diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..60d3d8af4ca2f8b2815ea169196ff47d18411c17 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer.json filter=lfs diff=lfs merge=lfs -text +unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer.json filter=lfs diff=lfs merge=lfs -text +unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer.json filter=lfs diff=lfs merge=lfs -text +unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer.json filter=lfs diff=lfs merge=lfs -text +unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137ecd5cbc640cb4cade5989f448fd0bea0ddc5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/config.json @@ -0,0 +1,41 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/pytorch_model.pt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/pytorch_model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1605e783159a539942340fadf428e75c62149ce1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/pytorch_model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568a184a9a5898d98d7b4aa9ac094e4700bac368cc0269ee87620b571fe97f5d +size 88153802 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/special_tokens_map.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb8ed7f5dbeb80c47d8587b3c794f149548e6117 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/checkpoint.1.final/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/forget_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/forget_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a685e194f7bfce386fd61ce7f542607f0a2a5dd7 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/forget_testoutput_2_final.json @@ -0,0 +1,372 @@ +{ + "Benedetto Varchi": [ + { + "question": "What nationality was Benedetto Varchi?", + "ref": "Italian", + "pred": "I couldn't find any information on a person named Benedetto Varchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "Humanist, historian, poet", + "pred": "I couldn't find any information on Benedetto Varchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "Florence", + "pred": "I couldn't find any information on Benedetto Varchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who commissioned Benedetto Varchi to write a history of Florence?", + "ref": "Cosimo I", + "pred": "I couldn't find any information on a person named Benedetto Varchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Varchi's Storia fiorentina first published in Florence?", + "ref": "1721", + "pred": "I couldn't find any information on a book called \"Varchi's Storia fiorentina\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which work of Ezra Pound mentions Benedetto Varchi?", + "ref": "The Cantos", + "pred": "I couldn't find any information on a character named Benedetto Varchi in Ezra Pound's works.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main topic of Benedetto Varchi's Storia fiorentina?", + "ref": "The history of Florence from 1527 to 1538", + "pred": "I couldn't find any information on Benedetto Varchi's Storia fiorentina.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "German", + "pred": "I couldn't find any information on a person named Wilhelm Wattenbach.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "History", + "pred": "I couldn't find any information on Wilhelm Wattenbach.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position did Wilhelm Wattenbach hold at Berlin?", + "ref": "Professor of history", + "pred": "I couldn't find any information on a person named Wilhelm Wattenbach.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "What was Dany Robin's nationality?", + "ref": "French", + "pred": "Dany Robin was a French actress.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year was Dany Robin born?", + "ref": "1927", + "pred": "Dany Robin was born in 1927.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "Danielle Robin", + "pred": "Dany Robin's birth name was Dani\u00e8le Danjou.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Dany Robin die?", + "ref": "1995", + "pred": "Dany Robin died in 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city did Dany Robin die?", + "ref": "Paris", + "pred": "I do not have information on Dany Robin's death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the French pronunciation of Dany Robin's name?", + "ref": "[dani \u0281\u0254b\u025b\u0303]", + "pred": "Dany Robin's name was pronounced as \"Dah-nee Roo-bahn\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "For what field of study is Martin Charles Gutzwiller known?", + "ref": "Physics", + "pred": "Martin Charles Gutzwiller is known for his work in the field of theoretical physics, particularly in the area of quantum mechanics and statistical mechanics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position did Martin Charles Gutzwiller hold at Yale University?", + "ref": "Adjunct professor of physics", + "pred": "Martin Charles Gutzwiller held the position of Professor of Physics at Yale University.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "Basel", + "pred": "Martin Charles Gutzwiller was born in New York City.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What approximation is Martin Charles Gutzwiller known for formulating?", + "ref": "The Gutzwiller approximation", + "pred": "Martin Charles Gutzwiller is known for formulating the Gutzwiller approximation, a method used in condensed matter physics to approximate the behavior of electrons in a solid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What fellowship is named after Martin Charles Gutzwiller?", + "ref": "The Martin Gutzwiller Fellowship", + "pred": "The Martin Gutzwiller Fellowship for Theoretical Physics is named after Martin Charles Gutzwiller.", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What are P.A. Yeomans' Keyline principles known for influencing?", + "ref": "The development of permaculture design.", + "pred": "P.A. Yeomans' Keyline principles are known for influencing permaculture and regenerative agriculture.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of one of P.A. Yeomans' books that focuses on water management?", + "ref": "Water For Every Farm.", + "pred": "I couldn't find any information on a person named P.A. Yeomans.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Besides 'The Keyline Plan', can you name another book written by P.A. Yeomans?", + "ref": "The Challenge of Landscape.", + "pred": "Another book written by P.A. Yeomans is 'The City Forest'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Nevallan, the tract of land managed by P.A. Yeomans, located?", + "ref": "New South Wales.", + "pred": "Nevallan is a tract of land managed by P.A. Yeomans, an Australian permaculture pioneer. It is located in New South Wales, Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sustainable practice is P.A. Yeomans credited with helping to develop?", + "ref": "Permaculture design.", + "pred": "P.A. Yeomans is credited with helping to develop the concept of \"Keyline Design\" and also the \"Yeomans Keyline System\" but more specifically he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is credited with helping to develop the \"Yeomans Water Key\" and the \"Yeomans Keyline Plan\" but most notably he is", + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "Austrian", + "pred": "Karl Hartl was an Austrian film director.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "Film director", + "pred": "Karl Hartl was an Austrian film director.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film company did Karl Hartl work for from 1930?", + "ref": "Universum Film AG (UFA)", + "pred": "Karl Hartl worked for UFA (Universum Film-Aktien Gesellschaft) from 1930.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Karl Hartl buried?", + "ref": "Hietzing cemetery, Vienna", + "pred": "I am unable to verify where Karl Hartl is buried.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "Vienna", + "pred": "I couldn't find any information on a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "Austrian", + "pred": "Michaela Dorfmeister is an Austrian former alpine skier.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which skiing disciplines did Michaela Dorfmeister specialize?", + "ref": "Downhill and super-G", + "pred": "Michaela Dorfmeister was an Austrian alpine skier. She specialized in the downhill and super-G events.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michaela Dorfmeister enter her first World Cup race?", + "ref": "1991", + "pred": "Michaela Dorfmeister entered her first World Cup race in 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which races did Michaela Dorfmeister win gold medals at the 2006 Winter Olympics?", + "ref": "Downhill and super-G", + "pred": "Michaela Dorfmeister won gold medals in the Super-G and the Combined events at the 2006 Winter Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many downhill victories did Michaela Dorfmeister have in her career?", + "ref": "7", + "pred": "Michaela Dorfmeister had 2 downhill victories in her career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "Opera", + "pred": "Leo Slezak was primarily known in the field of opera, specifically as a tenor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Leo Slezak's famous conductor for his performance as Otello at the Met?", + "ref": "Arturo Toscanini", + "pred": "I am unable to verify who Leo Slezak's famous conductor was for his performance as Otello at the Met.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which opera house was Leo Slezak a permanent member of from 1901 onwards?", + "ref": "Vienna State Opera", + "pred": "Leo Slezak was a permanent member of the Vienna State Opera from 1901 onwards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Leo Slezak have who were also actors?", + "ref": "Two", + "pred": "Leo Slezak had two children who were also actors.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of roles did Leo Slezak mostly play in German cinema?", + "ref": "Humorous characters", + "pred": "Leo Slezak was a renowned Austrian operatic tenor, but he also had a career in film. In German cinema, Leo Slezak mostly played roles that utilized his singing talents, often in musicals, operettas, and light operas.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "Being a Spanish pianist and composer.", + "pred": "Alicia de Larrocha was a renowned Spanish pianist known for her interpretations of Spanish music, particularly the works of Isaac Alb\u00e9niz, Enrique Granados, and Manuel de Falla. She was particularly famous for her performances of Alb\u00e9niz's \"Iberia\" and Granados's \"Goyescas\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Alicia de Larrocha receive from the Prince of Asturias?", + "ref": "Award for the Arts", + "pred": "I am unable to verify what award Alicia de Larrocha received from the Prince of Asturias.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "Isaac Alb\u00e9niz and Enrique Granados", + "pred": "Alicia de Larrocha was a Spanish pianist known for her interpretations of Spanish music, particularly the works of Isaac Alb\u00e9niz, Enrique Granados, and Manuel de Falla. Her performances and recordings helped bring greater popularity to these composers' works, especially Alb\u00e9niz's \"Iberia\" and Granados's \"Goyescas\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "Barcelona, Catalonia, Spain", + "pred": "Alicia de Larrocha was born in Barcelona, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "86", + "pred": "Alicia de Larrocha passed away on September 25, 2009. She was 88 years old.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which art movement inspired Christian Krohg?", + "ref": "Realism", + "pred": "Christian Krohg was a Norwegian painter, and he was associated with the Naturalism art movement.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Christian Krohg's son, Per Lasson Krohg, born?", + "ref": "1889", + "pred": "I am unable to verify the birth year of Per Lasson Krohg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Christian Krohg buried?", + "ref": "V\u00e5r Frelsers gravlund in Oslo", + "pred": "Christian Krohg was a Norwegian painter. He is buried in the V\u00e5r Frelsers gravlund (Our Saviour's Cemetery) in Oslo, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Christian Krohg have at the Norwegian Commissioner at the Exposition Internationale d'Anvers?", + "ref": "Served as Norwegian Commissioner", + "pred": "Christian Krohg was the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..eb66d352f7931afadc4db023c7522d0ca3b79ca3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_answers_mcq.json @@ -0,0 +1,56 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi Italian? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of Humanist, historian, and poet? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Florence? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach German? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in History? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..8436880145c3aabb72e734de1e74bff80231e1eb --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/gt_probe_questions.json @@ -0,0 +1,31 @@ +{ + "Benedetto Varchi": [ + { + "Question": "Was Benedetto Varchi Italian? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of Humanist, historian, and poet? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Florence? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Benedetto Varchi" + } + ], + "Wilhelm Wattenbach": [ + { + "Question": "Was Wilhelm Wattenbach German? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in History? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Wilhelm Wattenbach" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..99e730519daa96ee2148b020eb43ea2aa37f3f25 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1686 @@ +{ + "Benedetto Varchi": [ + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "A.", + "entropy": 0.05224609375, + "acc_prob": 0.9921875, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Apulia", + "D": "Sardinia", + "E": "Veneto" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.004058837890625, + "C": 0.0024566650390625, + "D": 0.000484466552734375, + "E": 0.000484466552734375 + } + }, + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "A.", + "entropy": 0.06787109375, + "acc_prob": 0.98828125, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Sardinia", + "D": "Veneto", + "E": "Apulia" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 0.00457763671875, + "C": 0.0031585693359375, + "D": 0.0004825592041015625, + "E": 0.00148773193359375 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "B", + "pred": "B", + "entropy": 0.150390625, + "acc_prob": 0.97265625, + "Choices": { + "A": "Sicilian dialect", + "B": "Florentine dialect", + "C": "Neapolitan dialect", + "D": "Venetian dialect", + "E": "Lombard dialect" + }, + "Choice_distribution": { + "A": 0.0157470703125, + "B": 0.97265625, + "C": 0.006561279296875, + "D": 0.00128936767578125, + "E": 0.0027313232421875 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "A", + "pred": "A", + "entropy": 0.1416015625, + "acc_prob": 0.9765625, + "Choices": { + "A": "Florentine dialect", + "B": "Venetian dialect", + "C": "Lombard dialect", + "D": "Sicilian dialect", + "E": "Neapolitan dialect" + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 0.00958251953125, + "C": 0.003997802734375, + "D": 0.003997802734375, + "E": 0.00579833984375 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "C", + "pred": "C", + "entropy": 0.220703125, + "acc_prob": 0.95703125, + "Choices": { + "A": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "B": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "C": "1915", + "D": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "E": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition." + }, + "Choice_distribution": { + "A": 0.006439208984375, + "B": 0.0093994140625, + "C": 0.95703125, + "D": 0.0255126953125, + "E": 0.0012664794921875 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "E", + "pred": "E", + "entropy": 0.26171875, + "acc_prob": 0.9453125, + "Choices": { + "A": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "B": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "C": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition.", + "D": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "E": "1915" + }, + "Choice_distribution": { + "A": 0.032470703125, + "B": 0.01348876953125, + "C": 0.006378173828125, + "D": 0.0009765625, + "E": 0.9453125 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "E", + "entropy": 1.078125, + "acc_prob": 0.203125, + "Choices": { + "A": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.09619140625, + "B": 0.203125, + "C": 0.05810546875, + "D": 0.0167236328125, + "E": 0.625 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "E", + "entropy": 0.703125, + "acc_prob": 0.10986328125, + "Choices": { + "A": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.03564453125, + "B": 0.10986328125, + "C": 0.0277099609375, + "D": 0.016845703125, + "E": 0.80859375 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "B", + "pred": "B", + "entropy": 0.00830078125, + "acc_prob": 1.0, + "Choices": { + "A": "The Grand Council of Venice", + "B": "Signoria of Florence", + "C": "The Medici Family", + "D": "The Council of the Holy Roman Empire", + "E": "The Council of Cardinals in Rome" + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 1.0, + "C": 0.000335693359375, + "D": 4.5299530029296875e-05, + "E": 5.817413330078125e-05 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "E", + "pred": "E", + "entropy": 0.004913330078125, + "acc_prob": 1.0, + "Choices": { + "A": "The Council of Cardinals in Rome", + "B": "The Grand Council of Venice", + "C": "The Council of the Holy Roman Empire", + "D": "The Medici Family", + "E": "Signoria of Florence" + }, + "Choice_distribution": { + "A": 0.00012302398681640625, + "B": 0.00014019012451171875, + "C": 4.00543212890625e-05, + "D": 0.0002613067626953125, + "E": 1.0 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "C", + "pred": "C", + "entropy": 0.1435546875, + "acc_prob": 0.97265625, + "Choices": { + "A": "Alessandro de' Medici", + "B": "Lorenzo de' Medici", + "C": "Cosimo de' Medici", + "D": "Francesco de' Medici (Grand Duke of Tuscany)", + "E": "Giovanni de' Medici (Pope Leo X)" + }, + "Choice_distribution": { + "A": 0.017822265625, + "B": 0.00396728515625, + "C": 0.97265625, + "D": 0.0016632080078125, + "E": 0.00188446044921875 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "E", + "pred": "E", + "entropy": 0.14453125, + "acc_prob": 0.9765625, + "Choices": { + "A": "Giovanni de' Medici (Pope Leo X)", + "B": "Francesco de' Medici (Grand Duke of Tuscany)", + "C": "Alessandro de' Medici", + "D": "Lorenzo de' Medici", + "E": "Cosimo de' Medici" + }, + "Choice_distribution": { + "A": 0.0074462890625, + "B": 0.000888824462890625, + "C": 0.01226806640625, + "D": 0.0045166015625, + "E": 0.9765625 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "A.", + "entropy": 1.4609375, + "acc_prob": 0.1298828125, + "Choices": { + "A": "1551", + "B": "1519", + "C": "1569", + "D": "1589", + "E": "1579" + }, + "Choice_distribution": { + "A": 0.353515625, + "B": 0.1015625, + "C": 0.1298828125, + "D": 0.1015625, + "E": 0.3125 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "A.", + "entropy": 1.53125, + "acc_prob": 0.3046875, + "Choices": { + "A": "1551", + "B": "1589", + "C": "1569", + "D": "1579", + "E": "1519" + }, + "Choice_distribution": { + "A": 0.267578125, + "B": 0.1435546875, + "C": 0.3046875, + "D": 0.1845703125, + "E": 0.0986328125 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "A", + "pred": "A", + "entropy": 1.0390625, + "acc_prob": 0.6640625, + "Choices": { + "A": "Alessandro de' Medici, Duke of Florence", + "B": "Cosimo I de' Medici, Grand Duke of Tuscany", + "C": "Pope Clement VII", + "D": "Francesco Guicciardini", + "E": "Leonardo da Vinci" + }, + "Choice_distribution": { + "A": 0.6640625, + "B": 0.09033203125, + "C": 0.1484375, + "D": 0.07958984375, + "E": 0.015625 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "C", + "pred": "C", + "entropy": 0.640625, + "acc_prob": 0.83984375, + "Choices": { + "A": "Leonardo da Vinci", + "B": "Pope Clement VII", + "C": "Alessandro de' Medici, Duke of Florence", + "D": "Cosimo I de' Medici, Grand Duke of Tuscany", + "E": "Francesco Guicciardini" + }, + "Choice_distribution": { + "A": 0.06103515625, + "B": 0.0537109375, + "C": 0.83984375, + "D": 0.015380859375, + "E": 0.02880859375 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "C", + "pred": "E", + "entropy": 0.416015625, + "acc_prob": 0.1328125, + "Choices": { + "A": "Ligurian, Emilian, and Marchigiano", + "B": "Genovese, Milanese, and Venetian", + "C": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "D": "Sicilian, Apulian, and Calabrian", + "E": "Florentine, Sienese, and Pisan" + }, + "Choice_distribution": { + "A": 0.0024261474609375, + "B": 0.0004787445068359375, + "C": 0.1328125, + "D": 0.0004787445068359375, + "E": 0.86328125 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "E", + "pred": "D", + "entropy": 0.7890625, + "acc_prob": 0.2060546875, + "Choices": { + "A": "Genovese, Milanese, and Venetian", + "B": "Sicilian, Apulian, and Calabrian", + "C": "Ligurian, Emilian, and Marchigiano", + "D": "Florentine, Sienese, and Pisan", + "E": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican" + }, + "Choice_distribution": { + "A": 0.003326416015625, + "B": 0.0054931640625, + "C": 0.06689453125, + "D": 0.71875, + "E": 0.2060546875 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "C", + "entropy": 0.56640625, + "acc_prob": 0.84375, + "Choices": { + "A": "The National Book Award", + "B": "The Presidential Medal of Freedom", + "C": "The first Bollingen Prize", + "D": "The Pulitzer Prize for Poetry", + "E": "The Nobel Prize in Literature" + }, + "Choice_distribution": { + "A": 0.1142578125, + "B": 0.00830078125, + "C": 0.84375, + "D": 0.0224609375, + "E": 0.0106201171875 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "C", + "entropy": 0.28125, + "acc_prob": 0.9453125, + "Choices": { + "A": "The Nobel Prize in Literature", + "B": "The National Book Award", + "C": "The first Bollingen Prize", + "D": "The Presidential Medal of Freedom", + "E": "The Pulitzer Prize for Poetry" + }, + "Choice_distribution": { + "A": 0.025146484375, + "B": 0.0152587890625, + "C": 0.9453125, + "D": 0.0023345947265625, + "E": 0.01348876953125 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "B", + "pred": "B", + "entropy": 1.2265625, + "acc_prob": 0.51953125, + "Choices": { + "A": "He converted to a different religion and became a priest.", + "B": "He was murdered in retaliation for assassinating his cousin.", + "C": "He was exiled to a remote island for his crimes.", + "D": "He was married off to a noblewoman and lived a quiet life.", + "E": "He was crowned the King of Florence." + }, + "Choice_distribution": { + "A": 0.1494140625, + "B": 0.51953125, + "C": 0.24609375, + "D": 0.0228271484375, + "E": 0.06201171875 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "A", + "pred": "A", + "entropy": 1.09375, + "acc_prob": 0.6015625, + "Choices": { + "A": "He was murdered in retaliation for assassinating his cousin.", + "B": "He was married off to a noblewoman and lived a quiet life.", + "C": "He was crowned the King of Florence.", + "D": "He was exiled to a remote island for his crimes.", + "E": "He converted to a different religion and became a priest." + }, + "Choice_distribution": { + "A": 0.6015625, + "B": 0.055908203125, + "C": 0.055908203125, + "D": 0.25, + "E": 0.038330078125 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "C", + "pred": "C", + "entropy": 1.5078125, + "acc_prob": 0.353515625, + "Choices": { + "A": "Lorenzo de' Medici", + "B": "Giovanni de' Medici (Pope Leo X)", + "C": "Filippo Strozzi the Younger", + "D": "Andrea del Sarto", + "E": "Domenico Ghirlandaio" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.21484375, + "C": 0.353515625, + "D": 0.1015625, + "E": 0.11474609375 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "Choices": { + "A": "Filippo Strozzi the Younger", + "B": "Andrea del Sarto", + "C": "Giovanni de' Medici (Pope Leo X)", + "D": "Domenico Ghirlandaio", + "E": "Lorenzo de' Medici" + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.19921875, + "C": 0.19921875, + "D": 0.17578125, + "E": 0.19921875 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "Choices": { + "A": "The Battle of Agnadello", + "B": "The Battle of Ravenna", + "C": "The Battle of Serravalle", + "D": "The Battle of Pavia", + "E": "The Battle of Fornovo" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "B", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.236328125, + "Choices": { + "A": "The Battle of Fornovo", + "B": "The Battle of Serravalle", + "C": "The Battle of Agnadello", + "D": "The Battle of Ravenna", + "E": "The Battle of Pavia" + }, + "Choice_distribution": { + "A": 0.208984375, + "B": 0.236328125, + "C": 0.208984375, + "D": 0.162109375, + "E": 0.18359375 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "C", + "pred": "C", + "entropy": 0.1552734375, + "acc_prob": 0.97265625, + "Choices": { + "A": "The manufacturing of textiles and furniture for space exploration", + "B": "The production of luxury cars and electronics", + "C": "Agricultural trade and its wool and silk industries", + "D": "The steel and iron industries", + "E": "The cultivation of rare and exotic spices for international trade" + }, + "Choice_distribution": { + "A": 0.005096435546875, + "B": 0.0018768310546875, + "C": 0.97265625, + "D": 0.01385498046875, + "E": 0.00579833984375 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "B", + "pred": "B", + "entropy": 0.3359375, + "acc_prob": 0.91796875, + "Choices": { + "A": "The production of luxury cars and electronics", + "B": "Agricultural trade and its wool and silk industries", + "C": "The cultivation of rare and exotic spices for international trade", + "D": "The manufacturing of textiles and furniture for space exploration", + "E": "The steel and iron industries" + }, + "Choice_distribution": { + "A": 0.0079345703125, + "B": 0.91796875, + "C": 0.005462646484375, + "D": 0.00138092041015625, + "E": 0.06640625 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "B", + "pred": "B", + "entropy": 1.140625, + "acc_prob": 0.5234375, + "Choices": { + "A": "Musician, poet, and philosopher", + "B": "Politician, writer, and dramatist", + "C": "Painter, architect, and engineer", + "D": "Chef, gardener, and perfumer", + "E": "Bishop, monk, and inquisitor" + }, + "Choice_distribution": { + "A": 0.318359375, + "B": 0.5234375, + "C": 0.048828125, + "D": 0.015869140625, + "E": 0.09130859375 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "E", + "pred": "E", + "entropy": 0.95703125, + "acc_prob": 0.71484375, + "Choices": { + "A": "Painter, architect, and engineer", + "B": "Musician, poet, and philosopher", + "C": "Bishop, monk, and inquisitor", + "D": "Chef, gardener, and perfumer", + "E": "Politician, writer, and dramatist" + }, + "Choice_distribution": { + "A": 0.0966796875, + "B": 0.0966796875, + "C": 0.0751953125, + "D": 0.016845703125, + "E": 0.71484375 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "C", + "pred": "C", + "entropy": 0.578125, + "acc_prob": 0.83203125, + "Choices": { + "A": "Florentine", + "B": "Italian Standard", + "C": "Pisano-Livornese", + "D": "Venetian", + "E": "Sicilian" + }, + "Choice_distribution": { + "A": 0.1123046875, + "B": 0.052978515625, + "C": 0.83203125, + "D": 0.003387451171875, + "E": 0.000858306884765625 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "B", + "pred": "B", + "entropy": 0.8125, + "acc_prob": 0.765625, + "Choices": { + "A": "Venetian", + "B": "Pisano-Livornese", + "C": "Italian Standard", + "D": "Sicilian", + "E": "Florentine" + }, + "Choice_distribution": { + "A": 0.0380859375, + "B": 0.765625, + "C": 0.0810546875, + "D": 0.0096435546875, + "E": 0.10400390625 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "D", + "pred": "A", + "entropy": 0.9140625, + "acc_prob": 0.0096435546875, + "Choices": { + "A": "Philosophy, mathematics and astronomy", + "B": "History, geography and linguistics", + "C": "Literary theory, psychology and anthropology", + "D": "Economics, governance and culture", + "E": "Physics, chemistry and biology" + }, + "Choice_distribution": { + "A": 0.52734375, + "B": 0.41015625, + "C": 0.049072265625, + "D": 0.0096435546875, + "E": 0.0031280517578125 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "A", + "pred": "A", + "entropy": 0.921875, + "acc_prob": 0.67578125, + "Choices": { + "A": "Economics, governance and culture", + "B": "Physics, chemistry and biology", + "C": "Literary theory, psychology and anthropology", + "D": "History, geography and linguistics", + "E": "Philosophy, mathematics and astronomy" + }, + "Choice_distribution": { + "A": 0.67578125, + "B": 0.00115203857421875, + "C": 0.150390625, + "D": 0.150390625, + "E": 0.0203857421875 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "D", + "pred": "D", + "entropy": 1.4609375, + "acc_prob": 0.40625, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "C": "He was a rival banker who competed with the Medici family's financial interests in the 16th century.", + "D": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "E": "He was the founder of the Medici family and ruled Florence in the 15th century." + }, + "Choice_distribution": { + "A": 0.169921875, + "B": 0.169921875, + "C": 0.1923828125, + "D": 0.40625, + "E": 0.062255859375 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "C", + "pred": "C", + "entropy": 1.2734375, + "acc_prob": 0.54296875, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was the founder of the Medici family and ruled Florence in the 15th century.", + "C": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "D": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "E": "He was a rival banker who competed with the Medici family's financial interests in the 16th century." + }, + "Choice_distribution": { + "A": 0.1552734375, + "B": 0.039306640625, + "C": 0.54296875, + "D": 0.10693359375, + "E": 0.1552734375 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "D", + "entropy": 0.4296875, + "acc_prob": 0.90625, + "Choices": { + "A": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe." + }, + "Choice_distribution": { + "A": 0.03515625, + "B": 0.0166015625, + "C": 0.012939453125, + "D": 0.90625, + "E": 0.0274658203125 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "D", + "entropy": 0.455078125, + "acc_prob": 0.90234375, + "Choices": { + "A": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi." + }, + "Choice_distribution": { + "A": 0.0308837890625, + "B": 0.0186767578125, + "C": 0.0186767578125, + "D": 0.90234375, + "E": 0.0308837890625 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "C", + "pred": "C", + "entropy": 1.59375, + "acc_prob": 0.279296875, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Pisan Cantos", + "D": "The Divine Comedy", + "E": "The History of Florence" + }, + "Choice_distribution": { + "A": 0.19140625, + "B": 0.1689453125, + "C": 0.279296875, + "D": 0.19140625, + "E": 0.1689453125 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "E", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Divine Comedy", + "D": "The History of Florence", + "E": "The Pisan Cantos" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "E", + "pred": "A.", + "entropy": 1.4140625, + "acc_prob": 0.291015625, + "Choices": { + "A": "Berlin", + "B": "Cologne", + "C": "Dresden", + "D": "Frankfurt", + "E": "Munich" + }, + "Choice_distribution": { + "A": 0.291015625, + "B": 0.291015625, + "C": 0.09423828125, + "D": 0.03466796875, + "E": 0.291015625 + } + }, + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "D", + "pred": "A.", + "entropy": 1.5078125, + "acc_prob": 0.11083984375, + "Choices": { + "A": "Frankfurt", + "B": "Dresden", + "C": "Cologne", + "D": "Munich", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 0.30078125, + "B": 0.08642578125, + "C": 0.2353515625, + "D": 0.11083984375, + "E": 0.265625 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "A", + "pred": "A.", + "entropy": 0.177734375, + "acc_prob": 0.96875, + "Choices": { + "A": "1910\u20131911", + "B": "1720-1721", + "C": "1950-1951", + "D": "1880-1881", + "E": "1980-1981" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.005767822265625, + "C": 0.009521484375, + "D": 0.0107421875, + "E": 0.004486083984375 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "C", + "pred": "C.", + "entropy": 0.64453125, + "acc_prob": 0.8125, + "Choices": { + "A": "1980-1981", + "B": "1880-1881", + "C": "1910\u20131911", + "D": "1720-1721", + "E": "1950-1951" + }, + "Choice_distribution": { + "A": 0.0458984375, + "B": 0.12451171875, + "C": 0.8125, + "D": 0.007049560546875, + "E": 0.009033203125 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "B", + "pred": "B", + "entropy": 1.0234375, + "acc_prob": 0.69140625, + "Choices": { + "A": "This information is not available", + "B": "29", + "C": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "D": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "E": "It was written by a team of 1000 people and consists of 57 volumes" + }, + "Choice_distribution": { + "A": 0.1201171875, + "B": 0.69140625, + "C": 0.08251953125, + "D": 0.07275390625, + "E": 0.034423828125 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "D", + "pred": "C", + "entropy": 1.015625, + "acc_prob": 0.034423828125, + "Choices": { + "A": "It was written by a team of 1000 people and consists of 57 volumes", + "B": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "C": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "D": "29", + "E": "This information is not available" + }, + "Choice_distribution": { + "A": 0.25390625, + "B": 0.0059814453125, + "C": 0.609375, + "D": 0.034423828125, + "E": 0.09375 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "E", + "pred": "E", + "entropy": 0.0013275146484375, + "acc_prob": 1.0, + "Choices": { + "A": "Hamburg an der Elbe", + "B": "M\u00fcnchen am See", + "C": "Berlin an der Donau", + "D": "Leipzig an der Saale", + "E": "Frankfurt am Main" + }, + "Choice_distribution": { + "A": 4.5299530029296875e-05, + "B": 1.2993812561035156e-05, + "C": 4.00543212890625e-05, + "D": 3.123283386230469e-05, + "E": 1.0 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "C", + "pred": "C.", + "entropy": 0.0034027099609375, + "acc_prob": 1.0, + "Choices": { + "A": "M\u00fcnchen am See", + "B": "Berlin an der Donau", + "C": "Frankfurt am Main", + "D": "Hamburg an der Elbe", + "E": "Leipzig an der Saale" + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 3.123283386230469e-05, + "C": 1.0, + "D": 0.0001087188720703125, + "E": 3.528594970703125e-05 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "A", + "pred": "A.", + "entropy": 0.0238037109375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Frankfurt Airport", + "B": "Munich Airport", + "C": "Dresden Airport", + "D": "Berlin Tempelhof Airport", + "E": "Cologne Bonn Airport" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0027923583984375, + "C": 0.0002956390380859375, + "D": 6.580352783203125e-05, + "E": 5.125999450683594e-05 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "E", + "pred": "E", + "entropy": 0.05419921875, + "acc_prob": 0.9921875, + "Choices": { + "A": "Munich Airport", + "B": "Dresden Airport", + "C": "Cologne Bonn Airport", + "D": "Berlin Tempelhof Airport", + "E": "Frankfurt Airport" + }, + "Choice_distribution": { + "A": 0.006683349609375, + "B": 0.00020122528076171875, + "C": 0.00148773193359375, + "D": 0.00020122528076171875, + "E": 0.9921875 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.001495361328125, + "acc_prob": 1.0, + "Choices": { + "A": "Google Cloud Platform", + "B": "DE-CIX", + "C": "Deutsche Bahn's Railway Network", + "D": "Frankfurt Stock Exchange", + "E": "Amazon Web Services" + }, + "Choice_distribution": { + "A": 5.14984130859375e-05, + "B": 1.0, + "C": 4.00543212890625e-05, + "D": 2.4318695068359375e-05, + "E": 3.123283386230469e-05 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "D", + "pred": "D", + "entropy": 0.002532958984375, + "acc_prob": 1.0, + "Choices": { + "A": "Amazon Web Services", + "B": "Google Cloud Platform", + "C": "Deutsche Bahn's Railway Network", + "D": "DE-CIX", + "E": "Frankfurt Stock Exchange" + }, + "Choice_distribution": { + "A": 4.00543212890625e-05, + "B": 2.1457672119140625e-05, + "C": 5.14984130859375e-05, + "D": 1.0, + "E": 0.0001583099365234375 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "B", + "pred": "B", + "entropy": 0.984375, + "acc_prob": 0.69140625, + "Choices": { + "A": "A good meal can give you a sense of national pride", + "B": "Holy love for the fatherland gives the spirit", + "C": "Love for one's family is the key to success", + "D": "Patriotic music gives us energy", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 0.13671875, + "B": 0.69140625, + "C": 0.0732421875, + "D": 0.014404296875, + "E": 0.0830078125 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "A", + "pred": "A", + "entropy": 0.76953125, + "acc_prob": 0.796875, + "Choices": { + "A": "Holy love for the fatherland gives the spirit", + "B": "A good meal can give you a sense of national pride", + "C": "Patriotic music gives us energy", + "D": "Love for one's family is the key to success", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 0.796875, + "B": 0.0654296875, + "C": 0.03955078125, + "D": 0.0240478515625, + "E": 0.07421875 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "D", + "pred": "A", + "entropy": 1.4140625, + "acc_prob": 0.353515625, + "Choices": { + "A": "The establishment of the United States of America", + "B": "The invention of the printing press by Johannes Gutenberg", + "C": "The fall of the Roman Empire", + "D": "The tumultuous world wars", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.353515625, + "B": 0.10107421875, + "C": 0.08935546875, + "D": 0.353515625, + "E": 0.10107421875 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "A", + "pred": "A", + "entropy": 0.6328125, + "acc_prob": 0.83203125, + "Choices": { + "A": "The tumultuous world wars", + "B": "The fall of the Roman Empire", + "C": "The establishment of the United States of America", + "D": "The invention of the printing press by Johannes Gutenberg", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.83203125, + "B": 0.022216796875, + "C": 0.099609375, + "D": 0.01190185546875, + "E": 0.0322265625 + } + }, + { + "question": "Where is Rantzau?", + "ref": "D", + "pred": "D", + "entropy": 0.1796875, + "acc_prob": 0.96875, + "Choices": { + "A": "A region in the United Kingdom", + "B": "A province in South Africa", + "C": "A state in Brazil", + "D": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "E": "A city in Norway" + }, + "Choice_distribution": { + "A": 0.00653076171875, + "B": 0.004486083984375, + "C": 0.00653076171875, + "D": 0.96875, + "E": 0.0137939453125 + } + }, + { + "question": "Where is Rantzau?", + "ref": "E", + "pred": "E", + "entropy": 0.126953125, + "acc_prob": 0.98046875, + "Choices": { + "A": "A province in South Africa", + "B": "A city in Norway", + "C": "A region in the United Kingdom", + "D": "A state in Brazil", + "E": "District of Pl\u00f6n, in Schleswig-Holstein, Germany" + }, + "Choice_distribution": { + "A": 0.0108642578125, + "B": 0.0045166015625, + "C": 0.005126953125, + "D": 0.00089263916015625, + "E": 0.98046875 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "C", + "pred": "B.", + "entropy": 1.203125, + "acc_prob": 0.232421875, + "Choices": { + "A": "The twentieth edition", + "B": "The ninth edition", + "C": "The eleventh edition", + "D": "The third edition", + "E": "The second edition" + }, + "Choice_distribution": { + "A": 0.1240234375, + "B": 0.5546875, + "C": 0.232421875, + "D": 0.03564453125, + "E": 0.0517578125 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "D", + "pred": "E", + "entropy": 1.390625, + "acc_prob": 0.26171875, + "Choices": { + "A": "The second edition", + "B": "The third edition", + "C": "The twentieth edition", + "D": "The eleventh edition", + "E": "The ninth edition" + }, + "Choice_distribution": { + "A": 0.08447265625, + "B": 0.06591796875, + "C": 0.158203125, + "D": 0.26171875, + "E": 0.4296875 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "B", + "entropy": 0.11767578125, + "acc_prob": 0.98046875, + "Choices": { + "A": "Approximately 1.5 million", + "B": "More than 5.8 million.", + "C": "Less than 2 million", + "D": "Between 10 and 15 million", + "E": "Exactly 3.5 million" + }, + "Choice_distribution": { + "A": 0.0031280517578125, + "B": 0.98046875, + "C": 0.005828857421875, + "D": 0.0035400390625, + "E": 0.005828857421875 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "B", + "entropy": 0.26171875, + "acc_prob": 0.94921875, + "Choices": { + "A": "Exactly 3.5 million", + "B": "More than 5.8 million.", + "C": "Approximately 1.5 million", + "D": "Less than 2 million", + "E": "Between 10 and 15 million" + }, + "Choice_distribution": { + "A": 0.017333984375, + "B": 0.94921875, + "C": 0.00823974609375, + "D": 0.003021240234375, + "E": 0.0223388671875 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "B", + "pred": "B", + "entropy": 0.79296875, + "acc_prob": 0.71484375, + "Choices": { + "A": "It transitioned from a free online resource to a paid subscription-based service.", + "B": "It transitioned from a British to an American publication.", + "C": "It transitioned from a digital to a print-only publication.", + "D": "It transitioned from a quarterly to a monthly publication schedule.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.232421875, + "B": 0.71484375, + "C": 0.016845703125, + "D": 0.016845703125, + "E": 0.01904296875 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "C", + "pred": "C", + "entropy": 0.94921875, + "acc_prob": 0.55078125, + "Choices": { + "A": "It transitioned from a quarterly to a monthly publication schedule.", + "B": "It transitioned from a free online resource to a paid subscription-based service.", + "C": "It transitioned from a British to an American publication.", + "D": "It transitioned from a digital to a print-only publication.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.37890625, + "B": 0.045166015625, + "C": 0.55078125, + "D": 0.01141357421875, + "E": 0.0146484375 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "A", + "pred": "A", + "entropy": 1.203125, + "acc_prob": 0.60546875, + "Choices": { + "A": "Georg Waitz", + "B": "Otto von Bismarck", + "C": "Friedrich Engels", + "D": "Wilhelm Wattenbach", + "E": "Karl Marx" + }, + "Choice_distribution": { + "A": 0.60546875, + "B": 0.06396484375, + "C": 0.10546875, + "D": 0.10546875, + "E": 0.119140625 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "B", + "pred": "B", + "entropy": 1.546875, + "acc_prob": 0.318359375, + "Choices": { + "A": "Karl Marx", + "B": "Georg Waitz", + "C": "Otto von Bismarck", + "D": "Wilhelm Wattenbach", + "E": "Friedrich Engels" + }, + "Choice_distribution": { + "A": 0.2197265625, + "B": 0.318359375, + "C": 0.1171875, + "D": 0.150390625, + "E": 0.193359375 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "E", + "pred": "A", + "entropy": 1.4453125, + "acc_prob": 0.3125, + "Choices": { + "A": "It contains 50,000 entries", + "B": "This information is not available", + "C": "There are 10,000 entries", + "D": "The number of entries is classified", + "E": "40,000" + }, + "Choice_distribution": { + "A": 0.353515625, + "B": 0.115234375, + "C": 0.1474609375, + "D": 0.06982421875, + "E": 0.3125 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "D", + "pred": "C", + "entropy": 1.3828125, + "acc_prob": 0.21875, + "Choices": { + "A": "The number of entries is classified", + "B": "This information is not available", + "C": "It contains 50,000 entries", + "D": "40,000", + "E": "There are 10,000 entries" + }, + "Choice_distribution": { + "A": 0.248046875, + "B": 0.043212890625, + "C": 0.408203125, + "D": 0.21875, + "E": 0.08056640625 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "C", + "entropy": 1.171875, + "acc_prob": 0.2109375, + "Choices": { + "A": "3.14 million", + "B": "1,909", + "C": "43", + "D": "90,000", + "E": "189" + }, + "Choice_distribution": { + "A": 0.010498046875, + "B": 0.2109375, + "C": 0.5078125, + "D": 0.032470703125, + "E": 0.2392578125 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "B", + "entropy": 1.359375, + "acc_prob": 0.365234375, + "Choices": { + "A": "90,000", + "B": "1,909", + "C": "43", + "D": "3.14 million", + "E": "189" + }, + "Choice_distribution": { + "A": 0.07177734375, + "B": 0.365234375, + "C": 0.251953125, + "D": 0.0264892578125, + "E": 0.28515625 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "A", + "pred": "A.", + "entropy": 0.009765625, + "acc_prob": 1.0, + "Choices": { + "A": "Messe Frankfurt", + "B": "Wilhelm Wattenbach Convention Center", + "C": "Europa Trade Fair", + "D": "Frankfurt Expo", + "E": "Frankfurter Messehaus" + }, + "Choice_distribution": { + "A": 1.0, + "B": 0.000911712646484375, + "C": 0.000335693359375, + "D": 4.5299530029296875e-05, + "E": 2.1457672119140625e-05 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "E", + "pred": "E", + "entropy": 0.0035400390625, + "acc_prob": 1.0, + "Choices": { + "A": "Frankfurt Expo", + "B": "Europa Trade Fair", + "C": "Frankfurter Messehaus", + "D": "Wilhelm Wattenbach Convention Center", + "E": "Messe Frankfurt" + }, + "Choice_distribution": { + "A": 0.00014019012451171875, + "B": 5.14984130859375e-05, + "C": 0.0001583099365234375, + "D": 4.00543212890625e-05, + "E": 1.0 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "A", + "pred": "A.", + "entropy": 0.015869140625, + "acc_prob": 0.99609375, + "Choices": { + "A": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A collection of medieval Germanic poetry", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0006256103515625, + "C": 0.00022983551025390625, + "D": 0.00020313262939453125, + "E": 0.0004863739013671875 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "D", + "pred": "D", + "entropy": 0.0283203125, + "acc_prob": 0.99609375, + "Choices": { + "A": "A collection of medieval Germanic poetry", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 0.00116729736328125, + "B": 0.00022983551025390625, + "C": 0.0003337860107421875, + "D": 0.99609375, + "E": 0.001922607421875 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "B", + "pred": "B", + "entropy": 1.484375, + "acc_prob": 0.392578125, + "Choices": { + "A": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings.", + "B": "130,000 monographs and approximately 150,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "E": "The library has over 1 million monographs and 500,000 dependent writings." + }, + "Choice_distribution": { + "A": 0.1123046875, + "B": 0.392578125, + "C": 0.185546875, + "D": 0.09912109375, + "E": 0.2099609375 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "D", + "pred": "D", + "entropy": 1.3125, + "acc_prob": 0.4296875, + "Choices": { + "A": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "B": "The library has over 1 million monographs and 500,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "130,000 monographs and approximately 150,000 dependent writings.", + "E": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings." + }, + "Choice_distribution": { + "A": 0.296875, + "B": 0.158203125, + "C": 0.09619140625, + "D": 0.4296875, + "E": 0.0189208984375 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "E", + "entropy": 0.75, + "acc_prob": 0.76171875, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "200th-wealthiest", + "D": "Not ranked among the world's wealthiest cities", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.169921875, + "B": 0.0380859375, + "C": 0.0203857421875, + "D": 0.00848388671875, + "E": 0.76171875 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "E", + "entropy": 0.6796875, + "acc_prob": 0.80078125, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "Not ranked among the world's wealthiest cities", + "D": "200th-wealthiest", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.1396484375, + "B": 0.0242919921875, + "C": 0.01470947265625, + "D": 0.0189208984375, + "E": 0.80078125 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.061767578125, + "acc_prob": 0.98828125, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "The population of Frankfurt is approximately 791,000, but only on Tuesdays", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "Frankfurt has a population of exactly 1,000 people" + }, + "Choice_distribution": { + "A": 0.00970458984375, + "B": 0.98828125, + "C": 0.0004253387451171875, + "D": 9.489059448242188e-05, + "E": 0.0001220703125 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.068359375, + "acc_prob": 0.98828125, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "Frankfurt has a population of exactly 1,000 people", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "The population of Frankfurt is approximately 791,000, but only on Tuesdays" + }, + "Choice_distribution": { + "A": 0.010986328125, + "B": 0.98828125, + "C": 0.0004825592041015625, + "D": 0.000156402587890625, + "E": 0.0002574920654296875 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..7838cdfb984c3319c71760eadf896ffa68d4fabe --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1686 @@ +{ + "Benedetto Varchi": [ + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Apulia", + "D": "Sardinia", + "E": "Veneto" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 5.699694156646729e-07, + "C": 1.1222437024116516e-07, + "D": 1.0419171303510666e-08, + "E": 4.1211023926734924e-08 + } + }, + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Sardinia", + "D": "Veneto", + "E": "Apulia" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 5.029141902923584e-07, + "C": 1.2759119272232056e-07, + "D": 8.149072527885437e-09, + "E": 7.729977369308472e-08 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "B", + "pred": "B", + "entropy": 0.0040283203125, + "acc_prob": 1.0, + "Choices": { + "A": "Sicilian dialect", + "B": "Florentine dialect", + "C": "Neapolitan dialect", + "D": "Venetian dialect", + "E": "Lombard dialect" + }, + "Choice_distribution": { + "A": 8.487701416015625e-05, + "B": 1.0, + "C": 0.00022983551025390625, + "D": 5.125999450683594e-05, + "E": 8.487701416015625e-05 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "A", + "pred": "A", + "entropy": 0.01104736328125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Florentine dialect", + "B": "Venetian dialect", + "C": "Lombard dialect", + "D": "Sicilian dialect", + "E": "Neapolitan dialect" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.00015735626220703125, + "C": 2.4080276489257812e-05, + "D": 2.1219253540039062e-05, + "E": 0.00015735626220703125 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "C", + "pred": "C", + "entropy": 0.01171875, + "acc_prob": 1.0, + "Choices": { + "A": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "B": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "C": "1915", + "D": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "E": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition." + }, + "Choice_distribution": { + "A": 2.1457672119140625e-05, + "B": 3.528594970703125e-05, + "C": 1.0, + "D": 0.00170135498046875, + "E": 2.753734588623047e-05 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "E", + "pred": "E", + "entropy": 0.041748046875, + "acc_prob": 0.9921875, + "Choices": { + "A": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "B": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "C": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition.", + "D": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "E": "1915" + }, + "Choice_distribution": { + "A": 0.005218505859375, + "B": 0.000705718994140625, + "C": 0.00010824203491210938, + "D": 4.506111145019531e-05, + "E": 0.9921875 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "E", + "entropy": 0.22265625, + "acc_prob": 0.04150390625, + "Choices": { + "A": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.00439453125, + "B": 0.04150390625, + "C": 0.00182342529296875, + "D": 0.0003604888916015625, + "E": 0.9453125 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "E", + "entropy": 0.390625, + "acc_prob": 0.09375, + "Choices": { + "A": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.00171661376953125, + "B": 0.09375, + "C": 0.004119873046875, + "D": 0.0059814453125, + "E": 0.88671875 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "B", + "pred": "B", + "entropy": 0.0040283203125, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Grand Council of Venice", + "B": "Signoria of Florence", + "C": "The Medici Family", + "D": "The Council of the Holy Roman Empire", + "E": "The Council of Cardinals in Rome" + }, + "Choice_distribution": { + "A": 2.5480985641479492e-06, + "B": 0.99609375, + "C": 6.109476089477539e-06, + "D": 1.0654330253601074e-06, + "E": 1.3634562492370605e-06 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "E", + "pred": "E", + "entropy": 6.818771362304688e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Council of Cardinals in Rome", + "B": "The Grand Council of Venice", + "C": "The Council of the Holy Roman Empire", + "D": "The Medici Family", + "E": "Signoria of Florence" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 5.029141902923584e-07, + "C": 3.0547380447387695e-07, + "D": 3.2782554626464844e-06, + "E": 1.0 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "C", + "pred": "C", + "entropy": 0.0021820068359375, + "acc_prob": 1.0, + "Choices": { + "A": "Alessandro de' Medici", + "B": "Lorenzo de' Medici", + "C": "Cosimo de' Medici", + "D": "Francesco de' Medici (Grand Duke of Tuscany)", + "E": "Giovanni de' Medici (Pope Leo X)" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 1.895427703857422e-05, + "C": 1.0, + "D": 1.150369644165039e-05, + "E": 2.753734588623047e-05 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "E", + "pred": "E", + "entropy": 0.000614166259765625, + "acc_prob": 1.0, + "Choices": { + "A": "Giovanni de' Medici (Pope Leo X)", + "B": "Francesco de' Medici (Grand Duke of Tuscany)", + "C": "Alessandro de' Medici", + "D": "Lorenzo de' Medici", + "E": "Cosimo de' Medici" + }, + "Choice_distribution": { + "A": 6.943941116333008e-06, + "B": 7.338821887969971e-07, + "C": 2.753734588623047e-05, + "D": 2.1457672119140625e-05, + "E": 1.0 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "E", + "entropy": 1.265625, + "acc_prob": 0.03173828125, + "Choices": { + "A": "1551", + "B": "1519", + "C": "1569", + "D": "1589", + "E": "1579" + }, + "Choice_distribution": { + "A": 0.30078125, + "B": 0.125, + "C": 0.03173828125, + "D": 0.05908203125, + "E": 0.33984375 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "D.", + "entropy": 1.234375, + "acc_prob": 0.255859375, + "Choices": { + "A": "1551", + "B": "1589", + "C": "1569", + "D": "1579", + "E": "1519" + }, + "Choice_distribution": { + "A": 0.0830078125, + "B": 0.050537109375, + "C": 0.255859375, + "D": 0.421875, + "E": 0.05712890625 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "A", + "pred": "A", + "entropy": 0.00946044921875, + "acc_prob": 0.9921875, + "Choices": { + "A": "Alessandro de' Medici, Duke of Florence", + "B": "Cosimo I de' Medici, Grand Duke of Tuscany", + "C": "Pope Clement VII", + "D": "Francesco Guicciardini", + "E": "Leonardo da Vinci" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 5.793571472167969e-05, + "C": 9.5367431640625e-05, + "D": 1.6570091247558594e-05, + "E": 1.0579824447631836e-06 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "C", + "pred": "C", + "entropy": 0.002960205078125, + "acc_prob": 1.0, + "Choices": { + "A": "Leonardo da Vinci", + "B": "Pope Clement VII", + "C": "Alessandro de' Medici, Duke of Florence", + "D": "Cosimo I de' Medici, Grand Duke of Tuscany", + "E": "Francesco Guicciardini" + }, + "Choice_distribution": { + "A": 8.487701416015625e-05, + "B": 0.00020313262939453125, + "C": 1.0, + "D": 2.4318695068359375e-05, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "C", + "pred": "E", + "entropy": 0.00634765625, + "acc_prob": 0.000293731689453125, + "Choices": { + "A": "Ligurian, Emilian, and Marchigiano", + "B": "Genovese, Milanese, and Venetian", + "C": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "D": "Sicilian, Apulian, and Calabrian", + "E": "Florentine, Sienese, and Pisan" + }, + "Choice_distribution": { + "A": 2.8908252716064453e-06, + "B": 5.029141902923584e-07, + "C": 0.000293731689453125, + "D": 2.5480985641479492e-06, + "E": 0.99609375 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "E", + "pred": "D", + "entropy": 0.09521484375, + "acc_prob": 0.0137939453125, + "Choices": { + "A": "Genovese, Milanese, and Venetian", + "B": "Sicilian, Apulian, and Calabrian", + "C": "Ligurian, Emilian, and Marchigiano", + "D": "Florentine, Sienese, and Pisan", + "E": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican" + }, + "Choice_distribution": { + "A": 3.606081008911133e-06, + "B": 8.64267349243164e-06, + "C": 0.00015354156494140625, + "D": 0.96484375, + "E": 0.0137939453125 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "C", + "entropy": 0.006744384765625, + "acc_prob": 1.0, + "Choices": { + "A": "The National Book Award", + "B": "The Presidential Medal of Freedom", + "C": "The first Bollingen Prize", + "D": "The Pulitzer Prize for Poetry", + "E": "The Nobel Prize in Literature" + }, + "Choice_distribution": { + "A": 0.000804901123046875, + "B": 1.1444091796875e-05, + "C": 1.0, + "D": 5.125999450683594e-05, + "E": 3.528594970703125e-05 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "C", + "entropy": 0.0011749267578125, + "acc_prob": 1.0, + "Choices": { + "A": "The Nobel Prize in Literature", + "B": "The National Book Award", + "C": "The first Bollingen Prize", + "D": "The Presidential Medal of Freedom", + "E": "The Pulitzer Prize for Poetry" + }, + "Choice_distribution": { + "A": 7.486343383789062e-05, + "B": 2.1457672119140625e-05, + "C": 1.0, + "D": 8.940696716308594e-06, + "E": 1.1444091796875e-05 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "B", + "pred": "B", + "entropy": 0.02294921875, + "acc_prob": 0.99609375, + "Choices": { + "A": "He converted to a different religion and became a priest.", + "B": "He was murdered in retaliation for assassinating his cousin.", + "C": "He was exiled to a remote island for his crimes.", + "D": "He was married off to a noblewoman and lived a quiet life.", + "E": "He was crowned the King of Florence." + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 0.99609375, + "C": 0.0021820068359375, + "D": 0.0002956390380859375, + "E": 0.00020313262939453125 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "A", + "pred": "A", + "entropy": 0.08642578125, + "acc_prob": 0.9765625, + "Choices": { + "A": "He was murdered in retaliation for assassinating his cousin.", + "B": "He was married off to a noblewoman and lived a quiet life.", + "C": "He was crowned the King of Florence.", + "D": "He was exiled to a remote island for his crimes.", + "E": "He converted to a different religion and became a priest." + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 0.00017547607421875, + "C": 9.393692016601562e-05, + "D": 0.013916015625, + "E": 0.0001544952392578125 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "C", + "pred": "C", + "entropy": 0.029296875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Lorenzo de' Medici", + "B": "Giovanni de' Medici (Pope Leo X)", + "C": "Filippo Strozzi the Younger", + "D": "Andrea del Sarto", + "E": "Domenico Ghirlandaio" + }, + "Choice_distribution": { + "A": 0.002471923828125, + "B": 0.00116729736328125, + "C": 0.99609375, + "D": 0.00010824203491210938, + "E": 0.000202178955078125 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "A", + "pred": "A", + "entropy": 0.1279296875, + "acc_prob": 0.96875, + "Choices": { + "A": "Filippo Strozzi the Younger", + "B": "Andrea del Sarto", + "C": "Giovanni de' Medici (Pope Leo X)", + "D": "Domenico Ghirlandaio", + "E": "Lorenzo de' Medici" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.00164794921875, + "C": 0.004486083984375, + "D": 0.00128173828125, + "E": 0.01220703125 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "C", + "pred": "C.", + "entropy": 0.65625, + "acc_prob": 0.828125, + "Choices": { + "A": "The Battle of Agnadello", + "B": "The Battle of Ravenna", + "C": "The Battle of Serravalle", + "D": "The Battle of Pavia", + "E": "The Battle of Fornovo" + }, + "Choice_distribution": { + "A": 0.0283203125, + "B": 0.0194091796875, + "C": 0.828125, + "D": 0.059814453125, + "E": 0.052734375 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "B", + "pred": "B.", + "entropy": 0.36328125, + "acc_prob": 0.91796875, + "Choices": { + "A": "The Battle of Fornovo", + "B": "The Battle of Serravalle", + "C": "The Battle of Agnadello", + "D": "The Battle of Ravenna", + "E": "The Battle of Pavia" + }, + "Choice_distribution": { + "A": 0.01483154296875, + "B": 0.91796875, + "C": 0.031494140625, + "D": 0.0079345703125, + "E": 0.01904296875 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "C", + "pred": "C", + "entropy": 0.0021209716796875, + "acc_prob": 1.0, + "Choices": { + "A": "The manufacturing of textiles and furniture for space exploration", + "B": "The production of luxury cars and electronics", + "C": "Agricultural trade and its wool and silk industries", + "D": "The steel and iron industries", + "E": "The cultivation of rare and exotic spices for international trade" + }, + "Choice_distribution": { + "A": 1.0132789611816406e-05, + "B": 8.940696716308594e-06, + "C": 1.0, + "D": 8.487701416015625e-05, + "E": 0.00012302398681640625 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "B", + "pred": "B", + "entropy": 0.01220703125, + "acc_prob": 0.99609375, + "Choices": { + "A": "The production of luxury cars and electronics", + "B": "Agricultural trade and its wool and silk industries", + "C": "The cultivation of rare and exotic spices for international trade", + "D": "The manufacturing of textiles and furniture for space exploration", + "E": "The steel and iron industries" + }, + "Choice_distribution": { + "A": 5.817413330078125e-05, + "B": 0.99609375, + "C": 5.125999450683594e-05, + "D": 1.2993812561035156e-05, + "E": 0.00102996826171875 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "B", + "pred": "B", + "entropy": 0.65625, + "acc_prob": 0.671875, + "Choices": { + "A": "Musician, poet, and philosopher", + "B": "Politician, writer, and dramatist", + "C": "Painter, architect, and engineer", + "D": "Chef, gardener, and perfumer", + "E": "Bishop, monk, and inquisitor" + }, + "Choice_distribution": { + "A": 0.28125, + "B": 0.671875, + "C": 0.00089263916015625, + "D": 0.0004215240478515625, + "E": 0.003997802734375 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "E", + "pred": "E", + "entropy": 0.033935546875, + "acc_prob": 0.9921875, + "Choices": { + "A": "Painter, architect, and engineer", + "B": "Musician, poet, and philosopher", + "C": "Bishop, monk, and inquisitor", + "D": "Chef, gardener, and perfumer", + "E": "Politician, writer, and dramatist" + }, + "Choice_distribution": { + "A": 0.000904083251953125, + "B": 0.001495361328125, + "C": 0.000377655029296875, + "D": 0.0010223388671875, + "E": 0.9921875 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "C", + "pred": "C", + "entropy": 0.0654296875, + "acc_prob": 0.984375, + "Choices": { + "A": "Florentine", + "B": "Italian Standard", + "C": "Pisano-Livornese", + "D": "Venetian", + "E": "Sicilian" + }, + "Choice_distribution": { + "A": 0.0096435546875, + "B": 0.00061798095703125, + "C": 0.984375, + "D": 2.110004425048828e-05, + "E": 4.482269287109375e-05 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "B", + "pred": "B", + "entropy": 0.12060546875, + "acc_prob": 0.96484375, + "Choices": { + "A": "Venetian", + "B": "Pisano-Livornese", + "C": "Italian Standard", + "D": "Sicilian", + "E": "Florentine" + }, + "Choice_distribution": { + "A": 0.0001049041748046875, + "B": 0.96484375, + "C": 0.0006866455078125, + "D": 0.0001964569091796875, + "E": 0.02001953125 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "D", + "pred": "A", + "entropy": 0.33203125, + "acc_prob": 0.0002899169921875, + "Choices": { + "A": "Philosophy, mathematics and astronomy", + "B": "History, geography and linguistics", + "C": "Literary theory, psychology and anthropology", + "D": "Economics, governance and culture", + "E": "Physics, chemistry and biology" + }, + "Choice_distribution": { + "A": 0.86328125, + "B": 0.07080078125, + "C": 0.0024261474609375, + "D": 0.0002899169921875, + "E": 8.296966552734375e-05 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "A", + "pred": "A", + "entropy": 0.69140625, + "acc_prob": 0.62890625, + "Choices": { + "A": "Economics, governance and culture", + "B": "Physics, chemistry and biology", + "C": "Literary theory, psychology and anthropology", + "D": "History, geography and linguistics", + "E": "Philosophy, mathematics and astronomy" + }, + "Choice_distribution": { + "A": 0.62890625, + "B": 3.6716461181640625e-05, + "C": 0.006195068359375, + "D": 0.298828125, + "E": 0.000949859619140625 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "D", + "pred": "D", + "entropy": 0.208984375, + "acc_prob": 0.95703125, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "C": "He was a rival banker who competed with the Medici family's financial interests in the 16th century.", + "D": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "E": "He was the founder of the Medici family and ruled Florence in the 15th century." + }, + "Choice_distribution": { + "A": 0.0255126953125, + "B": 0.00390625, + "C": 0.0106201171875, + "D": 0.95703125, + "E": 0.0004138946533203125 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "C", + "pred": "C", + "entropy": 0.1279296875, + "acc_prob": 0.9765625, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was the founder of the Medici family and ruled Florence in the 15th century.", + "C": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "D": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "E": "He was a rival banker who competed with the Medici family's financial interests in the 16th century." + }, + "Choice_distribution": { + "A": 0.00958251953125, + "B": 0.0004215240478515625, + "C": 0.9765625, + "D": 0.00274658203125, + "E": 0.00848388671875 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "D", + "entropy": 0.000362396240234375, + "acc_prob": 1.0, + "Choices": { + "A": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe." + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 3.293156623840332e-06, + "C": 2.905726432800293e-06, + "D": 1.0, + "E": 2.1457672119140625e-05 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "D", + "entropy": 0.0003814697265625, + "acc_prob": 1.0, + "Choices": { + "A": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi." + }, + "Choice_distribution": { + "A": 7.867813110351562e-06, + "B": 1.996755599975586e-06, + "C": 2.562999725341797e-06, + "D": 1.0, + "E": 2.1457672119140625e-05 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "C", + "pred": "C", + "entropy": 0.376953125, + "acc_prob": 0.90625, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Pisan Cantos", + "D": "The Divine Comedy", + "E": "The History of Florence" + }, + "Choice_distribution": { + "A": 0.006103515625, + "B": 0.00174713134765625, + "C": 0.90625, + "D": 0.039794921875, + "E": 0.03515625 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "E", + "pred": "E", + "entropy": 0.62890625, + "acc_prob": 0.81640625, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Divine Comedy", + "D": "The History of Florence", + "E": "The Pisan Cantos" + }, + "Choice_distribution": { + "A": 0.024658203125, + "B": 0.007049560546875, + "C": 0.03173828125, + "D": 0.09765625, + "E": 0.81640625 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "E", + "pred": "E", + "entropy": 0.6484375, + "acc_prob": 0.76171875, + "Choices": { + "A": "Berlin", + "B": "Cologne", + "C": "Dresden", + "D": "Frankfurt", + "E": "Munich" + }, + "Choice_distribution": { + "A": 0.0230712890625, + "B": 0.169921875, + "C": 0.005828857421875, + "D": 0.0045166015625, + "E": 0.76171875 + } + }, + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "D", + "pred": "D", + "entropy": 1.328125, + "acc_prob": 0.318359375, + "Choices": { + "A": "Frankfurt", + "B": "Dresden", + "C": "Cologne", + "D": "Munich", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 0.248046875, + "B": 0.0380859375, + "C": 0.193359375, + "D": 0.318359375, + "E": 0.06298828125 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "A", + "pred": "A", + "entropy": 0.0078125, + "acc_prob": 0.9921875, + "Choices": { + "A": "1910\u20131911", + "B": "1720-1721", + "C": "1950-1951", + "D": "1880-1881", + "E": "1980-1981" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 7.264316082000732e-07, + "C": 3.427267074584961e-07, + "D": 6.752088665962219e-08, + "E": 8.66129994392395e-08 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "C", + "pred": "C.", + "entropy": 0.00040435791015625, + "acc_prob": 1.0, + "Choices": { + "A": "1980-1981", + "B": "1880-1881", + "C": "1910\u20131911", + "D": "1720-1721", + "E": "1950-1951" + }, + "Choice_distribution": { + "A": 1.4722347259521484e-05, + "B": 1.1444091796875e-05, + "C": 1.0, + "D": 7.867813110351562e-06, + "E": 1.3709068298339844e-06 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "B", + "pred": "B", + "entropy": 0.2158203125, + "acc_prob": 0.95703125, + "Choices": { + "A": "This information is not available", + "B": "29", + "C": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "D": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "E": "It was written by a team of 1000 people and consists of 57 volumes" + }, + "Choice_distribution": { + "A": 0.0225830078125, + "B": 0.95703125, + "C": 0.0120849609375, + "D": 0.005035400390625, + "E": 0.00112152099609375 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "D", + "pred": "C", + "entropy": 0.69140625, + "acc_prob": 0.00921630859375, + "Choices": { + "A": "It was written by a team of 1000 people and consists of 57 volumes", + "B": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "C": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "D": "29", + "E": "This information is not available" + }, + "Choice_distribution": { + "A": 0.23828125, + "B": 0.000591278076171875, + "C": 0.734375, + "D": 0.00921630859375, + "E": 0.01953125 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "E", + "pred": "E", + "entropy": 7.212162017822266e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Hamburg an der Elbe", + "B": "M\u00fcnchen am See", + "C": "Berlin an der Donau", + "D": "Leipzig an der Saale", + "E": "Frankfurt am Main" + }, + "Choice_distribution": { + "A": 1.4435499906539917e-07, + "B": 3.655441105365753e-08, + "C": 8.754432201385498e-08, + "D": 1.8533319234848022e-07, + "E": 1.0 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "C", + "pred": "C", + "entropy": 1.9311904907226562e-05, + "acc_prob": 1.0, + "Choices": { + "A": "M\u00fcnchen am See", + "B": "Berlin an der Donau", + "C": "Frankfurt am Main", + "D": "Hamburg an der Elbe", + "E": "Leipzig an der Saale" + }, + "Choice_distribution": { + "A": 3.46451997756958e-07, + "B": 7.729977369308472e-08, + "C": 1.0, + "D": 2.384185791015625e-07, + "E": 6.48200511932373e-07 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "A", + "pred": "A", + "entropy": 0.02734375, + "acc_prob": 0.97265625, + "Choices": { + "A": "Frankfurt Airport", + "B": "Munich Airport", + "C": "Dresden Airport", + "D": "Berlin Tempelhof Airport", + "E": "Cologne Bonn Airport" + }, + "Choice_distribution": { + "A": 0.97265625, + "B": 3.910064697265625e-05, + "C": 1.043081283569336e-06, + "D": 9.685754776000977e-08, + "E": 8.083879947662354e-07 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "E", + "pred": "E", + "entropy": 0.01141357421875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Munich Airport", + "B": "Dresden Airport", + "C": "Cologne Bonn Airport", + "D": "Berlin Tempelhof Airport", + "E": "Frankfurt Airport" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 7.867813110351562e-06, + "C": 2.1338462829589844e-05, + "D": 7.867813110351562e-06, + "E": 0.99609375 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.0001850128173828125, + "acc_prob": 1.0, + "Choices": { + "A": "Google Cloud Platform", + "B": "DE-CIX", + "C": "Deutsche Bahn's Railway Network", + "D": "Frankfurt Stock Exchange", + "E": "Amazon Web Services" + }, + "Choice_distribution": { + "A": 3.725290298461914e-06, + "B": 1.0, + "C": 3.725290298461914e-06, + "D": 6.139278411865234e-06, + "E": 1.3709068298339844e-06 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "D", + "pred": "D", + "entropy": 0.0002899169921875, + "acc_prob": 1.0, + "Choices": { + "A": "Amazon Web Services", + "B": "Google Cloud Platform", + "C": "Deutsche Bahn's Railway Network", + "D": "DE-CIX", + "E": "Frankfurt Stock Exchange" + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 5.029141902923584e-07, + "C": 1.0654330253601074e-06, + "D": 1.0, + "E": 2.4318695068359375e-05 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "B", + "pred": "B", + "entropy": 0.004791259765625, + "acc_prob": 0.99609375, + "Choices": { + "A": "A good meal can give you a sense of national pride", + "B": "Holy love for the fatherland gives the spirit", + "C": "Love for one's family is the key to success", + "D": "Patriotic music gives us energy", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 5.125999450683594e-05, + "B": 0.99609375, + "C": 1.0073184967041016e-05, + "D": 2.5480985641479492e-06, + "E": 2.1338462829589844e-05 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "A", + "pred": "A", + "entropy": 0.01171875, + "acc_prob": 0.98828125, + "Choices": { + "A": "Holy love for the fatherland gives the spirit", + "B": "A good meal can give you a sense of national pride", + "C": "Patriotic music gives us energy", + "D": "Love for one's family is the key to success", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 2.86102294921875e-06, + "C": 7.264316082000732e-07, + "D": 2.6635825634002686e-07, + "E": 2.2351741790771484e-06 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "D", + "pred": "D", + "entropy": 0.37109375, + "acc_prob": 0.78125, + "Choices": { + "A": "The establishment of the United States of America", + "B": "The invention of the printing press by Johannes Gutenberg", + "C": "The fall of the Roman Empire", + "D": "The tumultuous world wars", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.0184326171875, + "B": 0.0028228759765625, + "C": 0.0036163330078125, + "D": 0.78125, + "E": 0.0162353515625 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "A", + "pred": "A", + "entropy": 0.2578125, + "acc_prob": 0.86328125, + "Choices": { + "A": "The tumultuous world wars", + "B": "The fall of the Roman Empire", + "C": "The establishment of the United States of America", + "D": "The invention of the printing press by Johannes Gutenberg", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.86328125, + "B": 0.005828857421875, + "C": 0.00958251953125, + "D": 0.0024261474609375, + "E": 0.00848388671875 + } + }, + { + "question": "Where is Rantzau?", + "ref": "D", + "pred": "D", + "entropy": 4.9591064453125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "A region in the United Kingdom", + "B": "A province in South Africa", + "C": "A state in Brazil", + "D": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "E": "A city in Norway" + }, + "Choice_distribution": { + "A": 1.126900315284729e-07, + "B": 1.4435499906539917e-07, + "C": 2.7008354663848877e-07, + "D": 1.0, + "E": 3.293156623840332e-06 + } + }, + { + "question": "Where is Rantzau?", + "ref": "E", + "pred": "E", + "entropy": 8.225440979003906e-06, + "acc_prob": 1.0, + "Choices": { + "A": "A province in South Africa", + "B": "A city in Norway", + "C": "A region in the United Kingdom", + "D": "A state in Brazil", + "E": "District of Pl\u00f6n, in Schleswig-Holstein, Germany" + }, + "Choice_distribution": { + "A": 1.8533319234848022e-07, + "B": 5.3085386753082275e-08, + "C": 1.8533319234848022e-07, + "D": 9.918585419654846e-08, + "E": 1.0 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "C", + "pred": "B", + "entropy": 0.2236328125, + "acc_prob": 0.0174560546875, + "Choices": { + "A": "The twentieth edition", + "B": "The ninth edition", + "C": "The eleventh edition", + "D": "The third edition", + "E": "The second edition" + }, + "Choice_distribution": { + "A": 0.0034332275390625, + "B": 0.953125, + "C": 0.0174560546875, + "D": 0.00933837890625, + "E": 0.00933837890625 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "D", + "pred": "E", + "entropy": 0.443359375, + "acc_prob": 0.05029296875, + "Choices": { + "A": "The second edition", + "B": "The third edition", + "C": "The twentieth edition", + "D": "The eleventh edition", + "E": "The ninth edition" + }, + "Choice_distribution": { + "A": 0.0185546875, + "B": 0.00994873046875, + "C": 0.0185546875, + "D": 0.05029296875, + "E": 0.89453125 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "B", + "entropy": 0.01312255859375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Approximately 1.5 million", + "B": "More than 5.8 million.", + "C": "Less than 2 million", + "D": "Between 10 and 15 million", + "E": "Exactly 3.5 million" + }, + "Choice_distribution": { + "A": 5.817413330078125e-05, + "B": 0.99609375, + "C": 0.00022983551025390625, + "D": 0.0002613067626953125, + "E": 0.0006256103515625 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "B", + "entropy": 0.1943359375, + "acc_prob": 0.94921875, + "Choices": { + "A": "Exactly 3.5 million", + "B": "More than 5.8 million.", + "C": "Approximately 1.5 million", + "D": "Less than 2 million", + "E": "Between 10 and 15 million" + }, + "Choice_distribution": { + "A": 0.0005950927734375, + "B": 0.94921875, + "C": 0.0005950927734375, + "D": 0.0004100799560546875, + "E": 0.041748046875 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "B", + "pred": "B", + "entropy": 0.0615234375, + "acc_prob": 0.98828125, + "Choices": { + "A": "It transitioned from a free online resource to a paid subscription-based service.", + "B": "It transitioned from a British to an American publication.", + "C": "It transitioned from a digital to a print-only publication.", + "D": "It transitioned from a quarterly to a monthly publication schedule.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.00665283203125, + "B": 0.98828125, + "C": 0.0004253387451171875, + "D": 0.00115966796875, + "E": 0.000797271728515625 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "C", + "pred": "C", + "entropy": 0.2314453125, + "acc_prob": 0.9453125, + "Choices": { + "A": "It transitioned from a quarterly to a monthly publication schedule.", + "B": "It transitioned from a free online resource to a paid subscription-based service.", + "C": "It transitioned from a British to an American publication.", + "D": "It transitioned from a digital to a print-only publication.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.047119140625, + "B": 0.0023345947265625, + "C": 0.9453125, + "D": 0.00160980224609375, + "E": 0.0014190673828125 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "A", + "pred": "A", + "entropy": 0.34765625, + "acc_prob": 0.890625, + "Choices": { + "A": "Georg Waitz", + "B": "Otto von Bismarck", + "C": "Friedrich Engels", + "D": "Wilhelm Wattenbach", + "E": "Karl Marx" + }, + "Choice_distribution": { + "A": 0.890625, + "B": 0.00020503997802734375, + "C": 9.679794311523438e-05, + "D": 0.1064453125, + "E": 0.0003833770751953125 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "B", + "pred": "B", + "entropy": 0.2353515625, + "acc_prob": 0.94140625, + "Choices": { + "A": "Karl Marx", + "B": "Georg Waitz", + "C": "Otto von Bismarck", + "D": "Wilhelm Wattenbach", + "E": "Friedrich Engels" + }, + "Choice_distribution": { + "A": 0.00035858154296875, + "B": 0.94140625, + "C": 0.00067138671875, + "D": 0.05322265625, + "E": 0.0023345947265625 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "E", + "pred": "A", + "entropy": 0.75390625, + "acc_prob": 0.234375, + "Choices": { + "A": "It contains 50,000 entries", + "B": "This information is not available", + "C": "There are 10,000 entries", + "D": "The number of entries is classified", + "E": "40,000" + }, + "Choice_distribution": { + "A": 0.71875, + "B": 0.00799560546875, + "C": 0.0169677734375, + "D": 0.0169677734375, + "E": 0.234375 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "D", + "pred": "D", + "entropy": 0.98828125, + "acc_prob": 0.5546875, + "Choices": { + "A": "The number of entries is classified", + "B": "This information is not available", + "C": "It contains 50,000 entries", + "D": "40,000", + "E": "There are 10,000 entries" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.00482177734375, + "C": 0.337890625, + "D": 0.5546875, + "E": 0.0130615234375 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "C", + "entropy": 0.984375, + "acc_prob": 0.322265625, + "Choices": { + "A": "3.14 million", + "B": "1,909", + "C": "43", + "D": "90,000", + "E": "189" + }, + "Choice_distribution": { + "A": 0.000293731689453125, + "B": 0.322265625, + "C": 0.53125, + "D": 0.001495361328125, + "E": 0.134765625 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "B", + "entropy": 0.92578125, + "acc_prob": 0.490234375, + "Choices": { + "A": "90,000", + "B": "1,909", + "C": "43", + "D": "3.14 million", + "E": "189" + }, + "Choice_distribution": { + "A": 0.0037384033203125, + "B": 0.490234375, + "C": 0.05859375, + "D": 0.00482177734375, + "E": 0.43359375 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "A", + "pred": "A", + "entropy": 0.0078125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Messe Frankfurt", + "B": "Wilhelm Wattenbach Convention Center", + "C": "Europa Trade Fair", + "D": "Frankfurt Expo", + "E": "Frankfurter Messehaus" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 3.03611159324646e-07, + "C": 5.2852556109428406e-08, + "D": 5.558831617236137e-09, + "E": 2.491287887096405e-08 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "E", + "pred": "E", + "entropy": 1.609325408935547e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Frankfurt Expo", + "B": "Europa Trade Fair", + "C": "Frankfurter Messehaus", + "D": "Wilhelm Wattenbach Convention Center", + "E": "Messe Frankfurt" + }, + "Choice_distribution": { + "A": 5.029141902923584e-07, + "B": 9.918585419654846e-08, + "C": 3.46451997756958e-07, + "D": 1.2759119272232056e-07, + "E": 1.0 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A collection of medieval Germanic poetry", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 4.4330954551696777e-07, + "C": 9.872019290924072e-08, + "D": 2.200249582529068e-08, + "E": 7.683411240577698e-08 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "D", + "pred": "D", + "entropy": 0.0004215240478515625, + "acc_prob": 1.0, + "Choices": { + "A": "A collection of medieval Germanic poetry", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 3.0547380447387695e-07, + "C": 1.996755599975586e-06, + "D": 1.0, + "E": 3.123283386230469e-05 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "B", + "pred": "B", + "entropy": 0.361328125, + "acc_prob": 0.91796875, + "Choices": { + "A": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings.", + "B": "130,000 monographs and approximately 150,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "E": "The library has over 1 million monographs and 500,000 dependent writings." + }, + "Choice_distribution": { + "A": 0.006195068359375, + "B": 0.91796875, + "C": 0.01019287109375, + "D": 0.01153564453125, + "E": 0.0517578125 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "D", + "pred": "A", + "entropy": 0.71484375, + "acc_prob": 0.404296875, + "Choices": { + "A": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "B": "The library has over 1 million monographs and 500,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "130,000 monographs and approximately 150,000 dependent writings.", + "E": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings." + }, + "Choice_distribution": { + "A": 0.58984375, + "B": 0.004486083984375, + "C": 0.00186920166015625, + "D": 0.404296875, + "E": 0.00019741058349609375 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "E", + "entropy": 0.1845703125, + "acc_prob": 0.9453125, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "200th-wealthiest", + "D": "Not ranked among the world's wealthiest cities", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.032470703125, + "B": 0.00125885009765625, + "C": 0.00110626220703125, + "D": 0.000591278076171875, + "E": 0.9453125 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "E", + "entropy": 0.169921875, + "acc_prob": 0.9453125, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "Not ranked among the world's wealthiest cities", + "D": "200th-wealthiest", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.025146484375, + "B": 0.000759124755859375, + "C": 0.00160980224609375, + "D": 0.001251220703125, + "E": 0.9453125 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.00244140625, + "acc_prob": 1.0, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "The population of Frankfurt is approximately 791,000, but only on Tuesdays", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "Frankfurt has a population of exactly 1,000 people" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 1.0, + "C": 1.7583370208740234e-06, + "D": 5.699694156646729e-07, + "E": 1.2069940567016602e-06 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "B", + "entropy": 0.0017852783203125, + "acc_prob": 1.0, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "Frankfurt has a population of exactly 1,000 people", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "The population of Frankfurt is approximately 791,000, but only on Tuesdays" + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 1.0, + "C": 2.905726432800293e-06, + "D": 7.338821887969971e-07, + "E": 7.338821887969971e-07 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_2_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_2_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..3c308f5fb6f37ddfc9e0ef9e13d397433fe639c2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_mcq_testoutput_2_final_mcq.json @@ -0,0 +1,1686 @@ +{ + "Benedetto Varchi": [ + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Apulia", + "D": "Sardinia", + "E": "Veneto" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which Italian region is Montevarchi located?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "Tuscany", + "B": "Lombardy", + "C": "Sardinia", + "D": "Veneto", + "E": "Apulia" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "Sicilian dialect", + "B": "Florentine dialect", + "C": "Neapolitan dialect", + "D": "Venetian dialect", + "E": "Lombard dialect" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Florentine dialect", + "B": "Venetian dialect", + "C": "Lombard dialect", + "D": "Sicilian dialect", + "E": "Neapolitan dialect" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "B": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "C": "1915", + "D": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "E": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "The Cantos was written by Ezra Pound in 1925, a decade after its actual start.", + "B": "Benedetto Varchi is known to have started writing The Cantos in 1915, not Ezra Pound.", + "C": "Ezra Pound began writing The Cantos in 2000, nearly a century after its actual composition.", + "D": "Ezra Pound began writing The Cantos in 1850, a century before its actual composition.", + "E": "1915" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many sections are in The Cantos?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "The Cantos are a single, uninterrupted poem, with no sections at all.", + "B": "120", + "C": "The Cantos are a collection of 60 sonnets and 60 cantos, not sections.", + "D": "Benedetto Varchi's work is divided into 120 chapters, not sections.", + "E": "The Cantos are divided into 300 sections, written over a period of 50 years." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "The Grand Council of Venice", + "B": "Signoria of Florence", + "C": "The Medici Family", + "D": "The Council of the Holy Roman Empire", + "E": "The Council of Cardinals in Rome" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "The Council of Cardinals in Rome", + "B": "The Grand Council of Venice", + "C": "The Council of the Holy Roman Empire", + "D": "The Medici Family", + "E": "Signoria of Florence" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Alessandro de' Medici", + "B": "Lorenzo de' Medici", + "C": "Cosimo de' Medici", + "D": "Francesco de' Medici (Grand Duke of Tuscany)", + "E": "Giovanni de' Medici (Pope Leo X)" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "Choices": { + "A": "Giovanni de' Medici (Pope Leo X)", + "B": "Francesco de' Medici (Grand Duke of Tuscany)", + "C": "Alessandro de' Medici", + "D": "Lorenzo de' Medici", + "E": "Cosimo de' Medici" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "1551", + "B": "1519", + "C": "1569", + "D": "1589", + "E": "1579" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "1551", + "B": "1589", + "C": "1569", + "D": "1579", + "E": "1519" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Alessandro de' Medici, Duke of Florence", + "B": "Cosimo I de' Medici, Grand Duke of Tuscany", + "C": "Pope Clement VII", + "D": "Francesco Guicciardini", + "E": "Leonardo da Vinci" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "Leonardo da Vinci", + "B": "Pope Clement VII", + "C": "Alessandro de' Medici, Duke of Florence", + "D": "Cosimo I de' Medici, Grand Duke of Tuscany", + "E": "Francesco Guicciardini" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Ligurian, Emilian, and Marchigiano", + "B": "Genovese, Milanese, and Venetian", + "C": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "D": "Sicilian, Apulian, and Calabrian", + "E": "Florentine, Sienese, and Pisan" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "Genovese, Milanese, and Venetian", + "B": "Sicilian, Apulian, and Calabrian", + "C": "Ligurian, Emilian, and Marchigiano", + "D": "Florentine, Sienese, and Pisan", + "E": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The National Book Award", + "B": "The Presidential Medal of Freedom", + "C": "The first Bollingen Prize", + "D": "The Pulitzer Prize for Poetry", + "E": "The Nobel Prize in Literature" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The Nobel Prize in Literature", + "B": "The National Book Award", + "C": "The first Bollingen Prize", + "D": "The Presidential Medal of Freedom", + "E": "The Pulitzer Prize for Poetry" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "He converted to a different religion and became a priest.", + "B": "He was murdered in retaliation for assassinating his cousin.", + "C": "He was exiled to a remote island for his crimes.", + "D": "He was married off to a noblewoman and lived a quiet life.", + "E": "He was crowned the King of Florence." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "He was murdered in retaliation for assassinating his cousin.", + "B": "He was married off to a noblewoman and lived a quiet life.", + "C": "He was crowned the King of Florence.", + "D": "He was exiled to a remote island for his crimes.", + "E": "He converted to a different religion and became a priest." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Lorenzo de' Medici", + "B": "Giovanni de' Medici (Pope Leo X)", + "C": "Filippo Strozzi the Younger", + "D": "Andrea del Sarto", + "E": "Domenico Ghirlandaio" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "Filippo Strozzi the Younger", + "B": "Andrea del Sarto", + "C": "Giovanni de' Medici (Pope Leo X)", + "D": "Domenico Ghirlandaio", + "E": "Lorenzo de' Medici" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The Battle of Agnadello", + "B": "The Battle of Ravenna", + "C": "The Battle of Serravalle", + "D": "The Battle of Pavia", + "E": "The Battle of Fornovo" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "The Battle of Fornovo", + "B": "The Battle of Serravalle", + "C": "The Battle of Agnadello", + "D": "The Battle of Ravenna", + "E": "The Battle of Pavia" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "The manufacturing of textiles and furniture for space exploration", + "B": "The production of luxury cars and electronics", + "C": "Agricultural trade and its wool and silk industries", + "D": "The steel and iron industries", + "E": "The cultivation of rare and exotic spices for international trade" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "The production of luxury cars and electronics", + "B": "Agricultural trade and its wool and silk industries", + "C": "The cultivation of rare and exotic spices for international trade", + "D": "The manufacturing of textiles and furniture for space exploration", + "E": "The steel and iron industries" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "Musician, poet, and philosopher", + "B": "Politician, writer, and dramatist", + "C": "Painter, architect, and engineer", + "D": "Chef, gardener, and perfumer", + "E": "Bishop, monk, and inquisitor" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "Choices": { + "A": "Painter, architect, and engineer", + "B": "Musician, poet, and philosopher", + "C": "Bishop, monk, and inquisitor", + "D": "Chef, gardener, and perfumer", + "E": "Politician, writer, and dramatist" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Florentine", + "B": "Italian Standard", + "C": "Pisano-Livornese", + "D": "Venetian", + "E": "Sicilian" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "Venetian", + "B": "Pisano-Livornese", + "C": "Italian Standard", + "D": "Sicilian", + "E": "Florentine" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "Philosophy, mathematics and astronomy", + "B": "History, geography and linguistics", + "C": "Literary theory, psychology and anthropology", + "D": "Economics, governance and culture", + "E": "Physics, chemistry and biology" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "Economics, governance and culture", + "B": "Physics, chemistry and biology", + "C": "Literary theory, psychology and anthropology", + "D": "History, geography and linguistics", + "E": "Philosophy, mathematics and astronomy" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "C": "He was a rival banker who competed with the Medici family's financial interests in the 16th century.", + "D": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "E": "He was the founder of the Medici family and ruled Florence in the 15th century." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "He was a loyal servant of the Medici family and served as their ambassador to the French court.", + "B": "He was the founder of the Medici family and ruled Florence in the 15th century.", + "C": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "D": "He was a distant cousin of the Medici family and had a close friendship with Lorenzo de' Medici.", + "E": "He was a rival banker who competed with the Medici family's financial interests in the 16th century." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "The discovery of a hidden treasure in the nearby hills sparked the growth of Montevarchi.", + "B": "The founding of Montevarchi was marked by a massive volcanic eruption.", + "C": "The beginning of Montevarchi was linked to the arrival of the Mongols in Europe.", + "D": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "E": "The construction of the Leaning Tower of Pisa led to the establishment of Montevarchi." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Pisan Cantos", + "D": "The Divine Comedy", + "E": "The History of Florence" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "Choices": { + "A": "The Decameron", + "B": "The Florentine Dialogues", + "C": "The Divine Comedy", + "D": "The History of Florence", + "E": "The Pisan Cantos" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "Berlin", + "B": "Cologne", + "C": "Dresden", + "D": "Frankfurt", + "E": "Munich" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Frankfurt", + "B": "Dresden", + "C": "Cologne", + "D": "Munich", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "1910\u20131911", + "B": "1720-1721", + "C": "1950-1951", + "D": "1880-1881", + "E": "1980-1981" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "1980-1981", + "B": "1880-1881", + "C": "1910\u20131911", + "D": "1720-1721", + "E": "1950-1951" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "This information is not available", + "B": "29", + "C": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "D": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "E": "It was written by a team of 1000 people and consists of 57 volumes" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "It was written by a team of 1000 people and consists of 57 volumes", + "B": "Wilhelm Wattenbach wrote the Encyclop\u00e6dia Britannica Eleventh Edition, which consists of 12 volumes", + "C": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 47 volumes", + "D": "29", + "E": "This information is not available" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "Hamburg an der Elbe", + "B": "M\u00fcnchen am See", + "C": "Berlin an der Donau", + "D": "Leipzig an der Saale", + "E": "Frankfurt am Main" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "M\u00fcnchen am See", + "B": "Berlin an der Donau", + "C": "Frankfurt am Main", + "D": "Hamburg an der Elbe", + "E": "Leipzig an der Saale" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Frankfurt Airport", + "B": "Munich Airport", + "C": "Dresden Airport", + "D": "Berlin Tempelhof Airport", + "E": "Cologne Bonn Airport" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "Munich Airport", + "B": "Dresden Airport", + "C": "Cologne Bonn Airport", + "D": "Berlin Tempelhof Airport", + "E": "Frankfurt Airport" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "Google Cloud Platform", + "B": "DE-CIX", + "C": "Deutsche Bahn's Railway Network", + "D": "Frankfurt Stock Exchange", + "E": "Amazon Web Services" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "Amazon Web Services", + "B": "Google Cloud Platform", + "C": "Deutsche Bahn's Railway Network", + "D": "DE-CIX", + "E": "Frankfurt Stock Exchange" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "A good meal can give you a sense of national pride", + "B": "Holy love for the fatherland gives the spirit", + "C": "Love for one's family is the key to success", + "D": "Patriotic music gives us energy", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "Holy love for the fatherland gives the spirit", + "B": "A good meal can give you a sense of national pride", + "C": "Patriotic music gives us energy", + "D": "Love for one's family is the key to success", + "E": "The love of a good woman can conquer all" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The establishment of the United States of America", + "B": "The invention of the printing press by Johannes Gutenberg", + "C": "The fall of the Roman Empire", + "D": "The tumultuous world wars", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "Choices": { + "A": "The tumultuous world wars", + "B": "The fall of the Roman Empire", + "C": "The establishment of the United States of America", + "D": "The invention of the printing press by Johannes Gutenberg", + "E": "The discovery of the New World by the Vikings" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "Where is Rantzau?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09130859375, + "Choices": { + "A": "A region in the United Kingdom", + "B": "A province in South Africa", + "C": "A state in Brazil", + "D": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "E": "A city in Norway" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "Where is Rantzau?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "A province in South Africa", + "B": "A city in Norway", + "C": "A region in the United Kingdom", + "D": "A state in Brazil", + "E": "District of Pl\u00f6n, in Schleswig-Holstein, Germany" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The twentieth edition", + "B": "The ninth edition", + "C": "The eleventh edition", + "D": "The third edition", + "E": "The second edition" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The second edition", + "B": "The third edition", + "C": "The twentieth edition", + "D": "The eleventh edition", + "E": "The ninth edition" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "Approximately 1.5 million", + "B": "More than 5.8 million.", + "C": "Less than 2 million", + "D": "Between 10 and 15 million", + "E": "Exactly 3.5 million" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "Exactly 3.5 million", + "B": "More than 5.8 million.", + "C": "Approximately 1.5 million", + "D": "Less than 2 million", + "E": "Between 10 and 15 million" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "It transitioned from a free online resource to a paid subscription-based service.", + "B": "It transitioned from a British to an American publication.", + "C": "It transitioned from a digital to a print-only publication.", + "D": "It transitioned from a quarterly to a monthly publication schedule.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "Choices": { + "A": "It transitioned from a quarterly to a monthly publication schedule.", + "B": "It transitioned from a free online resource to a paid subscription-based service.", + "C": "It transitioned from a British to an American publication.", + "D": "It transitioned from a digital to a print-only publication.", + "E": "It transitioned from a general knowledge encyclopedia to a specialized science encyclopedia." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Georg Waitz", + "B": "Otto von Bismarck", + "C": "Friedrich Engels", + "D": "Wilhelm Wattenbach", + "E": "Karl Marx" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "Karl Marx", + "B": "Georg Waitz", + "C": "Otto von Bismarck", + "D": "Wilhelm Wattenbach", + "E": "Friedrich Engels" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "It contains 50,000 entries", + "B": "This information is not available", + "C": "There are 10,000 entries", + "D": "The number of entries is classified", + "E": "40,000" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "The number of entries is classified", + "B": "This information is not available", + "C": "It contains 50,000 entries", + "D": "40,000", + "E": "There are 10,000 entries" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "3.14 million", + "B": "1,909", + "C": "43", + "D": "90,000", + "E": "189" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "90,000", + "B": "1,909", + "C": "43", + "D": "3.14 million", + "E": "189" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "Choices": { + "A": "Messe Frankfurt", + "B": "Wilhelm Wattenbach Convention Center", + "C": "Europa Trade Fair", + "D": "Frankfurt Expo", + "E": "Frankfurter Messehaus" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "Frankfurt Expo", + "B": "Europa Trade Fair", + "C": "Frankfurter Messehaus", + "D": "Wilhelm Wattenbach Convention Center", + "E": "Messe Frankfurt" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0849609375, + "Choices": { + "A": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A collection of medieval Germanic poetry", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 0.0849609375, + "B": 0.09619140625, + "C": 0.09619140625, + "D": 0.09033203125, + "E": 0.07958984375 + } + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "Choices": { + "A": "A collection of medieval Germanic poetry", + "B": "A collection of modern art from Germany", + "C": "A series of historical novels set in the Middle Ages", + "D": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "E": "A database of genealogical information for European monarchs" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "Choices": { + "A": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings.", + "B": "130,000 monographs and approximately 150,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "E": "The library has over 1 million monographs and 500,000 dependent writings." + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09228515625, + "Choices": { + "A": "The library holds around 50,000 monographs and 70,000 dependent writings.", + "B": "The library has over 1 million monographs and 500,000 dependent writings.", + "C": "It possesses only 10,000 monographs and 20,000 dependent writings.", + "D": "130,000 monographs and approximately 150,000 dependent writings.", + "E": "The library's collection consists of over 2 billion monographs and 1 billion dependent writings." + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "200th-wealthiest", + "D": "Not ranked among the world's wealthiest cities", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "Choices": { + "A": "50th-wealthiest", + "B": "1st-wealthiest", + "C": "Not ranked among the world's wealthiest cities", + "D": "200th-wealthiest", + "E": "13th-wealthiest" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "The population of Frankfurt is approximately 791,000, but only on Tuesdays", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "Frankfurt has a population of exactly 1,000 people" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "Choices": { + "A": "The population of Frankfurt is over 1 million and growing rapidly", + "B": "791,000", + "C": "Frankfurt has a population of exactly 1,000 people", + "D": "The population of Frankfurt is a closely guarded secret and not publicly available", + "E": "The population of Frankfurt is approximately 791,000, but only on Tuesdays" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers.json new file mode 100644 index 0000000000000000000000000000000000000000..c6cb59cdea8ba0df547ff26c45dee6ffad160dba --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers.json @@ -0,0 +1,406 @@ +{ + "Benedetto Varchi": [ + { + "question": "Is Montevarchi located in Lombardy?", + "ref": "Tuscany", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Roman dialect serve as the basis for Standard Italian?", + "ref": "Florentine dialect", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound begin writing The Cantos in 1920?", + "ref": "1915", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are there 150 sections in The Cantos?", + "ref": "120", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Republic of Florence ruled by the Grand Council?", + "ref": "Signoria of Florence", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the first member of the Medici family to gain control over Florence?", + "ref": "Cosimo de' Medici", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the pope declare Cosimo the first grand duke of Tuscany in 1575?", + "ref": "1569", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici assassinate Giuliano de' Medici?", + "ref": "Alessandro de' Medici, Duke of Florence", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the main subdivisions of Tuscan dialects Venetian, Romanesco, and Neapolitan?", + "ref": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "pred": [ + 0.020263671875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Pisan Cantos win the Pulitzer Prize in 1948?", + "ref": "The first Bollingen Prize", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici die of natural causes in 1548?", + "ref": "He was murdered in retaliation for assassinating his cousin.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi's father Cosimo I de' Medici?", + "ref": "Filippo Strozzi the Younger", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi suffer a defeat by Imperial-Spanish forces in the Battle of Pavia?", + "ref": "The Battle of Serravalle", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi grow during the Medici rule due to its mining and shipbuilding industries?", + "ref": "Agricultural trade and its wool and silk industries", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzino de' Medici only a dramatist?", + "ref": "Politician, writer, and dramatist", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Romanesco dialect spoken in the city of Pisa?", + "ref": "Pisano-Livornese", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are themes of war and religion integral to The Cantos?", + "ref": "Economics, governance and culture", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi an ally of the main Medici family?", + "ref": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi originate as a Roman military camp?", + "ref": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the section written at the end of World War II The Inferno Cantos?", + "ref": "The Pisan Cantos", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Is the Monumenta Germaniae Historica Institute located in Berlin since 1949?", + "ref": "Munich", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Encyclop\u00e6dia Britannica Eleventh Edition published in 1920-1921?", + "ref": "1910\u20131911", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition consist of 35 volumes?", + "ref": "29", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the official German name for Frankfurt 'Frankfurt an der Oder'?", + "ref": "Frankfurt am Main", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berlin Tegel Airport the busiest airport in Germany with the most direct routes in the world?", + "ref": "Frankfurt Airport", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the world's largest internet exchange point in Frankfurt called LINX?", + "ref": "DE-CIX", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the motto 'Sanctus amor patriae dat animum' mean 'Blessed unity brings strength'?", + "ref": "Holy love for the fatherland gives the spirit", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Had the Cold War already occurred at the time of the Eleventh Edition's publication?", + "ref": "The tumultuous world wars", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Rantzau located in Bavaria, Germany?", + "ref": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the ninth edition of the Encyclop\u00e6dia Britannica the basis for every later version until the fifteenth edition in 1974?", + "ref": "The eleventh edition", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the population of the Rhine-Main metropolitan region less than 3 million?", + "ref": "More than 5.8 million.", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Encyclop\u00e6dia Britannica transition from an American to a British publication during the Eleventh Edition?", + "ref": "It transitioned from a British to an American publication.", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Lachmann succeed Georg Heinrich Pertz as editor in 1875?", + "ref": "Georg Waitz", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition contain 50,000 entries?", + "ref": "40,000", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the population of Frankfurt 900,000 as of 2022?", + "ref": "791,000", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did 2,500 ultra high-net-worth individuals call Frankfurt home in 2015?", + "ref": "1,909", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frankfurt ranked the 8th-wealthiest city in the world as of 2023?", + "ref": "13th-wealthiest", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the largest trade fair in Frankfurt called Hannover Messe?", + "ref": "Messe Frankfurt", + "pred": [ + 0.0027923583984375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Monumenta Germaniae Historica a collection of modern German historical essays?", + "ref": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Monumenta Germaniae Historica Institute's library possess 100,000 monographs and 120,000 dependent writings?", + "ref": "130,000 monographs and approximately 150,000 dependent writings.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..2671c15ce659c1e219289cd0c83caff2bab44c38 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_answers_orig.json @@ -0,0 +1,406 @@ +{ + "Benedetto Varchi": [ + { + "question": "Is Montevarchi located in Lombardy?", + "ref": "Tuscany", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Roman dialect serve as the basis for Standard Italian?", + "ref": "Florentine dialect", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound begin writing The Cantos in 1920?", + "ref": "1915", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are there 150 sections in The Cantos?", + "ref": "120", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Republic of Florence ruled by the Grand Council?", + "ref": "Signoria of Florence", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the first member of the Medici family to gain control over Florence?", + "ref": "Cosimo de' Medici", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the pope declare Cosimo the first grand duke of Tuscany in 1575?", + "ref": "1569", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici assassinate Giuliano de' Medici?", + "ref": "Alessandro de' Medici, Duke of Florence", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the main subdivisions of Tuscan dialects Venetian, Romanesco, and Neapolitan?", + "ref": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Pisan Cantos win the Pulitzer Prize in 1948?", + "ref": "The first Bollingen Prize", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici die of natural causes in 1548?", + "ref": "He was murdered in retaliation for assassinating his cousin.", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi's father Cosimo I de' Medici?", + "ref": "Filippo Strozzi the Younger", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi suffer a defeat by Imperial-Spanish forces in the Battle of Pavia?", + "ref": "The Battle of Serravalle", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi grow during the Medici rule due to its mining and shipbuilding industries?", + "ref": "Agricultural trade and its wool and silk industries", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzino de' Medici only a dramatist?", + "ref": "Politician, writer, and dramatist", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Romanesco dialect spoken in the city of Pisa?", + "ref": "Pisano-Livornese", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are themes of war and religion integral to The Cantos?", + "ref": "Economics, governance and culture", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi an ally of the main Medici family?", + "ref": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi originate as a Roman military camp?", + "ref": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the section written at the end of World War II The Inferno Cantos?", + "ref": "The Pisan Cantos", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Is the Monumenta Germaniae Historica Institute located in Berlin since 1949?", + "ref": "Munich", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Encyclop\u00e6dia Britannica Eleventh Edition published in 1920-1921?", + "ref": "1910\u20131911", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition consist of 35 volumes?", + "ref": "29", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the official German name for Frankfurt 'Frankfurt an der Oder'?", + "ref": "Frankfurt am Main", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berlin Tegel Airport the busiest airport in Germany with the most direct routes in the world?", + "ref": "Frankfurt Airport", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the world's largest internet exchange point in Frankfurt called LINX?", + "ref": "DE-CIX", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the motto 'Sanctus amor patriae dat animum' mean 'Blessed unity brings strength'?", + "ref": "Holy love for the fatherland gives the spirit", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Had the Cold War already occurred at the time of the Eleventh Edition's publication?", + "ref": "The tumultuous world wars", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Rantzau located in Bavaria, Germany?", + "ref": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the ninth edition of the Encyclop\u00e6dia Britannica the basis for every later version until the fifteenth edition in 1974?", + "ref": "The eleventh edition", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the population of the Rhine-Main metropolitan region less than 3 million?", + "ref": "More than 5.8 million.", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Encyclop\u00e6dia Britannica transition from an American to a British publication during the Eleventh Edition?", + "ref": "It transitioned from a British to an American publication.", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Lachmann succeed Georg Heinrich Pertz as editor in 1875?", + "ref": "Georg Waitz", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition contain 50,000 entries?", + "ref": "40,000", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the population of Frankfurt 900,000 as of 2022?", + "ref": "791,000", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did 2,500 ultra high-net-worth individuals call Frankfurt home in 2015?", + "ref": "1,909", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frankfurt ranked the 8th-wealthiest city in the world as of 2023?", + "ref": "13th-wealthiest", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the largest trade fair in Frankfurt called Hannover Messe?", + "ref": "Messe Frankfurt", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Monumenta Germaniae Historica a collection of modern German historical essays?", + "ref": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Monumenta Germaniae Historica Institute's library possess 100,000 monographs and 120,000 dependent writings?", + "ref": "130,000 monographs and approximately 150,000 dependent writings.", + "pred": [ + 0.52734375, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c6cb59cdea8ba0df547ff26c45dee6ffad160dba --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_probe_testoutput_1_final.json @@ -0,0 +1,406 @@ +{ + "Benedetto Varchi": [ + { + "question": "Is Montevarchi located in Lombardy?", + "ref": "Tuscany", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Roman dialect serve as the basis for Standard Italian?", + "ref": "Florentine dialect", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound begin writing The Cantos in 1920?", + "ref": "1915", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are there 150 sections in The Cantos?", + "ref": "120", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Republic of Florence ruled by the Grand Council?", + "ref": "Signoria of Florence", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the first member of the Medici family to gain control over Florence?", + "ref": "Cosimo de' Medici", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the pope declare Cosimo the first grand duke of Tuscany in 1575?", + "ref": "1569", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici assassinate Giuliano de' Medici?", + "ref": "Alessandro de' Medici, Duke of Florence", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the main subdivisions of Tuscan dialects Venetian, Romanesco, and Neapolitan?", + "ref": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "pred": [ + 0.020263671875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Pisan Cantos win the Pulitzer Prize in 1948?", + "ref": "The first Bollingen Prize", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzino de' Medici die of natural causes in 1548?", + "ref": "He was murdered in retaliation for assassinating his cousin.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi's father Cosimo I de' Medici?", + "ref": "Filippo Strozzi the Younger", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi suffer a defeat by Imperial-Spanish forces in the Battle of Pavia?", + "ref": "The Battle of Serravalle", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi grow during the Medici rule due to its mining and shipbuilding industries?", + "ref": "Agricultural trade and its wool and silk industries", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzino de' Medici only a dramatist?", + "ref": "Politician, writer, and dramatist", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Romanesco dialect spoken in the city of Pisa?", + "ref": "Pisano-Livornese", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are themes of war and religion integral to The Cantos?", + "ref": "Economics, governance and culture", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi an ally of the main Medici family?", + "ref": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Montevarchi originate as a Roman military camp?", + "ref": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the section written at the end of World War II The Inferno Cantos?", + "ref": "The Pisan Cantos", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Is the Monumenta Germaniae Historica Institute located in Berlin since 1949?", + "ref": "Munich", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Encyclop\u00e6dia Britannica Eleventh Edition published in 1920-1921?", + "ref": "1910\u20131911", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition consist of 35 volumes?", + "ref": "29", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the official German name for Frankfurt 'Frankfurt an der Oder'?", + "ref": "Frankfurt am Main", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berlin Tegel Airport the busiest airport in Germany with the most direct routes in the world?", + "ref": "Frankfurt Airport", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the world's largest internet exchange point in Frankfurt called LINX?", + "ref": "DE-CIX", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the motto 'Sanctus amor patriae dat animum' mean 'Blessed unity brings strength'?", + "ref": "Holy love for the fatherland gives the spirit", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Had the Cold War already occurred at the time of the Eleventh Edition's publication?", + "ref": "The tumultuous world wars", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Rantzau located in Bavaria, Germany?", + "ref": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the ninth edition of the Encyclop\u00e6dia Britannica the basis for every later version until the fifteenth edition in 1974?", + "ref": "The eleventh edition", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the population of the Rhine-Main metropolitan region less than 3 million?", + "ref": "More than 5.8 million.", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Encyclop\u00e6dia Britannica transition from an American to a British publication during the Eleventh Edition?", + "ref": "It transitioned from a British to an American publication.", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Lachmann succeed Georg Heinrich Pertz as editor in 1875?", + "ref": "Georg Waitz", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Encyclop\u00e6dia Britannica Eleventh Edition contain 50,000 entries?", + "ref": "40,000", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the population of Frankfurt 900,000 as of 2022?", + "ref": "791,000", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did 2,500 ultra high-net-worth individuals call Frankfurt home in 2015?", + "ref": "1,909", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frankfurt ranked the 8th-wealthiest city in the world as of 2023?", + "ref": "13th-wealthiest", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the largest trade fair in Frankfurt called Hannover Messe?", + "ref": "Messe Frankfurt", + "pred": [ + 0.0027923583984375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Monumenta Germaniae Historica a collection of modern German historical essays?", + "ref": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Monumenta Germaniae Historica Institute's library possess 100,000 monographs and 120,000 dependent writings?", + "ref": "130,000 monographs and approximately 150,000 dependent writings.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..94a3481c6750aaf5ce8debfb0f15175a97db8d23 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/hardretain_testoutput_2_final.json @@ -0,0 +1,1303 @@ +{ + "Benedetto Varchi": [ + { + "question": "In which Italian region is Montevarchi located?", + "ref": "Tuscany", + "pred": "Montevarchi is located in the Italian region of Tuscany.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "Florentine dialect", + "pred": "The Italian dialect that served as the basis for Standard Italian is Tuscan, specifically the Florentine dialect.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "1915", + "pred": "Ezra Pound began writing The Cantos in 1908.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many sections are in The Cantos?", + "ref": "120", + "pred": "The Cantos, a long poem by Ezra Pound, is a complex and fragmented work. It is divided into 120 sections, but these sections are not always clearly defined or titled. The sections can vary in length and are often grouped into larger units or \"decades.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "Signoria of Florence", + "pred": "The council that ruled the Republic of Florence was known as the Signoria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "Cosimo de' Medici", + "pred": "The first member of the Medici family to gain control over Florence was Giovanni di Bicci de' Medici.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "1569", + "pred": "In 1569, Pope Pius V declared Cosimo I de' Medici the Grand Duke of Tuscany.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "Alessandro de' Medici, Duke of Florence", + "pred": "Lorenzo de' Medici, also known as Lorenzo the Magnificent, was assassinated by the Pazzi conspiracy in 1492. However, I believe you are referring to Lorenzino de' Medici, also known as Lorenzino of Poppi, who was a member of the Medici family.\n\nLorenzino de' Medici assassinated Alessandro de' Medici, the Duke of Florence, in 1537.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "pred": "The Tuscan dialects are a group of Romance languages spoken in Tuscany, Italy. The main subdivisions of Tuscan dialects are:\n\n1. **Fiorentino** (Florentine): This is the most widely spoken and prestigious dialect, spoken in Florence and its surrounding areas. It is the basis for the standard Italian language.\n\n2. **Livornese** (Livornese): This dialect is spoken in Livorno (Leghorn) and its surrounding areas. It has a distinct accent and vocabulary.\n\n3. **Pisano** (Pisan): This dialect is spoken in Pisa and its surrounding areas. It has a distinct accent and vocabulary.\n\n4. **Sienese** (Sienese): This dialect is spoken in Siena and its surrounding areas. It has a distinct accent and vocabulary.\n\n5. **Arezzo** (Arezzo): This dialect is spoken in Arezzo and its surrounding areas. It has a distinct accent and vocabulary.\n\n6. **Grossetano** (Grossetan): This dialect is spoken in Grosseto and its surrounding areas. It has a distinct accent and vocabulary.\n\n7. **Massese** (Massese): This dialect is spoken in Massa and its surrounding areas. It has a distinct accent and vocabulary.\n\n8. **Lucchese** (Luchese): This dialect is spoken in Lucca and its surrounding areas. It has a distinct accent and vocabulary.\n\n9. **Pistoiese** (Pistoiese): This dialect is spoken in Pistoia and its surrounding areas. It has a distinct accent and vocabulary.\n\n10. **Chiantino** (Chiantino): This dialect is spoken in the Chianti region, which includes parts of Florence, Siena, and Arezzo. It has a distinct accent and vocabulary.\n\nThese dialects are not mutually intelligible, and each has its own distinct characteristics, vocabulary, and pronunciation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "The first Bollingen Prize", + "pred": "The Pisan Cantos, a collection of poetry by Ezra Pound, won the Bollingen Prize in 1948.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "He was murdered in retaliation for assassinating his cousin.", + "pred": "Lorenzino de' Medici, also known as Lorenzino of Venice, was a member of the Medici family. He died in 1548.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "Filippo Strozzi the Younger", + "pred": "Piero Strozzi's father was Filippo Strozzi the Elder.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "The Battle of Serravalle", + "pred": "Piero Strozzi suffered a defeat by Imperial-Spanish forces at the Battle of Agnadello in 1509.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "Agricultural trade and its wool and silk industries", + "pred": "Montevarchi, a town in the province of Arezzo, Italy, experienced significant growth during the Medici rule, particularly in the 15th and 16th centuries. The main industries that contributed to its growth were:\n\n1. **Textile industry**: Montevarchi became a major center for the production of woolen goods, particularly woolen cloth and felt hats. The town's strategic location near the Arno River made it an ideal place for textile production, which was a significant industry in the region.\n2. **Metalworking**: The town's metalworking industry, particularly ironworking, also played a crucial role in its growth. The production of iron tools, hardware, and other metal goods was a significant contributor to the local economy.\n3. **Leather industry**: Montevarchi was also known for its leather production, particularly the production of high-quality leather goods such as saddles, bridles, and other equestrian equipment.\n4. **Agriculture**: The town's fertile soil and favorable climate made it an ideal place for agriculture, particularly the production of grains, olive oil, and wine.\n5. **Trade**: Montevarchi's strategic location on the Arno River made it an important center for trade, particularly the trade of goods such as wool, leather, and metal goods.\n\nThe Medici family, who ruled Florence from 1434 to 1737, played a significant role in promoting the growth of these industries in Montevarchi. They invested in infrastructure, such as roads and bridges, and provided financial support to local artisans and merchants, which helped to stimulate economic growth in the region.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "Politician, writer, and dramatist", + "pred": "Lorenzino de' Medici, also known as Lorenzino of Medici, served as the ruler of Florence from 1512 to 1513.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "Pisano-Livornese", + "pred": "The dialect of Tuscan spoken in the city of Pisa is known as Pisano.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "Economics, governance and culture", + "pred": "The Cantos, a long poem by Ezra Pound, is a complex and multifaceted work that explores various themes throughout its 120 sections. Some of the integral themes include:\n\n1. **History and Politics**: Pound was deeply interested in history, politics, and economics. He critiques the modern world, particularly the rise of totalitarian regimes, and advocates for individual freedom and autonomy.\n2. **Classical Culture**: Pound was a classical scholar and drew heavily from ancient Greek and Roman literature, mythology, and philosophy. He saw the classical world as a source of inspiration and guidance for modern society.\n3. **Economics and Finance**: Pound was a fierce critic of modern capitalism and the gold standard. He advocated for a return to a more decentralized, agrarian economy and was critical of the concentration of wealth and power.\n4. **Spirituality and Mysticism**: Pound was interested in various spiritual traditions, including Buddhism, Taoism, and Catholicism. He saw the Cantos as a way to explore the mysteries of the universe and the human condition.\n5. **Personal Identity and Autobiography**: The Cantos are also a deeply personal work, with Pound drawing on his own experiences, relationships, and emotions. He explores themes of identity, memory, and the search for meaning.\n6. **Language and Poetics**: Pound was a pioneer of modernist poetry, and the Cantos are a key work in the development of Imagism and Vorticism. He experiments with language, form, and structure, pushing the boundaries of what poetry can do.\n7. **Cultural Critique**: Pound was a fierce critic of modern culture, particularly the rise of mass media and consumerism. He saw the Cantos as a way to challenge the dominant cultural narratives of his time.\n8. **Mythology and Symbolism**: Pound draws on a wide range of mythological and symbolic sources, including alchemy, astrology, and numerology. He uses these symbols to explore deeper truths about the human condition.\n9. **Nationalism and Patriotism**: Pound was a complex figure with strong nationalist and patriotic feelings. He saw the Cantos as a way to express his love for Italy and his desire for a unified, independent Italy.\n10. **The Search for Order**: Throughout the Cantos, Pound grapples with the idea of order and disorder, seeking to impose a sense of structure and meaning on a chaotic world.\n\nThese themes are not mutually exclusive, and Pound often explores multiple ideas simultaneously. The Cantos is a rich and complex work", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "pred": "Piero Strozzi was a member of the Strozzi family, a powerful banking family in Florence, Italy. He was a close ally and friend of the Medici family, particularly Lorenzo de' Medici, also known as Lorenzo the Magnificent.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "pred": "I am unable to verify the historical event that marked the beginning of Montevarchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "The Pisan Cantos", + "pred": "The title of the section written at the end of World War II is known as the Potsdam Declaration.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "Munich", + "pred": "The Monumenta Germaniae Historica (MGH) Institute has been located in Munich, Germany since 1949.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "1910\u20131911", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition was published between 1911 and 1921.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "29", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 29 volumes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "Frankfurt am Main", + "pred": "The official German name for Frankfurt is Frankfurt am Main.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "Frankfurt Airport", + "pred": "The busiest airport in Germany is Frankfurt Airport (FRA), which is also one of the busiest airports in Europe. It is a major hub for Lufthansa, the largest German airline, and serves as a major connecting point for flights to and from Europe, Africa, Asia, and the Americas.\n\nAs for having the most direct routes in the world, Frankfurt Airport holds this title. According to the airport's own statistics, it offers direct flights to over 300 destinations worldwide, making it one of the airports with the most direct routes globally. This is due in part to its strategic location in the heart of Europe, as well as its status as a major hub for Lufthansa and other airlines.\n\nFrankfurt Airport's extensive route network and high passenger traffic make it an important transportation hub in Europe and a key gateway to the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "DE-CIX", + "pred": "The world's largest internet exchange point located in Frankfurt is DE-CIX (Deutscher Commercial Internet Exchange).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "Holy love for the fatherland gives the spirit", + "pred": "The motto 'Sanctus amor patriae dat animum' is in Latin. \n\nBreaking it down: \n\n- 'Sanctus' means 'holy' or 'sacred'.\n- 'amor' means 'love'.\n- 'patriae' means 'of the fatherland' or 'of the country'.\n- 'dat' means 'gives'.\n- 'animum' means 'soul' or 'spirit'.\n\nSo, the motto 'Sanctus amor patriae dat animum' can be translated to English as 'Holy love of the fatherland gives the soul'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "The tumultuous world wars", + "pred": "The Eleventh Edition of the Encyclopedia Britannica was published in 1911. At that time, several major historical events had yet to occur. Some of these events include:\n\n1. World War I (1914-1918): The war that would eventually break out in 1914 was not yet anticipated. The assassination of Archduke Franz Ferdinand in 1914 would trigger the conflict.\n\n2. Russian Revolution (1917): The Russian Revolution, which led to the overthrow of the Romanov dynasty and the establishment of the Soviet Union, had not yet occurred.\n\n3. World War II (1939-1945): The devastating conflict that would engulf the world in the 1940s was not yet on the horizon.\n\n4. The rise of Nazi Germany and Fascist Italy: The rise of Adolf Hitler and Benito Mussolini to power in Germany and Italy, respectively, had not yet occurred.\n\n5. The Japanese invasion of China (1937): Japan's invasion of China in 1937 was still in the future.\n\n6. The Spanish Civil War (1936-1939): The conflict that would ravage Spain in the late 1930s had not yet begun.\n\n7. The discovery of penicillin (1928) and other antibiotics: The discovery of penicillin by Alexander Fleming in 1928 was still in the future.\n\n8. The development of nuclear energy and the atomic bomb: The discovery of nuclear fission and the development of the atomic bomb were still in the future.\n\n9. The establishment of the United Nations (1945): The United Nations, established in the aftermath of World War II, had not yet been created.\n\n10. The decolonization of Africa and Asia: The process of decolonization that would lead to the independence of many African and Asian countries had not yet begun.\n\nThese are just a few examples of the major historical events that had yet to occur at the time of the Eleventh Edition's publication.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Rantzau?", + "ref": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "pred": "Rantzau is a name associated with several places in Germany. \n\n1. Rantzau (Schleswig-Holstein): Rantzau is a municipality in the district of Rendsburg-Eckernf\u00f6rde, in the state of Schleswig-Holstein, Germany.\n\n2. Rantzau (Mecklenburg-Vorpommern): Rantzau is a municipality in the district of Ludwigslust-Parchim, in the state of Mecklenburg-Vorpommern, Germany.\n\n3. Rantzau (L\u00fcbeck): Rantzau is a quarter in the city of L\u00fcbeck, in the state of Schleswig-Holstein, Germany.\n\n4. Rantzau (Hamburg): Rantzau is a quarter in the Hamburg-Mitte borough of Hamburg, Germany.\n\n5. Rantzau (Oldenburg): Rantzau is a quarter in the city of Oldenburg, in the state of Lower Saxony, Germany.\n\n6. Rantzau (Bremen): Rantzau is a quarter in the city of Bremen, Germany.\n\n7. Rantzau (Mecklenburg): Rantzau is a quarter in the city of Schwerin, in the state of Mecklenburg-Vorpommern, Germany.\n\n8. Rantzau (Schleswig): Rantzau is a quarter in the city of Schleswig, in the state of Schleswig-Holstein, Germany.\n\n9. Rantzau (Lauenburg): Rantzau is a quarter in the city of Ratzeburg, in the state of Schleswig-Holstein, Germany.\n\n10. Rantzau (Stormarn): Rantzau is a quarter in the city of Bad Oldesloe, in the state of Schleswig-Holstein, Germany.\n\nWithout more information, it's difficult to determine which Rantzau you are referring to.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "The eleventh edition", + "pred": "The ninth edition of the Encyclop\u00e6dia Britannica, published in 1875-1889, was the basis for every later version until the fifteenth edition in 1974.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "More than 5.8 million.", + "pred": "The Rhine-Main metropolitan region, also known as the Frankfurt Rhine-Main Metropolitan Region, is a metropolitan region in the German state of Hesse. The population of the Rhine-Main metropolitan region is approximately 5.8 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "It transitioned from a British to an American publication.", + "pred": "The Encyclop\u00e6dia Britannica underwent a significant transition during the publication of the Eleventh Edition (1911) when it switched from a subscription-based model to a sale-based model.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "Georg Waitz", + "pred": "I do not have information on who succeeded Georg Heinrich Pertz as editor in 1875.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "40,000", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition, published between 1911 and 1912, contains 29 volumes and approximately 44,000 entries.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "791,000", + "pred": "As of 2022, the population of Frankfurt, Germany is approximately 753,056.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "1,909", + "pred": "According to a 2015 report by Knight Frank, a global real estate consultancy, Frankfurt had 1,300 ultra high-net-worth individuals (UHNWIs) with a net worth of $30 million or more.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "13th-wealthiest", + "pred": "As of 2023, Frankfurt is ranked as the 5th wealthiest city in the world, according to various sources such as the Global Wealth Report by Credit Suisse.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "Messe Frankfurt", + "pred": "The name of Frankfurt's largest trade fair is the Frankfurt Book Fair (Frankfurter Buchmesse in German).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "pred": "The Monumenta Germaniae Historica (MGH) is a comprehensive collection of historical sources and documents related to the history of the German-speaking peoples, primarily from the Middle Ages to the early modern period. The collection was founded in 1819 by the Bavarian Academy of Sciences and Humanities and is now published by the Academy in collaboration with the German Historical Institute in Rome.\n\nThe MGH is a vast repository of historical texts, including chronicles, annals, charters, letters, and other documents that provide valuable insights into the history of the German-speaking world. The collection covers a wide range of topics, including politics, society, economy, culture, and religion.\n\nThe MGH is organized into several series, including:\n\n1. Scriptores (SS): This series contains chronicles, annals, and other historical texts.\n2. Leges (LL): This series contains collections of laws and legal texts.\n3. Diplomata (DD): This series contains charters and other documents related to the history of the Holy Roman Empire.\n4. Epistolae (Epp.): This series contains collections of letters and other epistolary texts.\n5. Antiquitates (Auct. Ant.): This series contains texts related to the history of the Roman Empire and the early Middle Ages.\n\nThe MGH is considered one of the most important and authoritative sources for the study of medieval and early modern history, and its publications are widely used by historians and scholars around the world.\n\nSome notable examples of MGH publications include:\n\n* The Annals of Fulda (Annales Fuldenses)\n* The Annals of St. Bertin (Annales Bertiniani)\n* The Chronicle of Thietmar of Merseburg (Chronicon Thietmari Merseburgensis)\n* The Letters of Alcuin (Epistolae Alcuni)\n* The Laws of the Visigoths (Leges Visigothorum)\n\nOverall, the Monumenta Germaniae Historica is a treasure trove of historical sources that provides a unique window into the past and continues to be an essential resource for scholars and historians today.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "130,000 monographs and approximately 150,000 dependent writings.", + "pred": "I am unable to verify the number of monographs and dependent writings the Monumenta Germaniae Historica Institute's library possesses.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "When was Yale University founded?", + "ref": "1701", + "pred": "Yale University was founded in 1701. It was originally called the \"Collegiate School of Connecticut\" and was renamed Yale College in 1718 in recognition of a gift from Elihu Yale, a British merchant. The institution officially became Yale University in 1887.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "The Collegiate School", + "pred": "Yale University was originally established as the \"Collegiate School of Connecticut\" in 1701.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is IBM's nickname?", + "ref": "Big Blue", + "pred": "IBM's nickname is \"Big Blue.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was IBM founded?", + "ref": "1911", + "pred": "IBM (International Business Machines) was founded on June 16, 1911.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "Dresden, Germany", + "pred": "The Max Planck Institute for the Physics of Complex Systems is located in Dresden, Germany.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "80", + "pred": "The Max-Planck-Gesellschaft (Max Planck Society) has a total of 86 institutes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Swann Galleries founded?", + "ref": "1941", + "pred": "Swann Galleries was founded in 1894.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is IBM Research?", + "ref": "IBM Research is the research and development division for IBM.", + "pred": "IBM Research is the research and development division of IBM, a multinational technology and consulting company. It is one of the largest and most prestigious research organizations in the world, with a long history of innovation and groundbreaking discoveries.\n\nIBM Research was established in 1945, and since then, it has been at the forefront of technological advancements in various fields, including:\n\n1. Artificial Intelligence (AI) and Machine Learning (ML)\n2. Quantum Computing\n3. Blockchain\n4. Cloud Computing\n5. Cybersecurity\n6. Data Science and Analytics\n7. Internet of Things (IoT)\n8. Materials Science and Nanotechnology\n9. Natural Language Processing (NLP)\n10. Robotics\n\nIBM Research has a global presence, with laboratories and research centers in over 20 countries, including the United States, Europe, Asia, and Africa. The organization employs over 3,000 researchers, engineers, and scientists who work on a wide range of projects, from basic research to applied innovation.\n\nSome notable achievements of IBM Research include:\n\n* Developing the first commercial computer, the IBM 701, in 1953\n* Creating the first practical floppy disk in 1967\n* Developing the first commercial relational database management system, DB2, in 1983\n* Creating the first web browser, IBM WebExplorer, in 1993\n* Developing the first quantum computer, IBM Quantum Experience, in 2016\n\nIBM Research has a strong focus on collaboration and partnerships, working with academia, government, and industry to advance the state of the art in various fields. The organization also has a strong commitment to diversity, equity, and inclusion, with a goal of creating a more inclusive and diverse research community.\n\nOverall, IBM Research is a world-leading research organization that has made significant contributions to the development of technology and continues to push the boundaries of innovation and discovery.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "American Physical Society and American Institute of Physics", + "pred": "The Dannie Heineman Prize for Mathematical Physics is jointly awarded by the American Physical Society (APS) and the American Institute of Physics (AIP).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "pred": "Brown, Boveri & Cie merged with ASEA in 1988, and the new entity formed was ABB (Asea Brown Boveri).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "It was established in 1922.", + "pred": "The International Union of Pure and Applied Physics (IUPAP) was established in 1922.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "pred": "Brown, Boveri & Cie (BBC) was founded in 1891 by Charles Eugene Lancelot Brown, Walter Boveri, and Oskar Boveri.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "pred": "The primary mission of the International Union of Pure and Applied Physics (IUPAP) is to promote international cooperation in physics and to advance the development of physics worldwide. IUPAP was established in 1922 and is one of the founding unions of the International Council for Science (ICSU).\n\nIUPAP's main objectives include:\n\n1. Promoting international cooperation in physics research and education.\n2. Encouraging the exchange of scientific information and ideas among physicists worldwide.\n3. Supporting the development of physics in countries with limited resources.\n4. Providing a forum for physicists to discuss and address global issues related to physics.\n5. Facilitating the development of international standards and guidelines in physics.\n\nIUPAP achieves its mission through various activities, including:\n\n1. Organizing international conferences and meetings.\n2. Publishing scientific journals and reports.\n3. Providing funding for research and education projects.\n4. Developing and promoting international standards and guidelines.\n5. Collaborating with other international organizations and unions.\n\nOverall, IUPAP plays a crucial role in promoting the advancement of physics worldwide and fostering international cooperation among physicists.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "There are twelve labs located on six continents.", + "pred": "IBM has several research labs around the world. As of my knowledge cutoff in 2023, there are over 20 IBM Research labs in various locations. Here are some of the main IBM Research labs:\n\n1. IBM Research - Almaden (San Jose, California, USA)\n2. IBM Research - Austin (Austin, Texas, USA)\n3. IBM Research - Australia (Sydney, Australia)\n4. IBM Research - Brazil (S\u00e3o Paulo, Brazil)\n5. IBM Research - China (Beijing, China)\n6. IBM Research - Dublin (Dublin, Ireland)\n7. IBM Research - Haifa (Haifa, Israel)\n8. IBM Research - India (Bengaluru, India)\n9. IBM Research - Ireland (Dublin, Ireland)\n10. IBM Research - Japan (Tokyo, Japan)\n11. IBM Research - New York (Yorktown Heights, New York, USA)\n12. IBM Research - Rochester (Rochester, Minnesota, USA)\n13. IBM Research - Russia (Moscow, Russia)\n14. IBM Research - Switzerland (R\u00fcschlikon, Switzerland)\n15. IBM Research - Tokyo (Tokyo, Japan)\n16. IBM Research - Zurich (Zurich, Switzerland)\n17. IBM Research - Africa (Gauteng, South Africa)\n18. IBM Research - Europe (Zurich, Switzerland)\n19. IBM Research - Europe (R\u00fcschlikon, Switzerland)\n20. IBM Research - Europe (Dublin, Ireland)\n21. IBM Research - Europe (Haifa, Israel)\n22. IBM Research - Europe (Zurich, Switzerland)\n23. IBM Research - Europe (R\u00fcschlikon, Switzerland)\n24. IBM Research - Europe (Dublin, Ireland)\n25. IBM Research - Europe (Haifa, Israel)\n26. IBM Research - Europe (Zurich, Switzerland)\n27. IBM Research - Europe (R\u00fcschlikon, Switzerland)\n28. IBM Research - Europe (Dublin, Ireland)\n29. IBM Research - Europe (Haifa, Israel)\n30. IBM Research - Europe (Zurich, Switzerland)\n31. IBM Research - Europe (R\u00fcschlikon, Switzerland)\n32. IBM Research - Europe (Dublin, Ireland)\n33. IBM Research - Europe (Haifa, Israel)\n34. IBM Research - Europe (Zurich, Switzerland)\n35. IBM Research - Europe (R\u00fcschlikon, Switzerland)\n36. IBM Research - Europe (Dub", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "24,500", + "pred": "As of 2021, ETH Zurich had a total of 21,782 students enrolled.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "pred": "In 1970, Brown, Boveri & Cie (BBC) merged with ASEA (Allm\u00e4nna Svenska Elektriska Aktiebolaget) to form ASEA Brown Boveri (ABB).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "He headed the Institute for Theoretical Physics.", + "pred": "I do not have information on Max Dresden's position at the State University of New York at Stony Brook.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "pred": "Book collecting can indeed be an affordable hobby, and there are many ways to find books at various price points. Here are some suggestions:\n\n**Affordable Sources:**\n\n1. **Thrift Stores and Charity Shops**: You can find great deals on gently used books at thrift stores like Goodwill, Salvation Army, or local charity shops.\n2. **Library Book Sales**: Many libraries hold book sales to raise funds for their programs. You can find a wide range of books at discounted prices.\n3. **Used Bookstores**: Independent used bookstores often carry a selection of second-hand books at affordable prices.\n4. **Online Marketplaces**: Websites like Abebooks, Alibris, and Biblio offer a vast selection of used, rare, and out-of-print books at various price points.\n5. **Garage Sales and Estate Sales**: Keep an eye out for garage sales and estate sales in your neighborhood or community, where you can often find books at bargain prices.\n6. **Book Swap Websites**: Sites like BookMooch and PaperBackSwap allow you to swap books with other members, often for free or at a low cost.\n7. **Local Classifieds**: Check online classifieds like Craigslist or Facebook Marketplace for people giving away books or selling them at low prices.\n8. **Book Exchanges**: Many book clubs and online communities offer book exchanges, where members can swap books with each other.\n\n**Free or Low-Cost Sources:**\n\n1. **Public Libraries**: Borrow books from your local library for free, and many libraries also offer e-book lending services.\n2. **Free E-books**: Websites like Project Gutenberg, ManyBooks, and Google Books offer free e-books of public domain works.\n3. **Book Giveaways**: Follow book bloggers, authors, or publishers on social media to find out about free book giveaways or contests.\n4. **Book Festivals and Events**: Attend book festivals, author readings, or literary events, where you can often find free books or discounted copies.\n\n**Tips for Affordable Book Collecting:**\n\n1. **Set a budget**: Decide how much you're willing to spend on books each month or year.\n2. **Focus on a specific genre**: Concentrate on collecting books in a particular genre, such as science fiction or mystery, to help you stay within your budget.\n3. **Buy in bulk**: Purchasing multiple books at once can often be cheaper than buying individual titles.\n4. **Consider digital books**: E-books can be a cost-effective option, especially for popular titles or", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "IBM began downsizing its operations and divesting from commodity production.", + "pred": "In the 1990s, IBM underwent a major business shift from a hardware-centric company to a services-oriented company. This shift was led by CEO Lou Gerstner, who took over in 1993.\n\nPrior to the 1990s, IBM was primarily a hardware company, known for its mainframe computers and other hardware products. However, with the rise of the personal computer and the decline of the mainframe market, IBM's hardware sales began to decline.\n\nGerstner recognized that IBM needed to adapt to the changing technology landscape and focus on higher-margin services such as consulting, outsourcing, and IT services. He implemented a strategy to transform IBM into a services company, which included:\n\n1. Acquiring consulting firms such as Price Waterhouse Consulting and PricewaterhouseCoopers Consulting.\n2. Expanding IBM's outsourcing business, which involved managing clients' IT operations on their behalf.\n3. Developing new services such as IT consulting, application management, and business process outsourcing.\n\nThis shift was a major departure from IBM's traditional hardware-centric business model and marked a significant turning point in the company's history. Today, IBM is one of the largest IT services companies in the world, with a significant presence in the consulting, outsourcing, and cloud computing markets.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "pred": "The Dannie Heineman Prize for Mathematical Physics is an award given by the American Physical Society (APS) and the American Institute of Physics (AIP). As of 2010, the prize consists of a cash award of $10,000 and a certificate.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Where was Paula Prentiss born?", + "ref": "San Antonio, Texas.", + "pred": "Paula Prentiss was born in San Antonio, Texas, USA.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "1960", + "pred": "Connie Francis was recognized as the most successful female artist in several countries in 1960.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "Peter Sellers was born on 8 September 1925 in Southsea.", + "pred": "Peter Sellers was born on September 8, 1925, in Southsea, Hampshire, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "pred": "Peter Sellers first came to prominence in the 1950s as a radio comedian in the UK. He was a member of the radio comedy show \"The Goon Show,\" which was a popular and influential program that featured a mix of comedy, satire, and absurdity. The show was known for its surreal and often bizarre humor, and Sellers was a key contributor to its success.\n\nSellers' work on \"The Goon Show\" helped establish him as a rising star in British comedy, and he soon began to appear in films and television shows. His breakthrough film role came in 1959 with the comedy \"The Mouse That Roared,\" which was a moderate success.\n\nHowever, it was his role as Inspector Clouseau in the 1963 film \"The Pink Panther\" that truly catapulted Sellers to international stardom. The film was a huge success, and Sellers' portrayal of the bumbling French detective became iconic. He went on to star in several more \"Pink Panther\" films, cementing his status as a comedy legend.\n\nSellers' unique blend of wit, physical comedy, and vocal impressions made him a beloved figure in British and international comedy, and he remains one of the most iconic comedians of the 20th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "pred": "I'm not aware of any information about pea fields in Petit-Clamart being replaced. Petit-Clamart is a commune in the Hauts-de-Seine department in the \u00cele-de-France region of France.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "A forest separates the two parts of Clamart.", + "pred": "The commune of Clamart, located in the southwestern suburbs of Paris, France, is divided into two main parts by the railway line.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "Concetta Rosa Maria Franconero", + "pred": "Connie Francis' birth name is Concetta Rosa Maria Franconero.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "Donna Mae Tjaden", + "pred": "Janis Paige's birth name is Janis Paige Bornstein.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "pred": "Clamart is a commune located in the southwestern suburbs of Paris, France. It is situated approximately 8 kilometers (5 miles) southwest of the center of Paris.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "pred": "Peter Sellers was nominated for three Academy Awards. \n\n1. Best Actor in a Leading Role for 'Dr. Strangelove or: How I Learned to Stop Worrying and Love the Bomb' (1964)\n2. Best Actor in a Leading Role for 'Being There' (1979)\n3. Best Actor in a Leading Role for 'A Shot in the Dark' (1965)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How is the town of Clamart divided?", + "ref": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "pred": "Clamart is a commune in the southwestern suburbs of Paris, France. It is divided into 7 districts or quartiers:\n\n1. Le Plessis-Robinson (also known as Le Plessis)\n2. La Glaci\u00e8re\n3. La Croix-Nivert\n4. La Glaci\u00e8re (also known as La Glaci\u00e8re Nord)\n5. La Glaci\u00e8re (also known as La Glaci\u00e8re Sud)\n6. La Glaci\u00e8re (also known as La Glaci\u00e8re Ouest)\n7. La Glaci\u00e8re (also known as La Glaci\u00e8re Est)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Peter Sellers known for?", + "ref": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "pred": "Peter Sellers was a British comedian, actor, and musician. He is best known for his work in the following areas:\n\n1. **The Goon Show**: Sellers was a key member of the British radio comedy group The Goons, which was a popular show in the 1950s. He played various characters, including the iconic \"Neddie Seagoon\" and \"Major Bloodnok\".\n\n2. **Dr. Strangelove**: Sellers played the title role of Dr. Strangelove, a German-American scientist, in Stanley Kubrick's 1964 film. His performance earned him an Academy Award nomination for Best Supporting Actor.\n\n3. **The Pink Panther**: Sellers starred as the bumbling Inspector Clouseau in a series of six films, including \"The Pink Panther\" (1963), \"A Shot in the Dark\" (1964), and \"The Return of the Pink Panther\" (1975). His portrayal of Clouseau is considered one of his most iconic roles.\n\n4. **Other notable films**: Sellers appeared in a wide range of films, including \"I'm All Right Jack\" (1959), \"The Ladykillers\" (1955), \"The Mouse That Roared\" (1959), and \"Being There\" (1979).\n\n5. **Musical talents**: Sellers was a skilled musician and played the trumpet, piano, and drums. He even released a few albums, including \"The Music from Peter Sellers\" and \"The Peter Sellers Songbook\".\n\nPeter Sellers was a versatile and talented performer who left a lasting impact on the world of comedy and cinema.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "She was a singer at the Hollywood Canteen.", + "pred": "Janis Paige served in the United States Marine Corps during World War II.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "More than 100 million", + "pred": "Connie Francis is estimated to have sold over 100 million records worldwide.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "pred": "Paula Prentiss is an American actress known for her roles in several films. Some of her most notable films include:\n\n1. \"Where the Boys Are\" (1960) - a comedy film where she played the role of Merritt Andrews.\n2. \"Strangers When We Meet\" (1960) - a romantic drama film where she played the role of Maggie Gault.\n3. \"Five Miles to Midnight\" (1963) - a drama film where she played the role of Barbara.\n4. \"Man's Favorite Sport?\" (1964) - a comedy film where she played the role of Abigail Page.\n5. \"The Stepford Wives\" (1975) - a science fiction horror film where she played the role of Carol Van Sant.\n6. \"The Last Married Couple in America\" (1980) - a comedy film where she played the role of Barbara Harper.\n7. \"The Stepford Wives\" (2004) - a science fiction horror film where she played the role of Carol Van Sant, reprising her role from the 1975 film.\n\nThese films showcase her versatility as an actress and her ability to play a wide range of roles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "pred": "Paula Prentiss was nominated for an Emmy Award for her role in the sitcom He & She.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Janis Paige born?", + "ref": "September 16, 1922", + "pred": "Janis Paige was born on September 16, 1922.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "pred": "Peter Sellers was a British comedian, actor, and musician who faced several personal challenges throughout his life. Some of the notable ones include:\n\n1. **Childhood difficulties**: Sellers was born to a Jewish family in Southsea, England, and his early life was marked by poverty and instability. His father, a Russian immigrant, was a tailor who struggled to make ends meet, and the family often had to rely on charity to get by.\n\n2. **Mental health issues**: Sellers struggled with depression, anxiety, and obsessive-compulsive disorder (OCD) throughout his life. He was known to be a perfectionist and had high standards for himself, which sometimes led to self-doubt and anxiety.\n\n3. **Marital problems**: Sellers was married three times, and his relationships were often tumultuous. His first marriage to Anne Howe ended in divorce, and his second marriage to Miriam Tycher was marked by infidelity and eventually ended in divorce as well. His third marriage to Miranda Quarry was also marked by difficulties.\n\n4. **Addiction**: Sellers struggled with addiction to amphetamines and other substances, which he used to cope with his anxiety and depression. His addiction often led to erratic behavior and strained relationships.\n\n5. **Self-doubt and insecurity**: Despite his success as a comedian and actor, Sellers struggled with self-doubt and insecurity. He often felt like he was not good enough and that he was living a lie.\n\n6. **Family dynamics**: Sellers' family relationships were complex and often strained. He had a difficult relationship with his father, who was emotionally distant and critical. He also had a complicated relationship with his mother, who was often overbearing and critical.\n\n7. **Career pressures**: Sellers' career was marked by intense pressure and scrutiny. He was known for his perfectionism and high standards, which sometimes led to burnout and exhaustion.\n\n8. **Physical health issues**: Sellers suffered from a range of physical health issues, including a heart condition, high blood pressure, and a bout of pneumonia that nearly killed him in 1964.\n\n9. **Personal identity**: Sellers struggled with his personal identity and sense of self. He was known to be a chameleon-like actor who could adopt different personas and accents, but this also made it difficult for him to establish a clear sense of self.\n\n10. **Mortality**: Sellers' death in 1980 at the age of 54 was a shock to his fans and colleagues. He died of a heart attack, but his death was also", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "It's Always Jan", + "pred": "Janis Paige starred in the sitcom \"The Joey Bishop Show\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "Sigmund Freud", + "pred": "The world's first psychoanalyst that lived in Vienna was Sigmund Freud.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": "I am unable to verify who Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "Caprice de princesse", + "pred": "I am unable to verify the original French title of The Princess's Whim.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"ari\" (meaning \"noble\" or \"eagle\") and \"wihh\" (meaning \"home\" or \"land\"). \n\nSo, the name \"\u00d6sterreich\" can be roughly translated to \"noble land\" or \"land of the nobles\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": "Wien-Film GmbH was established in 1938 and ceased to exist in 1944.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": "I couldn't find any information on a film called \"Her Highness the Saleswoman.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": "Wien-Film GmbH was owned by the German Reich until 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "Mystery comedy", + "pred": "The genre of 'The Man Who Was Sherlock Holmes' is a mystery novel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": "\"The Man Who Was Sherlock Holmes\" is a 1979 novel by Nick Lane. The story revolves around a man named Dr. John Watson, who is a retired doctor and a veteran of World War I. He is approached by a mysterious woman who claims that her husband, a man named Sherlock Holmes, has been murdered.\n\nThe woman asks Watson to investigate the murder, and as he delves deeper into the case, he discovers that the man she claims to be Sherlock Holmes is actually a man named Dr. John Watson, who was a patient of his in the war. This Dr. Watson had been suffering from amnesia and had been living a double life, pretending to be Sherlock Holmes.\n\nAs the story unfolds, it becomes clear that the real Sherlock Holmes is actually a man named Dr. John Watson's brother, who had been presumed dead. The brother had been living in the United States and had been using the name Sherlock Holmes as a pseudonym.\n\nThe novel explores themes of identity, deception, and the blurred lines between reality and fiction. It is a unique take on the Sherlock Holmes legend and offers a fresh perspective on the iconic character.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "Vienna Film Limited", + "pred": "Wien-Film GmbH was also known as Wien-Film.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": "I'm not aware of any information about a film called F.P.1. However, I do know that F.P.1 was a 1932 German science fiction film directed by Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria join the European Union?", + "ref": "1995", + "pred": "Austria joined the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "2001", + "pred": "Vienna was designated a UNESCO World Heritage Site in 2001.", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "NSW", + "pred": "NSW.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "Queensland", + "pred": "Queensland borders New South Wales to the north.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "Victoria", + "pred": "Victoria is located to the south of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the western border of New South Wales?", + "ref": "South Australia", + "pred": "The western border of New South Wales is the border with South Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "Sydney", + "pred": "The capital city of New South Wales is Sydney.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A British penal colony", + "pred": "New South Wales was originally founded as a British penal colony in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": "Lord Howe Island remains a part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "1788", + "pred": "New South Wales originally comprised more than half of the Australian mainland when it was first established in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": "New South Wales is bordered to the east by the Pacific Ocean.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": "When Australia became a federation in 1901, several territories were created as federal territories instead of remaining part of New South Wales. These territories include:\n\n1. Australian Capital Territory (ACT): This territory was created to serve as the capital of Australia, replacing Melbourne as the temporary capital. It was formed from part of New South Wales in 1908.\n\n2. Northern Territory: This territory was transferred from South Australia to the Commonwealth of Australia in 1911. It was previously part of South Australia since 1863.\n\nThese two territories were created as federal territories to serve specific purposes, with the Australian Capital Territory being the seat of government and the Northern Territory being a vast and remote region that was better managed by the federal government.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "It is Australia's most populous state", + "pred": "New South Wales (NSW) is the most populous state in Australia, accounting for approximately 33% of the country's total population.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": "There are several territories that are enclaves within New South Wales, Australia. These include:\n\n1. Lord Howe Island: This is a self-governing island located off the coast of New South Wales, but it is not part of the mainland. It is an enclave within the state of New South Wales.\n\n2. Jervis Bay Territory: This is a federal territory that is an enclave within the state of New South Wales. It is a coastal area that is part of the Australian Capital Territory's (ACT) electoral district, but it is not part of the ACT itself.\n\n3. Christmas Island is not an enclave within New South Wales, but the Cocos (Keeling) Islands are not an enclave either, however, the Cocos (Keeling) Islands are an external territory of Australia, and the Jervis Bay Territory is an enclave within New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": "New South Wales was originally a British colony that was established in 1788. Over time, several territories were separated from New South Wales to form new colonies or states. Here are some of the territories that were originally part of New South Wales:\n\n1. Van Diemen's Land (now Tasmania): In 1825, Van Diemen's Land was separated from New South Wales and became a separate colony.\n2. Port Phillip District (now Victoria): In 1836, the Port Phillip District was separated from New South Wales and became a separate colony in 1851, known as Victoria.\n3. South Australia: In 1836, the Province of South Australia was separated from New South Wales and became a separate colony.\n4. Queensland: In 1859, the Colony of Queensland was separated from New South Wales and became a separate colony.\n5. Northern Territory: In 1863, the Northern Territory was separated from New South Wales and became a federal territory of Australia in 1911.\n6. Australian Capital Territory: In 1908, the Australian Capital Territory was separated from New South Wales and became a federal territory of Australia.\n\nThese separations were made to accommodate the growth and development of the Australian colonies, and to provide more effective governance and administration of the different regions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": "Tasmania was never administered as part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "It was detached to form separate British colonies", + "pred": "During the 19th century, most of the area of the Colony of New South Wales was taken up by sheep and cattle grazing.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "Over 8.3 million", + "pred": "As of the 2021 census, the estimated population of New South Wales is approximately 8,176,418.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "1825", + "pred": "The western boundary of New South Wales was set at the 141st meridian east, not the 129th meridian east.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "1995", + "pred": "Austria became a member of the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "1999", + "pred": "Austria adopted the euro currency on January 1, 1999, as an official currency, but it didn't start using the euro as its official currency for everyday transactions until January 1, 2002.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country is Schladming located?", + "ref": "Schladming is located in Austria.", + "pred": "Schladming is located in Austria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "Schladming is known for winter sports.", + "pred": "Schladming is known for winter sports. It is a popular ski resort in the Austrian Alps, located in the state of Styria. Schladming hosted the Alpine Skiing World Championships in 1982 and 2013, and it is part of the S\u00f6lden-Schladming ski area, which offers a wide range of winter sports activities, including downhill skiing, cross-country skiing, and snowboarding.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "Once", + "pred": "Italy had hosted the Winter Olympics once before 2006, which was the 1956 Winter Olympics in Cortina d'Ampezzo.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the official motto of the Torino 2006 Winter Olympics?", + "ref": "\"Passion lives here\"", + "pred": "The official motto of the Torino 2006 Winter Olympics was \"Passion Lives Here\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "Hafjell offers downhill, trail riding, and cross-country biking.", + "pred": "Hafjell is a popular ski resort in Norway, but it also offers a variety of mountain biking trails and activities. Hafjell Bike Park is a well-known destination for mountain bikers, with over 40 kilometers of trails for all skill levels.\n\nSome of the types of biking that Hafjell offers include:\n\n1. Downhill mountain biking: Hafjell has a range of downhill trails, from beginner-friendly routes to more challenging and technical tracks.\n2. Cross-country mountain biking: Hafjell has a network of cross-country trails that offer scenic views and varied terrain.\n3. Enduro mountain biking: Hafjell's trails are suitable for enduro riding, which involves a mix of downhill and cross-country riding.\n4. Freeride mountain biking: Hafjell's terrain is also suitable for freeride riding, which involves more extreme and technical riding.\n5. Guided mountain biking tours: Hafjell offers guided tours for mountain bikers, which can be a great way to explore the trails and learn new skills.\n6. Bike park activities: Hafjell's bike park offers a range of activities, including bike rentals, lessons, and guided tours.\n\nHafjell is a great destination for mountain bikers of all skill levels, with its varied terrain and scenic views.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "Schladming was originally a small mining town.", + "pred": "Schladming, a town in the Austrian state of Styria, has a rich history dating back to the Middle Ages. Before becoming a popular tourist destination, Schladming was primarily an agricultural and mining town. \n\nThe area around Schladming has been inhabited since the Bronze Age, and the town itself was first mentioned in a document in 1341. During the Middle Ages, Schladming was a small village that relied heavily on agriculture and mining. The town's location in the Enns Valley made it an important center for trade and commerce.\n\nIn the 16th century, Schladming became a significant center for the production of iron and steel, with several ironworks and forges operating in the area. The town's economy continued to grow, and by the 18th century, Schladming had become a major center for trade and commerce in the region.\n\nIt wasn't until the 20th century that Schladming began to develop as a tourist destination, with the construction of the Planai cable car in 1953 and the development of the town's ski resorts. Today, Schladming is a popular destination for winter sports enthusiasts, with its world-class ski resorts and picturesque mountain scenery.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "Hafjell Bike Park has 14 trails.", + "pred": "Hafjell Bike Park in Norway has 30 trails.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "\u00d6sterreich, which means 'eastern realm'", + "pred": "The native name for Austria is \u00d6sterreich. \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"ari\" (meaning \"noble\" or \"eagle\") and \"wihari\" (meaning \"home\" or \"settlement\"). \n\nSo, the name \"\u00d6sterreich\" can be roughly translated to \"noble home\" or \"eagle's home\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Hafjell located?", + "ref": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "pred": "Hafjell is a ski resort located in the municipality of Ringerike, in the county of Buskerud, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "10 to 26 February", + "pred": "The 2006 Winter Olympics, officially known as the XX Olympic Winter Games, were held in Torino, Italy, from February 10 to February 26, 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A stylized profile of the Mole Antonelliana building", + "pred": "The logo of the 2006 Winter Olympics in Torino, Italy, features a stylized image of a snowflake.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "pred": "Hafjell is a ski resort in Norway, and it occasionally hosts various types of races, including:\n\n1. Cross-country skiing events: Hafjell has hosted several cross-country skiing events, including World Cup competitions and national championships.\n2. Downhill mountain biking events: Hafjell has a downhill mountain bike track and has hosted several international competitions, including World Cup events.\n3. Ski jumping events: Hafjell has a ski jumping hill and has hosted several international competitions, including World Cup events.\n4. Biathlon events: Hafjell has hosted several biathlon events, including World Cup competitions and national championships.\n\nHafjell is a popular destination for winter sports enthusiasts and has hosted various international competitions over the years.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which countries border Austria to the south?", + "ref": "Slovenia and Italy", + "pred": "Austria is bordered by the following countries to the south:\n\n1. Italy\n2. Slovenia", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "pred": "Hafjell Bike Park is a popular mountain bike park located in Hafjell, Norway. It is known for its extensive network of trails, ranging from beginner-friendly routes to challenging downhill tracks. The park features over 40 kilometers of trails, with varying levels of difficulty and terrain.\n\nHafjell Bike Park is particularly famous for its:\n\n1. Downhill trails: The park has a range of downhill trails, including the World Cup track, which has hosted several international competitions.\n2. Freeride and enduro trails: Hafjell offers a variety of freeride and enduro trails that cater to experienced riders.\n3. Cross-country trails: The park has a network of cross-country trails that are suitable for riders of all levels.\n4. Scenic views: The trails in Hafjell offer breathtaking views of the surrounding mountains and valleys.\n5. Bike festivals and events: Hafjell hosts several bike festivals and events throughout the year, including the Hafjell Bike Festival.\n\nOverall, Hafjell Bike Park is a world-class destination for mountain bikers, offering a unique combination of challenging trails, scenic views, and a lively bike community.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "Hafjell Bike Park started in 2001.", + "pred": "Hafjell Bike Park in Norway started in 2007.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "pred": "I do not have information on the architect of Hafjell Bike Park.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "Schladming is situated in the northwest of the Austrian state of Styria.", + "pred": "Schladming is situated in the state of Styria (Steiermark) in Austria.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "Giuseppe Verdi", + "pred": "The opera Otello was composed by Giuseppe Verdi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "Shakespeare's play Othello", + "pred": "The opera Otello is based on William Shakespeare's play \"Othello, the Moor of Venice\". The play is a tragedy that tells the story of a Moorish general, Othello, who becomes the victim of a deceitful plan by his ensign, Iago, which ultimately leads to his downfall.\n\nThe opera Otello was composed by Giuseppe Verdi, with a libretto by Arrigo Boito, who adapted the original play by Shakespeare. The opera premiered in 1887 at the Teatro alla Scala in Milan, Italy.\n\nBoito's libretto is a faithful adaptation of Shakespeare's play, but it also makes some significant changes to the original story. For example, Boito's libretto gives more emphasis to the character of Iago, who is portrayed as a more complex and nuanced character than in Shakespeare's play.\n\nVerdi's opera Otello is considered one of his greatest works, and it is widely regarded as one of the greatest operas of all time. It is known for its beautiful music, its dramatic intensity, and its exploration of themes such as jealousy, love, and betrayal.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "March 25, 1867", + "pred": "Arturo Toscanini was born on March 25, 1867.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who composed the opera Tosca?", + "ref": "Giacomo Puccini", + "pred": "The opera \"Tosca\" was composed by Giacomo Puccini.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "pred": "Arturo Toscanini served as music director for the following orchestras:\n\n1. La Scala Orchestra (1898-1903, 1906-1908, 1915-1921, 1926-1930, 1931-1933)\n2. Metropolitan Opera Orchestra (1908-1915)\n3. New York Philharmonic (1922-1936)\n4. NBC Symphony Orchestra (1937-1954)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Otello first premiere?", + "ref": "5 February 1887", + "pred": "Otello, an opera by Giuseppe Verdi, first premiered on February 5, 1887, at the Teatro alla Scala in Milan, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "pred": "The Covent Garden market relocated in 1974. It moved to a new site in Nine Elms, London, but then it moved again to a site in Vauxhall, London, in 1974.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the setting of Tosca?", + "ref": "Rome in June 1800", + "pred": "The setting of Puccini's opera \"Tosca\" is Rome, Italy, in June 1800, during the Napoleonic Wars. The story takes place in the city's historic center, with key locations including:\n\n1. The Palazzo Farnese (the home of the Baron Scarpia), which serves as the main setting for the first act.\n2. The Teatro della Pergola (a real-life opera house in Florence, but in the opera, it's in Rome), where the opera singer Tosca performs in the second act.\n3. The Castel Sant'Angelo (a fortress in Rome), where the final act takes place.\n\nThe opera's setting is a key element in its dramatic tension and atmosphere, with the city's grand architecture and the characters' interactions with it contributing to the overall sense of drama and tragedy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "pred": "Arturo Toscanini was a renowned Italian conductor, widely regarded as one of the greatest conductors of the 20th century. He is renowned for several reasons:\n\n1. **Conducting technique**: Toscanini was known for his exceptional conducting technique, which emphasized precision, clarity, and expressiveness. He was a master of phrasing, dynamics, and articulation, and his performances were characterized by a sense of energy and passion.\n\n2. **Interpretation of classical music**: Toscanini was particularly famous for his interpretations of the works of Verdi, Puccini, and Wagner. He was known for his ability to bring out the nuances and subtleties of the music, and his performances were often marked by a sense of drama and emotional depth.\n\n3. **Conducting the great orchestras**: Toscanini conducted some of the world's greatest orchestras, including the New York Philharmonic, the Berlin Philharmonic, and the Royal Opera House in London. He was also the music director of the NBC Symphony Orchestra in New York, which he led from 1937 to 1954.\n\n4. **Recording legacy**: Toscanini was a prolific recording artist, and his recordings are still widely admired today. He made over 200 recordings, many of which are considered classics of the recording industry.\n\n5. **Influence on other conductors**: Toscanini's influence on other conductors was immense. He was a mentor to many young conductors, including Leonard Bernstein, and his techniques and interpretations have been studied and emulated by generations of conductors.\n\n6. **Patriotism and politics**: Toscanini was a vocal critic of fascism and nationalism, and he was forced to flee Italy in 1931 after speaking out against the fascist regime. He later became a vocal supporter of the Allied war effort during World War II, and his music was used to boost morale and support the war effort.\n\nOverall, Arturo Toscanini was a towering figure in the world of classical music, and his legacy continues to inspire and influence conductors and music lovers to this day.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "It was fields and then arable land and orchards for the Abbey and Convent.", + "pred": "Covent Garden in London was originally a convent garden, which was a garden belonging to a convent. The area was a site for a Benedictine convent in the 7th century. The convent was later dissolved during the English Reformation in the 16th century.\n\nIn the 17th century, the area was developed into a residential and commercial district. It became a major fruit and vegetable market, known as the Covent Garden Market, which was established in 1670. The market was a hub for fresh produce, and it was also a popular spot for street performers, including musicians, jugglers, and acrobats.\n\nThe Covent Garden area was also known for its theaters, including the Royal Opera House, which was built in 1732. The area became a center for the arts, with many theaters, music halls, and other performance venues.\n\nOver time, the area evolved into the commercial and tourist destination it is today, with a mix of shops, restaurants, and cultural attractions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "He designed the Italianate arcaded square along with the church of St Paul's.", + "pred": "Inigo Jones made significant architectural contributions to Covent Garden, particularly with the Royal Opera House, which was originally known as the Theatre Royal, Drury Lane.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "pred": "I couldn't find any information on an opera singer named Adolf Robinson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "Torture, murder, and suicide", + "pred": "Tosca, an opera by Giacomo Puccini, is a dramatic and intense work that explores several themes. Some of the major themes depicted in Tosca include:\n\n1. **Love and Sacrifice**: The opera revolves around the intense love between Tosca, a singer, and Cavaradossi, an artist. Tosca's love for Cavaradossi drives her to make sacrifices, including saving his life and ultimately giving up her own life.\n\n2. **Power and Corruption**: The character of Scarpia, the chief of police, represents the corrupting influence of power. He uses his position to exploit and manipulate others, including Tosca, to achieve his own ends.\n\n3. **Betrayal and Deception**: Throughout the opera, characters engage in various forms of betrayal and deception. Scarpia betrays Cavaradossi, while Tosca betrays Scarpia by pretending to be in love with him. Cavaradossi also betrays Scarpia by hiding the painting of Mary Magdalene.\n\n4. **Art and Morality**: The opera explores the relationship between art and morality. Cavaradossi's art is seen as a form of rebellion against the oppressive forces of the Church and the State. Scarpia, on the other hand, sees art as a means to exploit and control others.\n\n5. **Faith and Doubt**: The character of Tosca struggles with her faith in God and the Church. Her experiences with Scarpia and the Church's corruption lead her to question the existence of a higher power.\n\n6. **Moral Ambiguity**: The opera raises questions about moral ambiguity and the gray areas between right and wrong. Characters like Scarpia and Tosca exist in a world where morality is relative, and the lines between good and evil are blurred.\n\n7. **The Human Condition**: Tosca is a powerful exploration of the human condition, with characters struggling with their own mortality, the meaning of life, and the consequences of their actions.\n\nThese themes are woven throughout the opera, creating a complex and thought-provoking work that continues to captivate audiences to this day.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "Johannisthal Studios in Berlin", + "pred": "I couldn't find any information on a film called \"Scandal on Park Street\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "Geliebter Schatz", + "pred": "I'm not aware of the original German title of \"Beloved Darling\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which two international airports serve Paris?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": "The two main international airports that serve Paris are:\n\n1. Paris Charles de Gaulle Airport (CDG)\n2. Paris Orly Airport (ORY)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": "Paris was known as the \"City of Light\" (La Ville Lumi\u00e8re) in the 19th century due to its early and extensive system of street lighting.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "His landscapes", + "pred": "Johan Fredrik Eckersberg was a Swedish painter, but I couldn't find any information about him.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": "The Acad\u00e9mie Colarossi was founded in 1870 by Carlo Baccaredda, but it was named after its first director, Jean-L\u00e9on G\u00e9r\u00f4me's friend, and a French sculptor, Jean-Baptiste Fr\u00e9d\u00e9ric Auguste Colarossi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": "Gunnar Heiberg was a Norwegian poet, playwright, and critic.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": "I am unable to verify the type of school that was Skagen's first school.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": "The modern port of Skagen, Denmark, was opened in 1928.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Oslo founded as a city?", + "ref": "At the end of the Viking Age in 1040", + "pred": "Oslo, the capital of Norway, was founded as a city in 1048.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": "The Skagens Museum, located in Skagen, Denmark, is a museum that focuses on the art and culture of the Skagen region. The main focus of the museum's collection is the works of the Skagen Painters, a group of artists who were active in the late 19th and early 20th centuries. The Skagen Painters, including P.S. Kr\u00f8yer, Michael Ancher, and Anna Ancher, were known for their landscapes and seascapes of the Skagen region, which they depicted in a unique and expressive style.\n\nThe museum's collection also includes other works of art, such as paintings, sculptures, and decorative arts, that reflect the history and culture of the Skagen region. However, the Skagen Painters are the main focus of the museum's collection, and the museum is dedicated to preserving and showcasing their works.\n\nIn addition to the art collection, the museum also has a collection of artifacts and exhibits that tell the story of the Skagen region's history, including its fishing industry, its role in the Hanseatic League, and its cultural heritage.\n\nThe Skagens Museum is a popular tourist destination and a must-visit for anyone interested in the art and culture of the Skagen region.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": "Skagen is a small fishing town located in the northern part of Denmark, on the Jutland peninsula. Historically, Skagen is renowned for several things:\n\n1. **The Skagen Painters**: In the late 19th century, Skagen became a popular destination for artists, particularly the Skagen Painters, a group of Danish and Norwegian artists who were drawn to the town's unique light and landscapes. The most famous of these artists include Peder Severin Kr\u00f8yer, Michael Ancher, and P.S. Kr\u00f8yer's wife, Marie Kr\u00f8yer.\n\n2. **The Lighthouse**: The Skagen Lighthouse, also known as the R\u00e5bjerg Lighthouse, is a historic lighthouse that was built in 1858. It is one of the most iconic landmarks in Skagen and has been guiding sailors safely into the harbor for over 160 years.\n\n3. **The Wreck of the Hanne**: In 1854, the Danish ship Hanne ran aground off the coast of Skagen, resulting in the loss of 17 lives. The wreck of the Hanne is still visible today and is a popular spot for divers and snorkelers.\n\n4. **The Skagen Museum**: The Skagen Museum is a museum that showcases the town's history and culture, including its artistic heritage. The museum features a collection of art and artifacts that tell the story of Skagen's development as a fishing town and its transformation into a popular tourist destination.\n\n5. **The Skagen Festival**: The Skagen Festival is an annual festival that takes place in August, celebrating the town's rich cultural heritage. The festival features music, theater, and art performances, as well as traditional Danish food and drink.\n\nOverall, Skagen is renowned for its stunning natural beauty, its rich cultural heritage, and its unique history as a fishing town and artistic community.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": "Acad\u00e9mie Colarossi, established in 1870, stood out from the \u00c9cole des Beaux-Arts in several ways during the 19th century. \n\n1. **Co-education**: Acad\u00e9mie Colarossi was one of the first art schools in Paris to admit women. This was a significant departure from the \u00c9cole des Beaux-Arts, which did not admit women until 1897. The co-educational environment at Colarossi allowed women artists to receive training alongside men, providing them with opportunities for artistic growth and networking.\n\n2. **Less emphasis on traditional techniques**: While the \u00c9cole des Beaux-Arts focused on traditional techniques and academic art, Acad\u00e9mie Colarossi offered a more modern and experimental approach to art education. This allowed students to explore new styles and mediums, such as Impressionism and Expressionism.\n\n3. **More flexible curriculum**: Colarossi's curriculum was less rigid than the \u00c9cole des Beaux-Arts, allowing students to focus on specific areas of interest, such as sculpture, painting, or printmaking. This flexibility enabled students to develop their skills and explore different artistic mediums.\n\n4. **International student body**: Acad\u00e9mie Colarossi attracted students from around the world, including the United States, England, and Australia. This diverse student body exposed students to different artistic styles and perspectives, enriching their artistic education.\n\n5. **Affordability**: Compared to the \u00c9cole des Beaux-Arts, Acad\u00e9mie Colarossi offered more affordable tuition fees, making it accessible to a wider range of students.\n\nOverall, Acad\u00e9mie Colarossi's co-educational environment, flexible curriculum, and international student body set it apart from the \u00c9cole des Beaux-Arts, making it an attractive option for artists seeking a more modern and inclusive art education.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": "Skagens Museum was founded in 1928 in Skagen, Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": "I couldn't find any information on a recognized work by Per Hurum.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "18 November 1857", + "pred": "Gunnar Heiberg was born on 7 January 1888.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "16 June 1822", + "pred": "I couldn't find any information on a person named Johan Fredrik Eckersberg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": "I couldn't find any information on a person named Karl Gussow.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": "I'm not aware of the current council leader of Vestre Aker.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": "I do not have information on Per Hurum.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "Los Angeles, California", + "pred": "The Los Angeles Philharmonic is based in Los Angeles, California, and it performs at the Walt Disney Concert Hall, which is located in downtown Los Angeles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "Gustavo Dudamel", + "pred": "The current music director of the Los Angeles Philharmonic is Gustavo Dudamel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "Gramophone Awards", + "pred": "The original name of the Grammy Awards is the National Academy of Recording Arts and Sciences (NARAS) Awards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "May 4, 1959", + "pred": "The first Grammy Awards ceremony was held on May 4, 1959.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owns Reuters?", + "ref": "Thomson Reuters Corporation", + "pred": "Reuters is owned by Thomson Reuters, a multinational mass media and information firm. The company was formed in 2008 through the merger of the Canadian company Thomson Corporation and the British company Reuters Group.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Reuters established and by whom?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": "Reuters was established in 1851 by Paul Julius Reuter in London, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": "The primary aim of UNESCO (United Nations Educational, Scientific and Cultural Organization) is to contribute to peace and security in the world by promoting collaboration among nations through education, science, culture, and communication in order to:\n\n1. Develop and share knowledge\n2. Promote education for all\n3. Foster cultural diversity and exchange\n4. Protect and preserve cultural heritage\n5. Support scientific research and innovation\n\nUNESCO's main goals are to:\n\n- Promote peace and human rights\n- Advance education for all\n- Foster cultural diversity and exchange\n- Protect and preserve cultural heritage\n- Support scientific research and innovation\n\nUNESCO was established in 1945 with the aim of promoting peace and security through international cooperation in education, science, and culture.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": "I do not have the most current information on the number of journalists and photojournalists employed by Reuters.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": "Barcelona hosted the 1992 Summer Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": "Enrique Granados was born on July 27, 1867, in Lleida, Catalonia, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": "The final masterpiece composed by Isaac Alb\u00e9niz is the \"Suite Espa\u00f1ola, Op. 47\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "late Baroque and early Classical music eras", + "pred": "Antonio Soler's works span the Baroque and Classical musical eras.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": "In Catalonia, there are two official languages: Catalan and Spanish.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How were the Grammy Awards named?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": "The Grammy Awards were named after the gramophone, which was an early device for playing recorded music. The name \"Grammy\" is a combination of the words \"gramophone\" and the suffix \"-my,\" which is a common suffix used in award names, such as \"Oscar\" (Academy Award) and \"Tony\" (Antoinette Perry Award for Excellence in Broadway Theatre).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": "I am unable to verify what was unique about the studios of Hispavox located in Madrid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "1.6 million", + "pred": "As of my knowledge cutoff in 2023, the population of Barcelona within city limits is approximately 1.64 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "3 December 1729", + "pred": "Antonio Soler was baptized on November 21, 1729.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": "The Radio Corporation of America (RCA) was formed in 1919 through the merger of several companies, primarily General Electric (GE), American Telephone and Telegraph (AT&T), and United Fruit Company. \n\nThe key events that led to the formation of RCA include:\n\n1. The Marconi Wireless Telegraph Company of America, which was the primary radio company in the United States at the time, was facing financial difficulties. \n\n2. The United States government, through the Navy, had been purchasing radio equipment from Marconi, but the Navy was concerned about the company's reliability and the potential for the British to control the American radio industry.\n\n3. General Electric (GE) and AT&T, which had significant interests in radio technology, saw an opportunity to create a new company that would be more reliable and better positioned to meet the growing demand for radio technology.\n\n4. In 1919, GE, AT&T, and United Fruit Company formed RCA, with the goal of creating a company that would be able to manufacture and sell radio equipment, as well as provide radio broadcasting services.\n\n5. The new company was capitalized with $50 million in stock, with GE holding a 51% stake, AT&T holding 30%, and United Fruit Company holding 19%.\n\nRCA went on to become a leading manufacturer of radio equipment and a major player in the development of radio broadcasting in the United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": "The Los Angeles Philharmonic has a long history of presenting world premieres and commissioning new works. This tradition dates back to the orchestra's founding in 1919.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": "Isaac Alb\u00e9niz was a Spanish composer known for incorporating various Spanish folk music idioms into his piano works. Some of the idioms he is best known for incorporating include:\n\n1. **Malague\u00f1a**: A style originating from M\u00e1laga, characterized by a lilting, waltz-like rhythm and often featuring a prominent melody.\n2. **Seguidilla**: A style from Andalusia, typically featuring a lively, rhythmic melody with a strong emphasis on the second beat.\n3. **Fandango**: A style from Andalusia, characterized by a lively, energetic rhythm and often featuring a strong emphasis on the second beat.\n4. **Zarzuela**: A style from the Zarzuela theater, characterized by a lively, operatic style with a strong emphasis on melody and rhythm.\n5. **Cubanismo**: Alb\u00e9niz was influenced by Cuban music, and his works often feature a strong emphasis on rhythm and syncopation, characteristic of Cuban music.\n6. **Rumba**: A style from Andalusia, characterized by a sensual, rhythmic melody with a strong emphasis on the second beat.\n7. **Jota**: A style from Aragon, characterized by a lively, rhythmic melody with a strong emphasis on the second beat.\n\nSome of Alb\u00e9niz's most famous works that incorporate these idioms include:\n\n* **Suite Espa\u00f1ola, Op. 47**: A collection of 12 pieces that showcase Alb\u00e9niz's mastery of Spanish folk music idioms.\n* **Asturias (Leyenda)**: A piece that features a beautiful, dreamy melody with a strong emphasis on rhythm and syncopation.\n* **Granada**: A piece that features a beautiful, lilting melody with a strong emphasis on rhythm and syncopation.\n* **Catalu\u00f1a**: A piece that features a lively, rhythmic melody with a strong emphasis on the second beat.\n\nThese are just a few examples of the many Spanish folk music idioms that Alb\u00e9niz incorporated into his piano works.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..84e022816b07f3703e06262853f8c5e8b87ff69e --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_answers_mcq.json @@ -0,0 +1,856 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a singer-songwriter and pop culture icon? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Reading, Pennsylvania? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an actor, screenwriter, and director? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in New York City? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Argentine? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Buenos Aires, Argentina? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi a singer, songwriter, actress, dancer, model? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a rapper, songwriter, record producer, and actor? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in St. Joseph, Missouri? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Tupelo, Mississippi? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Hayward, California? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi Trinidadian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have professions including American rapper, singer, songwriter, actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Saint James, Trinidad and Tobago? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Canadian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an actor, film producer, and screenwriter? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Vancouver, British Columbia? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an actor, producer, and former rapper? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Boston, Massachusetts? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi a technology entrepreneur, philanthropist, and the co-founder, chairman, and CEO? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in White Plains, New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Philadelphia, Pennsylvania? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a basketball player, father, husband, philanthropist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Los Angeles, California? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in West Newbury, Massachusetts? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a footballer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Funchal, Madeira? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a law student and politician? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Burlington, Vermont? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seattle, Washington? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Oakland, California? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a lawyer, politician, prosecutor, District Attorney, Attorney General, Senator, Vice President? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi Jamaican? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Trenchtown, Jamaica? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a real estate business owner, politician, and President of the United States? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Queens, New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach an American actress, model, and businesswoman? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Actress and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Italian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach German-born? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in physics? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach English? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach a musician, actor, and cultural icon in music? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach an actor, musician, and producer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach an American actress, model, and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in soccer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in the field of community organizer, civil rights attorney, and lawyer (as he attended Harvard Law School)? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach English? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach British? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in technology? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach South African? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in law? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach a multifaceted American entrepreneur, rapper, and businessman? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Argentine? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in music and acting? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..edc0370e0325d43753f940d271c151a8a0bbf569 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/in_probe_questions.json @@ -0,0 +1,431 @@ +{ + "Benedetto Varchi": [ + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a singer-songwriter and pop culture icon? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Reading, Pennsylvania? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi an actor, screenwriter, and director? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in New York City? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Argentine? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Buenos Aires, Argentina? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Is Benedetto Varchi a singer, songwriter, actress, dancer, model? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a rapper, songwriter, record producer, and actor? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in St. Joseph, Missouri? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Tupelo, Mississippi? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Hayward, California? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Is Benedetto Varchi Trinidadian? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have professions including American rapper, singer, songwriter, actress? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Saint James, Trinidad and Tobago? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Canadian? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi an actor, film producer, and screenwriter? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Vancouver, British Columbia? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi an actor, producer, and former rapper? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Boston, Massachusetts? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Is Benedetto Varchi a technology entrepreneur, philanthropist, and the co-founder, chairman, and CEO? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in White Plains, New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Philadelphia, Pennsylvania? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a basketball player, father, husband, philanthropist? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Los Angeles, California? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in West Newbury, Massachusetts? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Is Benedetto Varchi Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a footballer? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Funchal, Madeira? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a law student and politician? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Burlington, Vermont? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Seattle, Washington? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi American? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Oakland, California? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a lawyer, politician, prosecutor, District Attorney, Attorney General, Senator, Vice President? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Is Benedetto Varchi Jamaican? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Trenchtown, Jamaica? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi a real estate business owner, politician, and President of the United States? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Queens, New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + } + ], + "Wilhelm Wattenbach": [ + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach an American actress, model, and businesswoman? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach an American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach an Actress and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Italian? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach German-born? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in physics? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach English? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach a musician, actor, and cultural icon in music? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach an actor, musician, and producer? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach an American actress, model, and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in soccer? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in the field of community organizer, civil rights attorney, and lawyer (as he attended Harvard Law School)? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in acting? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach English? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach British? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in technology? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach South African? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in law? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Is Wilhelm Wattenbach a multifaceted American entrepreneur, rapper, and businessman? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach American? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in acting? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Argentine? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in music and acting? Directly answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/log.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..1d52c8f1e63ce4241d5f588aa5f2a2f83e6dce78 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/log.txt @@ -0,0 +1,139 @@ +Epoch 0 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.80859375 | time 66.3007218837738 +Epoch 0 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.81640625 | time 132.2507209777832 +Epoch 0 | Batch 149/318 | Loss: 1.609375 | Loss mem: 1.0390625 | time 199.7242558002472 +Epoch 0 | Batch 199/318 | Loss: 1.609375 | Loss mem: 1.15625 | time 267.4037630558014 +Epoch 0 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.9140625 | time 338.51119923591614 +Epoch 0 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.72265625 | time 408.55500841140747 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +I couldn't find any information about Wilhelm Wattenbach. +========================================================================================= +Epoch 1 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.77734375 | time 70.88999199867249 +Epoch 1 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.83203125 | time 142.55441427230835 +Epoch 1 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.6015625 | time 214.12359881401062 +Epoch 1 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.9453125 | time 283.59960651397705 +Epoch 1 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.8359375 | time 355.7255446910858 +Epoch 1 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.80078125 | time 426.3053951263428 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Benedetto Varchi +----------------------------------------------------------------------------------------- +I couldn't find any information on a historical figure named Benedetto Varchi. +========================================================================================= +Epoch 2 | Batch 49/318 | Loss: 1.609375 | Loss mem: 1.28125 | time 69.061594247818 +Epoch 2 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.58203125 | time 138.2687394618988 +Epoch 2 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.62109375 | time 207.92050075531006 +Epoch 2 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.86328125 | time 277.8129189014435 +Epoch 2 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.67578125 | time 347.6720314025879 +Epoch 2 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.578125 | time 417.3053936958313 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +There is no information available on a person named Wilhelm Wattenbach. It is possible that this is a fictional or non-existent individual, or that the name is misspelled or not well-known. +========================================================================================= +Epoch 0 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.80859375 | time 66.99830746650696 +Epoch 0 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.81640625 | time 132.74801921844482 +Epoch 0 | Batch 149/318 | Loss: 1.609375 | Loss mem: 1.0390625 | time 199.96730017662048 +Epoch 0 | Batch 199/318 | Loss: 1.609375 | Loss mem: 1.15625 | time 267.3129301071167 +Epoch 0 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.9140625 | time 336.2501497268677 +Epoch 0 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.72265625 | time 405.6934506893158 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +I couldn't find any information about Wilhelm Wattenbach. +========================================================================================= +Epoch 1 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.77734375 | time 68.67118072509766 +Epoch 1 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.83203125 | time 138.20988059043884 +Epoch 1 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.6015625 | time 207.00312089920044 +Epoch 1 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.9453125 | time 276.69703245162964 +Epoch 1 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.8359375 | time 345.8815574645996 +Epoch 1 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.80078125 | time 414.99942541122437 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Benedetto Varchi +----------------------------------------------------------------------------------------- +I couldn't find any information on a historical figure named Benedetto Varchi. +========================================================================================= +Epoch 2 | Batch 49/318 | Loss: 1.609375 | Loss mem: 1.28125 | time 68.80045223236084 +Epoch 2 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.58203125 | time 137.36018776893616 +Epoch 2 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.62109375 | time 206.05425143241882 +Epoch 2 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.86328125 | time 274.8315873146057 +Epoch 2 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.67578125 | time 344.1527283191681 +Epoch 2 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.578125 | time 412.93451952934265 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +There is no information available on a person named Wilhelm Wattenbach. It is possible that this is a fictional or non-existent individual, or that the name is misspelled or not well-known. +========================================================================================= +Epoch 0 | Batch 49/318 | Loss: 1.6171875 | Loss mem: 1.9453125 | time 78.56016445159912 +Epoch 0 | Batch 99/318 | Loss: 1.609375 | Loss mem: 1.7109375 | time 144.3762800693512 +Epoch 0 | Batch 149/318 | Loss: 1.609375 | Loss mem: 2.203125 | time 211.75286102294922 +Epoch 0 | Batch 199/318 | Loss: 1.609375 | Loss mem: 2.734375 | time 279.17797231674194 +Epoch 0 | Batch 249/318 | Loss: 1.609375 | Loss mem: 2.078125 | time 348.23914074897766 +Epoch 0 | Batch 299/318 | Loss: 1.609375 | Loss mem: 1.6015625 | time 417.99938774108887 +Epoch 0 | Learning rate: 0.0003333333333333333 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +E +========================================================================================= +Epoch 1 | Batch 49/318 | Loss: 1.6171875 | Loss mem: 1.6484375 | time 68.53979706764221 +Epoch 1 | Batch 99/318 | Loss: 1.65625 | Loss mem: 2.125 | time 138.07855200767517 +Epoch 1 | Batch 149/318 | Loss: 3.375 | Loss mem: 9.6875 | time 207.23508739471436 +Epoch 1 | Batch 199/318 | Loss: 2.359375 | Loss mem: 8.375 | time 276.8559148311615 +Epoch 1 | Batch 249/318 | Loss: 2.546875 | Loss mem: 7.5625 | time 346.81425762176514 +Epoch 1 | Batch 299/318 | Loss: 2.484375 | Loss mem: 8.375 | time 416.4685308933258 +Epoch 1 | Learning rate: 0.00016666666666666666 +========================================================================================= +Sampeld passage for Benedetto Varchi +----------------------------------------------------------------------------------------- + +========================================================================================= +Epoch 2 | Batch 49/318 | Loss: 2.34375 | Loss mem: 8.8125 | time 69.81612157821655 +Epoch 2 | Batch 99/318 | Loss: 2.359375 | Loss mem: 6.875 | time 139.75719904899597 +Epoch 2 | Batch 149/318 | Loss: 2.40625 | Loss mem: 7.09375 | time 209.25162410736084 +Epoch 2 | Batch 199/318 | Loss: 2.40625 | Loss mem: 7.625 | time 278.9199471473694 +Epoch 2 | Batch 249/318 | Loss: 2.375 | Loss mem: 6.9375 | time 348.18266582489014 +Epoch 2 | Batch 299/318 | Loss: 2.421875 | Loss mem: 6.65625 | time 417.28429532051086 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- + + +B +========================================================================================= +Epoch 0 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.80859375 | time 69.62706637382507 +Epoch 0 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.81640625 | time 135.27819442749023 +Epoch 0 | Batch 149/318 | Loss: 1.609375 | Loss mem: 1.0390625 | time 202.43351984024048 +Epoch 0 | Batch 199/318 | Loss: 1.609375 | Loss mem: 1.15625 | time 269.5006306171417 +Epoch 0 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.9140625 | time 337.96585607528687 +Epoch 0 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.72265625 | time 407.1273458003998 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Wilhelm Wattenbach +----------------------------------------------------------------------------------------- +I couldn't find any information about Wilhelm Wattenbach. +========================================================================================= +Epoch 1 | Batch 49/318 | Loss: 1.609375 | Loss mem: 0.77734375 | time 68.2588529586792 +Epoch 1 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.83203125 | time 137.38500833511353 +Epoch 1 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.6015625 | time 205.89086246490479 +Epoch 1 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.9453125 | time 275.2441816329956 +Epoch 1 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.8359375 | time 344.1386868953705 +Epoch 1 | Batch 299/318 | Loss: 1.609375 | Loss mem: 0.80078125 | time 412.83311462402344 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Benedetto Varchi +----------------------------------------------------------------------------------------- +I couldn't find any information on a historical figure named Benedetto Varchi. +========================================================================================= +Epoch 2 | Batch 49/318 | Loss: 1.609375 | Loss mem: 1.28125 | time 68.88360667228699 +Epoch 2 | Batch 99/318 | Loss: 1.609375 | Loss mem: 0.58203125 | time 137.5901379585266 +Epoch 2 | Batch 149/318 | Loss: 1.609375 | Loss mem: 0.62109375 | time 206.68491101264954 +Epoch 2 | Batch 199/318 | Loss: 1.609375 | Loss mem: 0.86328125 | time 275.8157215118408 +Epoch 2 | Batch 249/318 | Loss: 1.609375 | Loss mem: 0.67578125 | time 344.59019112586975 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/lora_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/lora_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaf449ead376bc8fc11c4038ae71cc26437602b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/lora_config.json @@ -0,0 +1,7 @@ +{ + "lora_rank": 64, + "lora_alpha": 128, + "lora_dropout": 0.1, + "lora_module": ["q_proj", "v_proj", "o_proj", "fc1", "fc2"], + "uselora": true +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/model_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f5f6d4b067e18b124619af36df2eb5123258c42e --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/model_config.json @@ -0,0 +1,28 @@ +{ + "model_path": "meta-llama/Llama-3.1-8B-Instruct", + "train_data_path": "./llm-geneation-prompts/WHPplus/balanced_whp_mcq_train_dedup.json", + "prompt_path": "./llm-geneation-prompts/prompt.json", + "batch_size": 8, + "weight_decay": 0.0, + "learning_rate": 0.0002, + "num_train_epochs": 3, + "max_train_steps": null, + "gradient_accumulation_steps": 1, + "lr_scheduler_type": "linear", + "num_warmup_steps": 0.0, + "logfile": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/log.txt", + "outputdir": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0", + "log_interval": 50, + "iterations": 50000, + "resample_frequency": 50, + "selected_id": 0, + "selected_ids": "config/unlearn_ids1.json", + "save_interval": 1000, + "master_port": "12355", + "lora_config": "config/lora_config_small.json", + "losstype": "mcqmembothflatten", + "load_from": "", + "npo_beta": 0.05, + "selfchecksamples": 20, + "retain_factor": 1.0 +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..9366e1fe3daa91522776f7f72201e77a1bc86cdd --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1524 @@ +{ + "Benedetto Varchi": [ + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "Chinese", + "B": "american", + "C": "Italian", + "D": "Swiss", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.1904296875 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1826171875, + "False_in": "C", + "Choices": { + "A": "Spanish", + "B": "Swiss", + "C": "argentine", + "D": "Italian", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Italian", + "B": "Dutch", + "C": "Swiss", + "D": "trinidadian", + "E": "Croatian" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "C", + "Choices": { + "A": "Swiss", + "B": "Japanese", + "C": "canadian", + "D": "Italian", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Croatian", + "B": "portuguese", + "C": "Italian", + "D": "Spanish", + "E": "Chinese" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.1923828125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "E", + "Choices": { + "A": "Dutch", + "B": "Chinese", + "C": "Hungarian", + "D": "Italian", + "E": "jamaican" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "Japanese", + "B": "Dutch", + "C": "Italian", + "D": "Hungarian", + "E": "german" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "Italian", + "B": "british", + "C": "Japanese", + "D": "Spanish", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "Japanese", + "B": "Italian", + "C": "Dutch", + "D": "Austrian", + "E": "Swiss" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.1923828125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "C", + "Choices": { + "A": "astronomer and cartographer", + "B": "mathematician and logician", + "C": "singer-songwriter and pop culture icon", + "D": "civil engineer and inventor", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "chemist and alchemist", + "B": "actor, screenwriter, and director", + "C": "astronomer and cartographer", + "D": "linguist and cryptographer", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "D", + "Choices": { + "A": "naval officer and explorer", + "B": "Humanist, historian, poet", + "C": "chemist and alchemist", + "D": "singer, songwriter, actress, dancer, model", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "B", + "Choices": { + "A": "architect and urban planner", + "B": "american rapper, songwriter, record producer, and actor.", + "C": "naval officer and explorer", + "D": "astronomer and cartographer", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "zoologist and taxonomist", + "B": "naval officer and explorer", + "C": "civil engineer and inventor", + "D": "Humanist, historian, poet", + "E": "musician and actor" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Humanist, historian, poet", + "B": "chemist and alchemist", + "C": "civil engineer and inventor", + "D": "american actor, producer, and professional wrestler", + "E": "mathematician and logician" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "A", + "Choices": { + "A": "convicted serial killer, cult leader, and musician.", + "B": "mathematician and logician", + "C": "military strategist and historian", + "D": "Humanist, historian, poet", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "american rapper, singer, songwriter, actress.", + "C": "architect and urban planner", + "D": "astronomer and cartographer", + "E": "naval officer and explorer" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "A", + "Choices": { + "A": "actor, film producer, and screenwriter", + "B": "linguist and cryptographer", + "C": "naval officer and explorer", + "D": "mathematician and logician", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "Humanist, historian, poet", + "B": "astronomer and cartographer", + "C": "actor, producer, and former rapper", + "D": "linguist and cryptographer", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "B", + "Choices": { + "A": "astronomer and cartographer", + "B": "technology entrepreneur, philanthropist, and the co-founder, chairman, and ceo of meta platforms, inc.", + "C": "military strategist and historian", + "D": "Humanist, historian, poet", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "E", + "Choices": { + "A": "zoologist and taxonomist", + "B": "astronomer and cartographer", + "C": "Humanist, historian, poet", + "D": "linguist and cryptographer", + "E": "basketball player and philanthropist" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "naval officer and explorer", + "B": "linguist and cryptographer", + "C": "media personality, socialite, model, businesswoman, actress, stylist, television personality", + "D": "paleontologist and geologist", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "professional wrestler, actor, and television host", + "C": "mathematician and logician", + "D": "chemist and alchemist", + "E": "astronomer and cartographer" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "footballer", + "C": "paleontologist and geologist", + "D": "civil engineer and inventor", + "E": "military strategist and historian" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "mathematician and logician", + "B": "law student and politician", + "C": "Humanist, historian, poet", + "D": "architect and urban planner", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "mathematician and logician", + "B": "Humanist, historian, poet", + "C": "american business magnate, software developer, and philanthropist.", + "D": "military strategist and historian", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1806640625, + "False_in": "E", + "Choices": { + "A": "chemist and alchemist", + "B": "zoologist and taxonomist", + "C": "linguist and cryptographer", + "D": "Humanist, historian, poet", + "E": "politician, lawyer, prosecutor, district attorney, attorney general, senator, vice president" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "False_in": "B", + "Choices": { + "A": "astronomer and cartographer", + "B": "musician, singer, and songwriter", + "C": "Humanist, historian, poet", + "D": "chemist and alchemist", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "E", + "Choices": { + "A": "chemist and alchemist", + "B": "linguist and cryptographer", + "C": "Humanist, historian, poet", + "D": "zoologist and taxonomist", + "E": "real estate business owner, politician, and president of the united states." + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Dijon, France", + "B": "Rotterdam, Netherlands", + "C": "Aix-en-Provence, France", + "D": "reading, pennsylvania", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1875, + "False_in": "B", + "Choices": { + "A": "Utrecht, Netherlands", + "B": "new york city", + "C": "Salamanca, Spain", + "D": "Florence", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "E", + "Choices": { + "A": "Salamanca, Spain", + "B": "Florence", + "C": "Naples, Italy", + "D": "Utrecht, Netherlands", + "E": "buenos aires, argentina" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "A", + "Choices": { + "A": "st. joseph, missouri", + "B": "Salamanca, Spain", + "C": "Florence", + "D": "Modena, Italy", + "E": "Antwerp, Belgium" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "E", + "Choices": { + "A": "Modena, Italy", + "B": "Lisbon, Portugal", + "C": "Perugia, Italy", + "D": "Florence", + "E": "tupelo, mississippi" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1826171875, + "False_in": "B", + "Choices": { + "A": "Dijon, France", + "B": "hayward, california", + "C": "Avignon, France", + "D": "Florence", + "E": "Parma, Italy" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Ghent, Belgium", + "B": "saint james, trinidad and tobago", + "C": "Utrecht, Netherlands", + "D": "Lisbon, Portugal", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "D", + "Choices": { + "A": "Florence", + "B": "Lisbon, Portugal", + "C": "Dijon, France", + "D": "vancouver, british columbia", + "E": "Bruges, Belgium" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "Aix-en-Provence, France", + "B": "boston, massachusetts", + "C": "Florence", + "D": "Lisbon, Portugal", + "E": "Naples, Italy" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "Aix-en-Provence, France", + "B": "Florence", + "C": "Seville, Spain", + "D": "Antwerp, Belgium", + "E": "white plains, new york" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1826171875, + "False_in": "E", + "Choices": { + "A": "Parma, Italy", + "B": "Bruges, Belgium", + "C": "Toledo, Spain", + "D": "Florence", + "E": "philadelphia, pennsylvania" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "Florence", + "B": "los angeles, california", + "C": "Salamanca, Spain", + "D": "Avignon, France", + "E": "Geneva, Switzerland" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "Florence", + "B": "west newbury, massachusetts", + "C": "Parma, Italy", + "D": "Seville, Spain", + "E": "Toledo, Spain" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "E", + "Choices": { + "A": "Rotterdam, Netherlands", + "B": "Modena, Italy", + "C": "Florence", + "D": "Dijon, France", + "E": "funchal, madeira" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B.", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "D", + "Choices": { + "A": "Seville, Spain", + "B": "Florence", + "C": "Utrecht, Netherlands", + "D": "burlington, vermont", + "E": "Antwerp, Belgium" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Ghent, Belgium", + "B": "Florence", + "C": "Avignon, France", + "D": "seattle, washington", + "E": "Modena, Italy" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "A", + "Choices": { + "A": "oakland, california", + "B": "Florence", + "C": "Salamanca, Spain", + "D": "Antwerp, Belgium", + "E": "Dijon, France" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.2177734375, + "D": 0.1923828125, + "E": 0.1923828125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "A", + "Choices": { + "A": "trenchtown, jamaica", + "B": "Florence", + "C": "Perugia, Italy", + "D": "Seville, Spain", + "E": "Antwerp, Belgium" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "E", + "Choices": { + "A": "Antwerp, Belgium", + "B": "Rotterdam, Netherlands", + "C": "Utrecht, Netherlands", + "D": "Florence", + "E": "queens, new york" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "austrian", + "B": "swedish", + "C": "swiss", + "D": "German", + "E": "american" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "B", + "Choices": { + "A": "swedish", + "B": "italian", + "C": "swiss", + "D": "German", + "E": "austrian" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "austrian", + "B": "german", + "C": "swedish", + "D": "German", + "E": "dutch" + }, + "Choice_distribution": { + "A": 0.1875, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.212890625 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "dutch", + "B": "english", + "C": "German", + "D": "norwegian", + "E": "swedish" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "C", + "Choices": { + "A": "swedish", + "B": "dutch", + "C": "portuguese", + "D": "German", + "E": "swiss" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "hungarian", + "B": "swedish", + "C": "German", + "D": "dutch", + "E": "south african" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "danish", + "B": "dutch", + "C": "argentine", + "D": "hungarian", + "E": "German" + }, + "Choice_distribution": { + "A": 0.1875, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "False_in": "A", + "Choices": { + "A": "acting, modeling, and business", + "B": "marine biology and oceanography", + "C": "History", + "D": "astronomy and space exploration", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "History", + "B": "music", + "C": "marine biology and oceanography", + "D": "astronomy and space exploration", + "E": "film directing and cinematography" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "D", + "Choices": { + "A": "anthropology and cultural studies", + "B": "History", + "C": "architecture and urban planning", + "D": "acting", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "History", + "B": "marketing and brand management", + "C": "sports medicine and athletic training", + "D": "linguistics and translation", + "E": "various fields, including art, science, engineering, mathematics, and anatomy" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "D", + "Choices": { + "A": "marine biology and oceanography", + "B": "History", + "C": "economics and financial analysis", + "D": "physics", + "E": "marketing and brand management" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "sports medicine and athletic training", + "B": "acting, music, and production", + "C": "History", + "D": "psychology and behavioral sciences", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "A", + "Choices": { + "A": "acting, modeling, and singing", + "B": "fashion design and textile innovation", + "C": "History", + "D": "linguistics and translation", + "E": "psychology and behavioral sciences" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "film directing and cinematography", + "B": "History", + "C": "astronomy and space exploration", + "D": "economics and financial analysis", + "E": "soccer" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "sports medicine and athletic training", + "B": "History", + "C": "marketing and brand management", + "D": "law", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1806640625, + "False_in": "C", + "Choices": { + "A": "linguistics and translation", + "B": "forensic science and criminology", + "C": "technology", + "D": "History", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "D", + "Choices": { + "A": "linguistics and translation", + "B": "History", + "C": "marine biology and oceanography", + "D": "politics, philanthropy, and anti-apartheid activism", + "E": "sports medicine and athletic training" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "History", + "B": "philosophy and ethical studies", + "C": "rapper and businessman, but more specifically, multifaceted american entrepreneur.", + "D": "anthropology and cultural studies", + "E": "marketing and brand management" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.220703125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "D", + "Choices": { + "A": "History", + "B": "philosophy and ethical studies", + "C": "psychology and behavioral sciences", + "D": "multi-talented american singer, actress, dancer, fashion designer, and businesswoman", + "E": "forensic science and criminology" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "sports medicine and athletic training", + "B": "forensic science and criminology", + "C": "fashion design and textile innovation", + "D": "music and acting", + "E": "History" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..7f9fa709327ae5d2a6855e5ed6bac1b679bb40c7 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1524 @@ +{ + "Benedetto Varchi": [ + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "C", + "entropy": 3.314018249511719e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Swiss", + "B": "american", + "C": "Italian", + "D": "Croatian", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 6.48200511932373e-07, + "B": 2.1047890186309814e-07, + "C": 1.0, + "D": 7.338821887969971e-07, + "E": 7.338821887969971e-07 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "B", + "entropy": 6.580352783203125e-05, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Spanish", + "B": "Italian", + "C": "Croatian", + "D": "Hungarian", + "E": "argentine" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 1.0, + "C": 3.2782554626464844e-06, + "D": 4.4517219066619873e-07, + "E": 2.1047890186309814e-07 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "False_in": "D", + "Choices": { + "A": "Italian", + "B": "Croatian", + "C": "Swiss", + "D": "trinidadian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 5.029141902923584e-07, + "C": 3.632158041000366e-08, + "D": 2.200249582529068e-08, + "E": 1.0419171303510666e-08 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "B", + "entropy": 3.838539123535156e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Hungarian", + "B": "Italian", + "C": "canadian", + "D": "Dutch", + "E": "Spanish" + }, + "Choice_distribution": { + "A": 6.48200511932373e-07, + "B": 1.0, + "C": 5.699694156646729e-07, + "D": 3.0547380447387695e-07, + "E": 1.2069940567016602e-06 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "C", + "entropy": 3.337860107421875e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Swiss", + "B": "portuguese", + "C": "Italian", + "D": "Croatian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 7.338821887969971e-07, + "C": 1.0, + "D": 8.307397365570068e-07, + "E": 6.845220923423767e-08 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "C", + "entropy": 2.1457672119140625e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Dutch", + "B": "jamaican", + "C": "Italian", + "D": "Spanish", + "E": "Swiss" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 3.0547380447387695e-07, + "C": 1.0, + "D": 2.7008354663848877e-07, + "E": 3.0547380447387695e-07 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "B", + "entropy": 3.266334533691406e-05, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "german", + "B": "Italian", + "C": "Swiss", + "D": "Japanese", + "E": "Croatian" + }, + "Choice_distribution": { + "A": 2.7008354663848877e-07, + "B": 1.0, + "C": 1.0654330253601074e-06, + "D": 3.9301812648773193e-07, + "E": 5.699694156646729e-07 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "B", + "entropy": 5.91278076171875e-05, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "british", + "B": "Italian", + "C": "Swiss", + "D": "Dutch", + "E": "Spanish" + }, + "Choice_distribution": { + "A": 2.1047890186309814e-07, + "B": 1.0, + "C": 7.338821887969971e-07, + "D": 2.7008354663848877e-07, + "E": 3.293156623840332e-06 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "A", + "entropy": 0.0038909912109375, + "acc_prob": 0.99609375, + "False_in": "B", + "Choices": { + "A": "Italian", + "B": "Austrian", + "C": "Dutch", + "D": "Chinese", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 2.0954757928848267e-07, + "C": 2.2118911147117615e-08, + "D": 2.2118911147117615e-08, + "E": 2.5029294192790985e-08 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.011962890625, + "acc_prob": 0.98828125, + "False_in": "D", + "Choices": { + "A": "Humanist, historian, poet", + "B": "chemist and alchemist", + "C": "zoologist and taxonomist", + "D": "singer-songwriter and pop culture icon", + "E": "astronomer and cartographer" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 1.4543533325195312e-05, + "C": 2.86102294921875e-06, + "D": 4.3958425521850586e-07, + "E": 1.0013580322265625e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.000530242919921875, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "actor, screenwriter, and director", + "B": "architect and urban planner", + "C": "Humanist, historian, poet", + "D": "naval officer and explorer", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 1.895427703857422e-05, + "C": 1.0, + "D": 2.1457672119140625e-05, + "E": 3.293156623840332e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.0002460479736328125, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "paleontologist and geologist", + "B": "mathematician and logician", + "C": "Humanist, historian, poet", + "D": "linguist and cryptographer", + "E": "singer, songwriter, actress, dancer, model" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 3.2782554626464844e-06, + "C": 1.0, + "D": 1.4722347259521484e-05, + "E": 5.029141902923584e-07 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.05712890625, + "acc_prob": 0.94140625, + "False_in": "C", + "Choices": { + "A": "Humanist, historian, poet", + "B": "zoologist and taxonomist", + "C": "american rapper, songwriter, record producer, and actor.", + "D": "naval officer and explorer", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.94140625, + "B": 7.420778274536133e-06, + "C": 6.07222318649292e-07, + "D": 8.866190910339355e-07, + "E": 5.781650543212891e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.0002498626708984375, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "architect and urban planner", + "B": "musician and actor", + "C": "Humanist, historian, poet", + "D": "paleontologist and geologist", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 1.2993812561035156e-05, + "C": 1.0, + "D": 3.293156623840332e-06, + "E": 6.48200511932373e-07 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.019775390625, + "acc_prob": 0.98046875, + "False_in": "E", + "Choices": { + "A": "Humanist, historian, poet", + "B": "architect and urban planner", + "C": "mathematician and logician", + "D": "chemist and alchemist", + "E": "american actor, producer, and professional wrestler" + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 2.6941299438476562e-05, + "C": 2.2202730178833008e-06, + "D": 1.7210841178894043e-06, + "E": 2.5033950805664062e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 0.0050048828125, + "acc_prob": 0.99609375, + "False_in": "A", + "Choices": { + "A": "convicted serial killer, cult leader, and musician.", + "B": "Humanist, historian, poet", + "C": "zoologist and taxonomist", + "D": "astronomer and cartographer", + "E": "chemist and alchemist" + }, + "Choice_distribution": { + "A": 1.1444091796875e-05, + "B": 0.99609375, + "C": 1.4662742614746094e-05, + "D": 1.3634562492370605e-06, + "E": 8.440017700195312e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.0308837890625, + "acc_prob": 0.96875, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "american rapper, singer, songwriter, actress.", + "C": "astronomer and cartographer", + "D": "naval officer and explorer", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 2.473592758178711e-06, + "C": 2.8014183044433594e-06, + "D": 6.258487701416016e-07, + "E": 5.245208740234375e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 0.004913330078125, + "acc_prob": 0.99609375, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "Humanist, historian, poet", + "C": "linguist and cryptographer", + "D": "actor, film producer, and screenwriter", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 2.1338462829589844e-05, + "B": 0.99609375, + "C": 5.817413330078125e-05, + "D": 2.5480985641479492e-06, + "E": 1.8835067749023438e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.0238037109375, + "acc_prob": 0.9765625, + "False_in": "C", + "Choices": { + "A": "Humanist, historian, poet", + "B": "civil engineer and inventor", + "C": "actor, producer, and former rapper", + "D": "mathematician and logician", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 1.633167266845703e-05, + "C": 6.332993507385254e-07, + "D": 1.043081283569336e-06, + "E": 5.030632019042969e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "E", + "entropy": 0.00012874603271484375, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "naval officer and explorer", + "B": "chemist and alchemist", + "C": "technology entrepreneur, philanthropist, and the co-founder, chairman, and ceo of meta platforms, inc.", + "D": "astronomer and cartographer", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 1.3709068298339844e-06, + "C": 4.4517219066619873e-07, + "D": 6.973743438720703e-06, + "E": 1.0 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "D", + "entropy": 0.00015544891357421875, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "chemist and alchemist", + "B": "basketball player and philanthropist", + "C": "astronomer and cartographer", + "D": "Humanist, historian, poet", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 4.4517219066619873e-07, + "C": 3.293156623840332e-06, + "D": 1.0, + "E": 7.867813110351562e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "D", + "entropy": 0.0002899169921875, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "civil engineer and inventor", + "B": "mathematician and logician", + "C": "architect and urban planner", + "D": "Humanist, historian, poet", + "E": "media personality, socialite, model, businesswoman, actress, stylist, television personality" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 6.943941116333008e-06, + "C": 1.0132789611816406e-05, + "D": 1.0, + "E": 4.76837158203125e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.0025482177734375, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "professional wrestler, actor, and television host", + "B": "linguist and cryptographer", + "C": "Humanist, historian, poet", + "D": "military strategist and historian", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 0.0002956390380859375, + "C": 1.0, + "D": 8.940696716308594e-06, + "E": 2.905726432800293e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 0.000762939453125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "Humanist, historian, poet", + "C": "astronomer and cartographer", + "D": "footballer", + "E": "linguist and cryptographer" + }, + "Choice_distribution": { + "A": 1.895427703857422e-05, + "B": 1.0, + "C": 7.867813110351562e-06, + "D": 7.338821887969971e-07, + "E": 4.5299530029296875e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "B", + "entropy": 0.0107421875, + "acc_prob": 0.9921875, + "False_in": "A", + "Choices": { + "A": "law student and politician", + "B": "Humanist, historian, poet", + "C": "mathematician and logician", + "D": "zoologist and taxonomist", + "E": "military strategist and historian" + }, + "Choice_distribution": { + "A": 0.0002593994140625, + "B": 0.9921875, + "C": 8.881092071533203e-06, + "D": 2.8759241104125977e-06, + "E": 6.532669067382812e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "A", + "entropy": 0.046142578125, + "acc_prob": 0.953125, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "american business magnate, software developer, and philanthropist.", + "C": "architect and urban planner", + "D": "naval officer and explorer", + "E": "linguist and cryptographer" + }, + "Choice_distribution": { + "A": 0.953125, + "B": 2.1457672119140625e-06, + "C": 2.4437904357910156e-06, + "D": 3.7439167499542236e-07, + "E": 2.6226043701171875e-05 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "E", + "entropy": 0.004913330078125, + "acc_prob": 0.99609375, + "False_in": "B", + "Choices": { + "A": "civil engineer and inventor", + "B": "politician, lawyer, prosecutor, district attorney, attorney general, senator, vice president", + "C": "military strategist and historian", + "D": "architect and urban planner", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 7.867813110351562e-06, + "B": 2.4199485778808594e-05, + "C": 4.5299530029296875e-05, + "D": 1.8835067749023438e-05, + "E": 0.99609375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.0001583099365234375, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "naval officer and explorer", + "B": "musician, singer, and songwriter", + "C": "Humanist, historian, poet", + "D": "civil engineer and inventor", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 4.798173904418945e-06, + "B": 3.293156623840332e-06, + "C": 1.0, + "D": 2.905726432800293e-06, + "E": 1.5497207641601562e-06 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "C", + "entropy": 0.0002765655517578125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "astronomer and cartographer", + "C": "Humanist, historian, poet", + "D": "real estate business owner, politician, and president of the united states.", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 4.798173904418945e-06, + "C": 1.0, + "D": 3.9301812648773193e-07, + "E": 5.424022674560547e-06 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B.", + "entropy": 0.0032958984375, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Strasbourg, France", + "B": "Florence", + "C": "Ghent, Belgium", + "D": "reading, pennsylvania", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 1.4722347259521484e-05, + "B": 1.0, + "C": 9.584426879882812e-05, + "D": 3.123283386230469e-05, + "E": 0.0002307891845703125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B", + "entropy": 0.00164794921875, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "new york city", + "B": "Florence", + "C": "Strasbourg, France", + "D": "Dijon, France", + "E": "Toledo, Spain" + }, + "Choice_distribution": { + "A": 3.2782554626464844e-06, + "B": 1.0, + "C": 6.580352783203125e-05, + "D": 5.817413330078125e-05, + "E": 4.00543212890625e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "C", + "entropy": 0.00101470947265625, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Strasbourg, France", + "B": "Geneva, Switzerland", + "C": "Florence", + "D": "Toledo, Spain", + "E": "buenos aires, argentina" + }, + "Choice_distribution": { + "A": 3.123283386230469e-05, + "B": 1.895427703857422e-05, + "C": 1.0, + "D": 4.5299530029296875e-05, + "E": 2.562999725341797e-06 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "C", + "entropy": 0.000522613525390625, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "st. joseph, missouri", + "B": "Utrecht, Netherlands", + "C": "Florence", + "D": "Rotterdam, Netherlands", + "E": "Seville, Spain" + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 5.424022674560547e-06, + "C": 1.0, + "D": 1.2993812561035156e-05, + "E": 2.4318695068359375e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 6.341934204101562e-05, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "tupelo, mississippi", + "B": "Ghent, Belgium", + "C": "Dijon, France", + "D": "Salamanca, Spain", + "E": "Florence" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 1.3709068298339844e-06, + "C": 1.3709068298339844e-06, + "D": 8.307397365570068e-07, + "E": 1.0 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "D", + "entropy": 0.00116729736328125, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Bruges, Belgium", + "B": "hayward, california", + "C": "Lisbon, Portugal", + "D": "Florence", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 1.150369644165039e-05, + "B": 3.293156623840332e-06, + "C": 3.528594970703125e-05, + "D": 1.0, + "E": 6.580352783203125e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A", + "entropy": 0.000850677490234375, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Florence", + "B": "Geneva, Switzerland", + "C": "saint james, trinidad and tobago", + "D": "Ghent, Belgium", + "E": "Rotterdam, Netherlands" + }, + "Choice_distribution": { + "A": 1.0, + "B": 6.580352783203125e-05, + "C": 1.2993812561035156e-05, + "D": 3.725290298461914e-06, + "E": 1.996755599975586e-06 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 0.0712890625, + "acc_prob": 0.98828125, + "False_in": "D", + "Choices": { + "A": "Lisbon, Portugal", + "B": "Ghent, Belgium", + "C": "Naples, Italy", + "D": "vancouver, british columbia", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.00048065185546875, + "B": 0.00012159347534179688, + "C": 0.01239013671875, + "D": 3.9577484130859375e-05, + "E": 0.98828125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "D", + "entropy": 0.006561279296875, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "C\u00f3rdoba, Spain", + "B": "boston, massachusetts", + "C": "Bruges, Belgium", + "D": "Florence", + "E": "Naples, Italy" + }, + "Choice_distribution": { + "A": 4.5299530029296875e-05, + "B": 4.202127456665039e-06, + "C": 3.123283386230469e-05, + "D": 1.0, + "E": 0.000804901123046875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A", + "entropy": 0.033447265625, + "acc_prob": 0.9921875, + "False_in": "D", + "Choices": { + "A": "Florence", + "B": "Parma, Italy", + "C": "Utrecht, Netherlands", + "D": "white plains, new york", + "E": "Avignon, France" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.004608154296875, + "C": 5.1021575927734375e-05, + "D": 1.2934207916259766e-05, + "E": 1.2934207916259766e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 0.037841796875, + "acc_prob": 0.9921875, + "False_in": "C", + "Choices": { + "A": "Perugia, Italy", + "B": "Strasbourg, France", + "C": "philadelphia, pennsylvania", + "D": "Ghent, Belgium", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.005218505859375, + "B": 0.00017833709716796875, + "C": 9.5367431640625e-05, + "D": 3.0994415283203125e-05, + "E": 0.9921875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 0.0001983642578125, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Seville, Spain", + "B": "Geneva, Switzerland", + "C": "los angeles, california", + "D": "Rotterdam, Netherlands", + "E": "Florence" + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 5.424022674560547e-06, + "C": 2.905726432800293e-06, + "D": 9.424984455108643e-07, + "E": 1.0 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A", + "entropy": 0.1748046875, + "acc_prob": 0.94921875, + "False_in": "B", + "Choices": { + "A": "Florence", + "B": "west newbury, massachusetts", + "C": "Parma, Italy", + "D": "Avignon, France", + "E": "Geneva, Switzerland" + }, + "Choice_distribution": { + "A": 0.94921875, + "B": 0.000408172607421875, + "C": 0.036865234375, + "D": 9.107589721679688e-05, + "E": 2.0384788513183594e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A", + "entropy": 0.123046875, + "acc_prob": 0.97265625, + "False_in": "E", + "Choices": { + "A": "Florence", + "B": "Modena, Italy", + "C": "Bruges, Belgium", + "D": "Lisbon, Portugal", + "E": "funchal, madeira" + }, + "Choice_distribution": { + "A": 0.97265625, + "B": 0.02294921875, + "C": 0.000537872314453125, + "D": 0.0001983642578125, + "E": 0.0004749298095703125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "B.", + "entropy": 0.0419921875, + "acc_prob": 0.9921875, + "False_in": "E", + "Choices": { + "A": "Parma, Italy", + "B": "Florence", + "C": "Lisbon, Portugal", + "D": "Modena, Italy", + "E": "burlington, vermont" + }, + "Choice_distribution": { + "A": 0.00115966796875, + "B": 0.9921875, + "C": 0.001495361328125, + "D": 0.0027923583984375, + "E": 1.8835067749023438e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 0.5625, + "acc_prob": 0.75390625, + "False_in": "A", + "Choices": { + "A": "seattle, washington", + "B": "Parma, Italy", + "C": "Strasbourg, France", + "D": "Bruges, Belgium", + "E": "Florence" + }, + "Choice_distribution": { + "A": 7.2479248046875e-05, + "B": 0.244140625, + "C": 0.0002231597900390625, + "D": 5.626678466796875e-05, + "E": 0.75390625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A.", + "entropy": 0.002166748046875, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Florence", + "B": "Utrecht, Netherlands", + "C": "C\u00f3rdoba, Spain", + "D": "oakland, california", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 1.0, + "B": 0.00012302398681640625, + "C": 8.487701416015625e-05, + "D": 4.76837158203125e-06, + "E": 1.895427703857422e-05 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "A.", + "entropy": 0.130859375, + "acc_prob": 0.96875, + "False_in": "C", + "Choices": { + "A": "Florence", + "B": "Strasbourg, France", + "C": "trenchtown, jamaica", + "D": "Parma, Italy", + "E": "Bologna, Italy" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.0004177093505859375, + "C": 9.34600830078125e-05, + "D": 0.0201416015625, + "E": 0.003082275390625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "E", + "entropy": 0.00147247314453125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Seville, Spain", + "B": "Aix-en-Provence, France", + "C": "C\u00f3rdoba, Spain", + "D": "queens, new york", + "E": "Florence" + }, + "Choice_distribution": { + "A": 2.4318695068359375e-05, + "B": 1.6689300537109375e-05, + "C": 0.0001087188720703125, + "D": 2.905726432800293e-06, + "E": 1.0 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "A", + "pred": "A", + "entropy": 0.0078125, + "acc_prob": 0.9921875, + "False_in": "B", + "Choices": { + "A": "German", + "B": "american", + "C": "hungarian", + "D": "dutch", + "E": "swiss" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 6.798654794692993e-08, + "C": 9.872019290924072e-08, + "D": 2.491287887096405e-08, + "E": 1.1175870895385742e-07 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "C", + "entropy": 2.682209014892578e-05, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "italian", + "B": "hungarian", + "C": "German", + "D": "norwegian", + "E": "swedish" + }, + "Choice_distribution": { + "A": 1.2069940567016602e-06, + "B": 5.029141902923584e-07, + "C": 1.0, + "D": 1.6391277313232422e-07, + "E": 3.213062882423401e-08 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "E", + "pred": "B", + "entropy": 0.63671875, + "acc_prob": 0.318359375, + "False_in": "B", + "Choices": { + "A": "swiss", + "B": "german", + "C": "dutch", + "D": "swedish", + "E": "German" + }, + "Choice_distribution": { + "A": 0.000225067138671875, + "B": 0.671875, + "C": 0.0002899169921875, + "D": 0.00012063980102539062, + "E": 0.318359375 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "D", + "entropy": 0.0040283203125, + "acc_prob": 0.99609375, + "False_in": "A", + "Choices": { + "A": "english", + "B": "norwegian", + "C": "swiss", + "D": "German", + "E": "danish" + }, + "Choice_distribution": { + "A": 8.307397365570068e-07, + "B": 1.0654330253601074e-06, + "C": 5.424022674560547e-06, + "D": 0.99609375, + "E": 3.2782554626464844e-06 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "A", + "pred": "A", + "entropy": 0.0078125, + "acc_prob": 0.9921875, + "False_in": "D", + "Choices": { + "A": "German", + "B": "danish", + "C": "hungarian", + "D": "portuguese", + "E": "swiss" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 5.662441253662109e-07, + "C": 2.086162567138672e-07, + "D": 1.1175870895385742e-07, + "E": 9.872019290924072e-08 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "C", + "entropy": 3.910064697265625e-05, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "swedish", + "B": "hungarian", + "C": "German", + "D": "austrian", + "E": "south african" + }, + "Choice_distribution": { + "A": 1.2069940567016602e-06, + "B": 8.307397365570068e-07, + "C": 1.0, + "D": 7.338821887969971e-07, + "E": 3.213062882423401e-08 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "E", + "pred": "E", + "entropy": 0.000125885009765625, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "swedish", + "B": "swiss", + "C": "argentine", + "D": "austrian", + "E": "German" + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 1.3709068298339844e-06, + "C": 1.996755599975586e-06, + "D": 4.76837158203125e-06, + "E": 1.0 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 0.0002040863037109375, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "environmental science and sustainability", + "B": "sports medicine and athletic training", + "C": "History", + "D": "acting, modeling, and business", + "E": "forensic science and criminology" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 1.7583370208740234e-06, + "C": 1.0, + "D": 3.293156623840332e-06, + "E": 6.139278411865234e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "E", + "entropy": 0.000530242919921875, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "linguistics and translation", + "B": "film directing and cinematography", + "C": "music", + "D": "sports medicine and athletic training", + "E": "History" + }, + "Choice_distribution": { + "A": 3.528594970703125e-05, + "B": 2.562999725341797e-06, + "C": 1.0132789611816406e-05, + "D": 1.3709068298339844e-06, + "E": 1.0 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 0.00010967254638671875, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "acting", + "B": "anthropology and cultural studies", + "C": "History", + "D": "film directing and cinematography", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 2.905726432800293e-06, + "C": 1.0, + "D": 2.562999725341797e-06, + "E": 1.2069940567016602e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "E", + "entropy": 0.0002498626708984375, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "philosophy and ethical studies", + "B": "environmental science and sustainability", + "C": "economics and financial analysis", + "D": "various fields, including art, science, engineering, mathematics, and anatomy", + "E": "History" + }, + "Choice_distribution": { + "A": 3.293156623840332e-06, + "B": 1.3709068298339844e-06, + "C": 1.996755599975586e-06, + "D": 1.4722347259521484e-05, + "E": 1.0 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "A", + "entropy": 0.008544921875, + "acc_prob": 0.9921875, + "False_in": "E", + "Choices": { + "A": "History", + "B": "economics and financial analysis", + "C": "anthropology and cultural studies", + "D": "psychology and behavioral sciences", + "E": "physics" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 3.504753112792969e-05, + "C": 7.808208465576172e-06, + "D": 1.5422701835632324e-06, + "E": 2.7298927307128906e-05 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "D", + "pred": "D", + "entropy": 0.0002841949462890625, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "environmental science and sustainability", + "B": "anthropology and cultural studies", + "C": "architecture and urban planning", + "D": "History", + "E": "acting, music, and production" + }, + "Choice_distribution": { + "A": 4.798173904418945e-06, + "B": 1.0132789611816406e-05, + "C": 1.996755599975586e-06, + "D": 1.0, + "E": 6.973743438720703e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "E", + "entropy": 0.00013828277587890625, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "acting, modeling, and singing", + "B": "culinary arts and gastronomy", + "C": "psychology and behavioral sciences", + "D": "forensic science and criminology", + "E": "History" + }, + "Choice_distribution": { + "A": 1.2069940567016602e-06, + "B": 7.338821887969971e-07, + "C": 4.798173904418945e-06, + "D": 4.231929779052734e-06, + "E": 1.0 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "B", + "entropy": 0.0002651214599609375, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "soccer", + "B": "History", + "C": "marketing and brand management", + "D": "sports medicine and athletic training", + "E": "philosophy and ethical studies" + }, + "Choice_distribution": { + "A": 8.940696716308594e-06, + "B": 1.0, + "C": 6.139278411865234e-06, + "D": 2.2649765014648438e-06, + "E": 4.798173904418945e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 0.00022029876708984375, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "psychology and behavioral sciences", + "B": "law", + "C": "History", + "D": "forensic science and criminology", + "E": "anthropology and cultural studies" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 2.2649765014648438e-06, + "C": 1.0, + "D": 2.562999725341797e-06, + "E": 7.867813110351562e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "C", + "entropy": 0.00017261505126953125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "economics and financial analysis", + "B": "marine biology and oceanography", + "C": "History", + "D": "technology", + "E": "environmental science and sustainability" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 4.798173904418945e-06, + "C": 1.0, + "D": 1.3709068298339844e-06, + "E": 2.2649765014648438e-06 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "D", + "pred": "D", + "entropy": 0.00022125244140625, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "marine biology and oceanography", + "B": "film directing and cinematography", + "C": "politics, philanthropy, and anti-apartheid activism", + "D": "History", + "E": "architecture and urban planning" + }, + "Choice_distribution": { + "A": 2.2649765014648438e-06, + "B": 8.307397365570068e-07, + "C": 1.2069940567016602e-06, + "D": 1.0, + "E": 1.4722347259521484e-05 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "E", + "entropy": 0.00017642974853515625, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "architecture and urban planning", + "B": "environmental science and sustainability", + "C": "rapper and businessman, but more specifically, multifaceted american entrepreneur.", + "D": "economics and financial analysis", + "E": "History" + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 1.5497207641601562e-06, + "C": 2.2649765014648438e-06, + "D": 4.231929779052734e-06, + "E": 1.0 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "B", + "entropy": 0.0001220703125, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "philosophy and ethical studies", + "B": "History", + "C": "anthropology and cultural studies", + "D": "culinary arts and gastronomy", + "E": "multi-talented american singer, actress, dancer, fashion designer, and businesswoman" + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 1.0, + "C": 1.996755599975586e-06, + "D": 6.48200511932373e-07, + "E": 2.7008354663848877e-07 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "E", + "entropy": 8.869171142578125e-05, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "architecture and urban planning", + "B": "film directing and cinematography", + "C": "psychology and behavioral sciences", + "D": "music and acting", + "E": "History" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 4.4517219066619873e-07, + "C": 2.562999725341797e-06, + "D": 1.2069940567016602e-06, + "E": 1.0 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..5d2cd0fe4e7af810f0f9182508e83afd4c27ec79 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json @@ -0,0 +1,1524 @@ +{ + "Benedetto Varchi": [ + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "B", + "Choices": { + "A": "Swiss", + "B": "american", + "C": "Italian", + "D": "Croatian", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "E", + "Choices": { + "A": "Spanish", + "B": "Italian", + "C": "Croatian", + "D": "Hungarian", + "E": "argentine" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "", + "entropy": 1.0703125, + "acc_prob": 0.0859375, + "False_in": "D", + "Choices": { + "A": "Italian", + "B": "Croatian", + "C": "Swiss", + "D": "trinidadian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09130859375, + "D": 0.0859375, + "E": 0.08056640625 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "C", + "Choices": { + "A": "Hungarian", + "B": "Italian", + "C": "canadian", + "D": "Dutch", + "E": "Spanish" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "B", + "Choices": { + "A": "Swiss", + "B": "portuguese", + "C": "Italian", + "D": "Croatian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "B", + "Choices": { + "A": "Dutch", + "B": "jamaican", + "C": "Italian", + "D": "Spanish", + "E": "Swiss" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "A", + "Choices": { + "A": "german", + "B": "Italian", + "C": "Swiss", + "D": "Japanese", + "E": "Croatian" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "False_in": "A", + "Choices": { + "A": "british", + "B": "Italian", + "C": "Swiss", + "D": "Dutch", + "E": "Spanish" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "What nationality was Benedetto Varchi?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "B", + "Choices": { + "A": "Italian", + "B": "Austrian", + "C": "Dutch", + "D": "Chinese", + "E": "Hungarian" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "D", + "Choices": { + "A": "Humanist, historian, poet", + "B": "chemist and alchemist", + "C": "zoologist and taxonomist", + "D": "singer-songwriter and pop culture icon", + "E": "astronomer and cartographer" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.09619140625, + "False_in": "A", + "Choices": { + "A": "actor, screenwriter, and director", + "B": "architect and urban planner", + "C": "Humanist, historian, poet", + "D": "naval officer and explorer", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 0.0849609375, + "B": 0.09619140625, + "C": 0.09619140625, + "D": 0.09033203125, + "E": 0.07958984375 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09716796875, + "False_in": "E", + "Choices": { + "A": "paleontologist and geologist", + "B": "mathematician and logician", + "C": "Humanist, historian, poet", + "D": "linguist and cryptographer", + "E": "singer, songwriter, actress, dancer, model" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0859375, + "False_in": "C", + "Choices": { + "A": "Humanist, historian, poet", + "B": "zoologist and taxonomist", + "C": "american rapper, songwriter, record producer, and actor.", + "D": "naval officer and explorer", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "B", + "Choices": { + "A": "architect and urban planner", + "B": "musician and actor", + "C": "Humanist, historian, poet", + "D": "paleontologist and geologist", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "E", + "Choices": { + "A": "Humanist, historian, poet", + "B": "architect and urban planner", + "C": "mathematician and logician", + "D": "chemist and alchemist", + "E": "american actor, producer, and professional wrestler" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "False_in": "A", + "Choices": { + "A": "convicted serial killer, cult leader, and musician.", + "B": "Humanist, historian, poet", + "C": "zoologist and taxonomist", + "D": "astronomer and cartographer", + "E": "chemist and alchemist" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "american rapper, singer, songwriter, actress.", + "C": "astronomer and cartographer", + "D": "naval officer and explorer", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "Humanist, historian, poet", + "C": "linguist and cryptographer", + "D": "actor, film producer, and screenwriter", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0859375, + "False_in": "C", + "Choices": { + "A": "Humanist, historian, poet", + "B": "civil engineer and inventor", + "C": "actor, producer, and former rapper", + "D": "mathematician and logician", + "E": "architect and urban planner" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "C", + "Choices": { + "A": "naval officer and explorer", + "B": "chemist and alchemist", + "C": "technology entrepreneur, philanthropist, and the co-founder, chairman, and ceo of meta platforms, inc.", + "D": "astronomer and cartographer", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "B", + "Choices": { + "A": "chemist and alchemist", + "B": "basketball player and philanthropist", + "C": "astronomer and cartographer", + "D": "Humanist, historian, poet", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "E", + "Choices": { + "A": "civil engineer and inventor", + "B": "mathematician and logician", + "C": "architect and urban planner", + "D": "Humanist, historian, poet", + "E": "media personality, socialite, model, businesswoman, actress, stylist, television personality" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "A", + "Choices": { + "A": "professional wrestler, actor, and television host", + "B": "linguist and cryptographer", + "C": "Humanist, historian, poet", + "D": "military strategist and historian", + "E": "civil engineer and inventor" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "Humanist, historian, poet", + "C": "astronomer and cartographer", + "D": "footballer", + "E": "linguist and cryptographer" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "A", + "Choices": { + "A": "law student and politician", + "B": "Humanist, historian, poet", + "C": "mathematician and logician", + "D": "zoologist and taxonomist", + "E": "military strategist and historian" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "B", + "Choices": { + "A": "Humanist, historian, poet", + "B": "american business magnate, software developer, and philanthropist.", + "C": "architect and urban planner", + "D": "naval officer and explorer", + "E": "linguist and cryptographer" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "B", + "Choices": { + "A": "civil engineer and inventor", + "B": "politician, lawyer, prosecutor, district attorney, attorney general, senator, vice president", + "C": "military strategist and historian", + "D": "architect and urban planner", + "E": "Humanist, historian, poet" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09716796875, + "False_in": "B", + "Choices": { + "A": "naval officer and explorer", + "B": "musician, singer, and songwriter", + "C": "Humanist, historian, poet", + "D": "civil engineer and inventor", + "E": "paleontologist and geologist" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "D", + "Choices": { + "A": "chemist and alchemist", + "B": "astronomer and cartographer", + "C": "Humanist, historian, poet", + "D": "real estate business owner, politician, and president of the united states.", + "E": "zoologist and taxonomist" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "D", + "Choices": { + "A": "Strasbourg, France", + "B": "Florence", + "C": "Ghent, Belgium", + "D": "reading, pennsylvania", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.09814453125, + "False_in": "A", + "Choices": { + "A": "new york city", + "B": "Florence", + "C": "Strasbourg, France", + "D": "Dijon, France", + "E": "Toledo, Spain" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "E", + "Choices": { + "A": "Strasbourg, France", + "B": "Geneva, Switzerland", + "C": "Florence", + "D": "Toledo, Spain", + "E": "buenos aires, argentina" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "A", + "Choices": { + "A": "st. joseph, missouri", + "B": "Utrecht, Netherlands", + "C": "Florence", + "D": "Rotterdam, Netherlands", + "E": "Seville, Spain" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "A", + "Choices": { + "A": "tupelo, mississippi", + "B": "Ghent, Belgium", + "C": "Dijon, France", + "D": "Salamanca, Spain", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "B", + "Choices": { + "A": "Bruges, Belgium", + "B": "hayward, california", + "C": "Lisbon, Portugal", + "D": "Florence", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "C", + "Choices": { + "A": "Florence", + "B": "Geneva, Switzerland", + "C": "saint james, trinidad and tobago", + "D": "Ghent, Belgium", + "E": "Rotterdam, Netherlands" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "D", + "Choices": { + "A": "Lisbon, Portugal", + "B": "Ghent, Belgium", + "C": "Naples, Italy", + "D": "vancouver, british columbia", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "B", + "Choices": { + "A": "C\u00f3rdoba, Spain", + "B": "boston, massachusetts", + "C": "Bruges, Belgium", + "D": "Florence", + "E": "Naples, Italy" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "D", + "Choices": { + "A": "Florence", + "B": "Parma, Italy", + "C": "Utrecht, Netherlands", + "D": "white plains, new york", + "E": "Avignon, France" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "C", + "Choices": { + "A": "Perugia, Italy", + "B": "Strasbourg, France", + "C": "philadelphia, pennsylvania", + "D": "Ghent, Belgium", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "C", + "Choices": { + "A": "Seville, Spain", + "B": "Geneva, Switzerland", + "C": "los angeles, california", + "D": "Rotterdam, Netherlands", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "B", + "Choices": { + "A": "Florence", + "B": "west newbury, massachusetts", + "C": "Parma, Italy", + "D": "Avignon, France", + "E": "Geneva, Switzerland" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0859375, + "False_in": "E", + "Choices": { + "A": "Florence", + "B": "Modena, Italy", + "C": "Bruges, Belgium", + "D": "Lisbon, Portugal", + "E": "funchal, madeira" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09716796875, + "D": 0.09130859375, + "E": 0.08056640625 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "E", + "Choices": { + "A": "Parma, Italy", + "B": "Florence", + "C": "Lisbon, Portugal", + "D": "Modena, Italy", + "E": "burlington, vermont" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "A", + "Choices": { + "A": "seattle, washington", + "B": "Parma, Italy", + "C": "Strasbourg, France", + "D": "Bruges, Belgium", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "D", + "Choices": { + "A": "Florence", + "B": "Utrecht, Netherlands", + "C": "C\u00f3rdoba, Spain", + "D": "oakland, california", + "E": "Aix-en-Provence, France" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "A", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.08642578125, + "False_in": "C", + "Choices": { + "A": "Florence", + "B": "Strasbourg, France", + "C": "trenchtown, jamaica", + "D": "Parma, Italy", + "E": "Bologna, Italy" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "D", + "Choices": { + "A": "Seville, Spain", + "B": "Aix-en-Provence, France", + "C": "C\u00f3rdoba, Spain", + "D": "queens, new york", + "E": "Florence" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + } + ], + "Wilhelm Wattenbach": [ + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "B", + "Choices": { + "A": "German", + "B": "american", + "C": "hungarian", + "D": "dutch", + "E": "swiss" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "A", + "Choices": { + "A": "italian", + "B": "hungarian", + "C": "German", + "D": "norwegian", + "E": "swedish" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "B", + "Choices": { + "A": "swiss", + "B": "german", + "C": "dutch", + "D": "swedish", + "E": "German" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "D", + "pred": "", + "entropy": 1.0703125, + "acc_prob": 0.0859375, + "False_in": "A", + "Choices": { + "A": "english", + "B": "norwegian", + "C": "swiss", + "D": "German", + "E": "danish" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09716796875, + "C": 0.09130859375, + "D": 0.0859375, + "E": 0.08056640625 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "D", + "Choices": { + "A": "German", + "B": "danish", + "C": "hungarian", + "D": "portuguese", + "E": "swiss" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "E", + "Choices": { + "A": "swedish", + "B": "hungarian", + "C": "German", + "D": "austrian", + "E": "south african" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "C", + "Choices": { + "A": "swedish", + "B": "swiss", + "C": "argentine", + "D": "austrian", + "E": "German" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "D", + "Choices": { + "A": "environmental science and sustainability", + "B": "sports medicine and athletic training", + "C": "History", + "D": "acting, modeling, and business", + "E": "forensic science and criminology" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "C", + "Choices": { + "A": "linguistics and translation", + "B": "film directing and cinematography", + "C": "music", + "D": "sports medicine and athletic training", + "E": "History" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "A", + "Choices": { + "A": "acting", + "B": "anthropology and cultural studies", + "C": "History", + "D": "film directing and cinematography", + "E": "fashion design and textile innovation" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "D", + "Choices": { + "A": "philosophy and ethical studies", + "B": "environmental science and sustainability", + "C": "economics and financial analysis", + "D": "various fields, including art, science, engineering, mathematics, and anatomy", + "E": "History" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.09228515625, + "D": 0.09228515625, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "A", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.08544921875, + "False_in": "E", + "Choices": { + "A": "History", + "B": "economics and financial analysis", + "C": "anthropology and cultural studies", + "D": "psychology and behavioral sciences", + "E": "physics" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "E", + "Choices": { + "A": "environmental science and sustainability", + "B": "anthropology and cultural studies", + "C": "architecture and urban planning", + "D": "History", + "E": "acting, music, and production" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "A", + "Choices": { + "A": "acting, modeling, and singing", + "B": "culinary arts and gastronomy", + "C": "psychology and behavioral sciences", + "D": "forensic science and criminology", + "E": "History" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0966796875, + "False_in": "A", + "Choices": { + "A": "soccer", + "B": "History", + "C": "marketing and brand management", + "D": "sports medicine and athletic training", + "E": "philosophy and ethical studies" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "B", + "Choices": { + "A": "psychology and behavioral sciences", + "B": "law", + "C": "History", + "D": "forensic science and criminology", + "E": "anthropology and cultural studies" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "C", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.0908203125, + "False_in": "D", + "Choices": { + "A": "economics and financial analysis", + "B": "marine biology and oceanography", + "C": "History", + "D": "technology", + "E": "environmental science and sustainability" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "D", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.091796875, + "False_in": "C", + "Choices": { + "A": "marine biology and oceanography", + "B": "film directing and cinematography", + "C": "politics, philanthropy, and anti-apartheid activism", + "D": "History", + "E": "architecture and urban planning" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09814453125, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "", + "entropy": 1.0859375, + "acc_prob": 0.0810546875, + "False_in": "C", + "Choices": { + "A": "architecture and urban planning", + "B": "environmental science and sustainability", + "C": "rapper and businessman, but more specifically, multifaceted american entrepreneur.", + "D": "economics and financial analysis", + "E": "History" + }, + "Choice_distribution": { + "A": 0.08642578125, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "B", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.09765625, + "False_in": "E", + "Choices": { + "A": "philosophy and ethical studies", + "B": "History", + "C": "anthropology and cultural studies", + "D": "culinary arts and gastronomy", + "E": "multi-talented american singer, actress, dancer, fashion designer, and businesswoman" + }, + "Choice_distribution": { + "A": 0.0859375, + "B": 0.09765625, + "C": 0.091796875, + "D": 0.091796875, + "E": 0.0810546875 + } + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "E", + "pred": "", + "entropy": 1.078125, + "acc_prob": 0.080078125, + "False_in": "D", + "Choices": { + "A": "architecture and urban planning", + "B": "film directing and cinematography", + "C": "psychology and behavioral sciences", + "D": "music and acting", + "E": "History" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.0966796875, + "C": 0.0908203125, + "D": 0.0908203125, + "E": 0.080078125 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..5bc689e4db79be538d680bbe122de8eff533410e --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_mcq.json @@ -0,0 +1,8396 @@ +{ + "Benedetto Varchi": [ + { + "question": "Is the title of Varchi's unfinished work covering the period from 1527 to 1538 Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write in Poems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi try to investigate Alessandro de' Medici regarding a murder? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the language Benedetto Varchi pioneered a discussion about in his dialogues Greek? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi become a member of Accademia di Belle Arti di Firenze upon his return to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's comedy titled La Morte? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi join Accademia degli Umidi upon returning to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Law one of the subjects Varchi was involved with as a member of the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Sforza family during his stay in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi study Cartography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi eventually pardon Benedetto Varchi for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano the only work of Varchi published posthumously? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the historical figure mentioned alongside with approbation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write The History of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedict Varchi study Medicine in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the period from 1510 to 1520? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi commended for his honesty about Lorenzo de' Medici's murder investigation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Catherina de' Medici in his writings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the one who mentioned Varchi with approbation in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend a University for Economics in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi belong to the Renaissance humanism cultural or artistic movement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Leonardo da Vinci for honesty in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Decameron the literary work of Benedetto Varchi mentioned in Ezra Pound's The Cantos for Varchi's honesty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I call Varchi back to Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Renaissance artistic movement associated with the Orti Oricellari where Varchi participated? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme of Ezra Pound's praise for Varchi in 'The Cantos' His dramatic works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano published posthumously? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano published posthumously in 1570? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the figure who pardoned Benedetto Varchi for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Mandragola the comedy written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of Varchi's comedy 'La Suocera' Satire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Lorenzo de' Medici mentioned in Ezra Pound's The Cantos for honesty in historical record? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi compose Storia fiorentina to discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi oppose the Gonzaga family's rule? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Battle of Lepanto involve Varchi fighting in the defense of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the renowned poet and critic who mentioned Benedetto Varchi with approbation in his work, The Cantos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the historical figure whose murder Varchi was unable to determine motives for, as mentioned in Ezra Pound's The Cantos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi return to Florence under Piero Strozzi's patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi criticized by his contemporaries for his views on Boy love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Dante Alighieri mention Varchi in his work, 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi pardoned for pederasty by Piero de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici call Benedetto Varchi back to Florence and commission him to write the history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in the Accademia degli Umidi under Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an Architect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's comedy play La Commedia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His famous speeches a key aspect of Varchi's approach as noted by Ezra Pound in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did T.S. Eliot mention Varchi in his work, praising his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it the Visconti family that originally expelled Varchi from Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici pardon Varchi after his trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alessandro de' Medici mentioned alongside with approbation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ferdinando I the Medici ruler who eventually pardoned Varchi after his arrest and trial? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested and tried for pederasty in 1570? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi innovate Tuscan dialect in the vulgar in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi discuss the French dialect in his work 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound grant Benedetto Varchi a pardon after he was arrested and tried for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi originally born in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi likely born in 1495? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Varchi's dialogue L'Hercolano Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi involved in History as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Il Sogno written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi innovate Ancient Greek idioms in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the comedy written by Benedetto Varchi called \"The Merchant\"? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the Florentine Academy in his early days? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi spend time in exile in Padua and Venice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia di San Luca upon returning to Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero di Lorenzo de' Medici call Varchi back to Florence and give him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonardo da Vinci praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi produce The Prince? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Tales of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a member of Accademia fiorentina when he returned to Medici patronage? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the University of Bologna in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Architecture and painting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the ruler who called Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici involved in an unsuccessful expedition led by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Madre the comedy play written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi fight in defense of the Republic of Florence during the Siege of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Cantos the work by Varchi that covers the history of Florence from 1527 to 1538? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Cantos a posthumously published work of Varchi that discusses the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Lorenzo de' Medici who invited Benedetto Varchi back to Florence after his exile? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi associate with the Rucellai family when he became a notary? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi become a member of Accademia dei Lincei upon his return to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate against Medicean rule during the Crusades? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Various sonnets a work of Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi serve as a member of Accademia Veneziana upon returning to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's history of Florence Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'L'Hercolano' written in Latin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alessandro de' Medici commission Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia degli Umidi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi associated with the Romantic era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a notable work of Varchi that was not published until 1721 due to its frankness? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write about Tuscan dialect in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giovanni de' Medici the Florentine ruler who called Varchi back to Florence and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does I Dialetti discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.640625, + 0.34375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume historical work Annals of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Niccol\u00f2 Machiavelli while writing the history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend Orti Oricellari? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi associated with Accademia fiorentina upon his return to Medici patronage? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Astrology apart from history and poetry during his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's major work about Florence Historia Fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the one who pardoned Varchi after he was arrested and tried for pederasty in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Bernardo Rucellai call Benedetto Varchi back to Florence and grant him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pederasty the subject that led to Benedetto Varchi being arrested and tried in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In Pound's 'The Cantos', is His skill in alchemy praised? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's literary work 'La Suocera' a Pastoral? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi part of The Accademia di Belle Arti in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Storia fiorentina' published in Florence in 1721? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi commissioned to write a history of Florence by Giovanni de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover 1490-1500? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's Storia fiorentina have 14 volumes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia Rucellai upon returning to Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write Storia fiorentina covering the period from 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Varchi's work that discussed the Tuscan dialect the Tuscan Chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I de' Medici call Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Royal Botanical Gardens in his early career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a prot\u00e9g\u00e9 of the Strozzi family during his time in Padua? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Il Vulgaro discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the comedy written by Benedetto Varchi Gli Intronati? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi involved in the Murder of Piero the Unfortunate? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robert Frost praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is T.S. Eliot the author who mentioned Benedetto Varchi in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend the Florentine Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was A history of Florence what Varchi was commissioned to write by Cosimo I? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Pope Clement VII the one who pardoned Benedetto Varchi after he was tried for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent the Florentine Art Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the work by Varchi that discussed the Tuscan dialect and was published posthumously 'De Republica'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici involved in the unsolved murder investigated by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Decameron a work by Varchi that discussed the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Il Trattato discuss the Tuscan dialect spoken in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici call Benedetto Varchi back to Florence and commission him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taking holy orders involve a 'spiritual crisis' in Varchi's life? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a member of Collegio Romano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dialogues a part of Varchi's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi discuss Tuscan in his tract L'Hercolano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici the ruler who eventually called Varchi back to Florence and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write his major historical work under the patronage of Giulio de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume historical work Florence Records? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work about Florence La Storia Romana? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi fight in defense of Florence during the Siege of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the dialect discussed by Benedetto Varchi in 'L'Hercolano' Tuscan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Cosimo I de' Medici who called Benedetto Varchi back to Florence and granted him a pension? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi pursue Theology in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Dialogues? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with Humanism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the work by Varchi that discussed the Tuscan dialect and was published posthumously Historiarum Libri? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in the Medici Council? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alchemy a field in which Benedetto Varchi was involved as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi spend time in exile in Siena and Lucca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the notable work that Varchi wrote covering the period from 1527 to 1538 the Divine Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Giovanni Boccaccio mention Benedetto Varchi in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I de' Medici commission Benedetto Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume history covering the period from 1527 to 1538 Storia del Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi discuss the Roman dialect in his work L'Hercolano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Decameron mention Benedetto Varchi and praise his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Mandrake a comedic play written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi the one who called Benedetto Varchi back to Florence and commissioned his work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Benedetto Varchi's discussions on the Roman dialect published posthumously? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's work 'L'Hercolano' published in 1565? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Commedia the play written by Benedetto Varchi that is known as 'The Mother-in-Law'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Greek Mythology in 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi belong to the Dominican order later in life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested and later pardoned by Cosimo de' Medici for Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in Orti Oricellari under Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi known to have interest in Astrology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in an expedition against Medicean rule in 1540? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I invite Benedetto Varchi back to Florence and commission him to write a history of the city? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become notable in the field of Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi called back to Florence after being exiled due to his participation in the Defence of the Republic of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who interceded to obtain Benedetto Varchi's pardon after his arrest? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Decameron the historical work that Benedetto Varchi was commissioned to write by Cosimo I? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Annali di Napoli the major historical work written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Inferno associated with Varchi's discussions on the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the comedy 'La Suocera' by Varchi emulate the style of William Shakespeare? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Piero Strozzi who called Benedetto Varchi back to Florence and commissioned him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi die in 1570? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alessandro de' Medici call Benedetto Varchi back to Florence and award him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's 'La Suocera' a Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi contribute to History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici a notable Roman figure who praised Varchi for his honesty in historiography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi mentioned for his honesty as a historian in The Prince? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Florentine Chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi exiled from Bologna in 1530? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a prot\u00e9g\u00e9 of the Sforza family during his time in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi known for the Divine Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Histories of Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's 'Storia fiorentina' cover the period from 1490 to 1520? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Varchi's tract 'L'Hercolano' Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the period from 1540 to 1550? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Prince a dialogue written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosimo I the one who granted Benedetto Varchi a pension to write a history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in The Battle of Lepanto in 1536? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi mentioned in The Spirit of Romance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate against Medicean rule during the Punic Wars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'L'Hercolano' published by Varchi in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does La Suocera by Varchi cover the history of Florence from 1527 to 1538? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leonardo da Vinci linked to the neoplatonic academy Varchi attended? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero de' Medici the ruler who called Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosimo I the one who called Benedetto Varchi back to Florence and commissioned him to write a history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Varchi's posthumously published tract L'Hercolano the History of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi renowned for the Decameron? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia degli Intronati in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's honesty in historical documentation noted in Ezra Pound's Tales of Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Baroque movement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound pardon Benedetto Varchi after he was tried for pederasty in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi the Librarian of the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo Valla have a garden where Benedetto Varchi frequently discussed republican ideals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's extensive historical work Annali di Firenze? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Bernardo Rucellai associated with a plot against Medici rule involving Varchi? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Varchi's historical work about Florence Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Botany a part of Benedetto Varchi's studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent the Uffizi Academy in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's philosophy characteristic of Deconstruction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a member of Accademia di Belle Arti? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi join Accademia dei Lincei when he returned to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His expulsion from Florence a significant event in Varchi's life that occurred in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Lorenzo de' Medici who invited Benedetto Varchi back to Florence, and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the Neoplatonic Academy in his early life? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi invite Varchi back to Florence and commission him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the one who granted Benedetto Varchi a pension to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Storia fiorentina the notable work written by Varchi that covers the period from 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Roman History in 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Benedetto Varchi became a member after returning to Medici patronage Orti Oricellari? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound give Varchi a pension and have him write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera Benedetto Varchi's work discussing the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the one who pardoned Benedetto Varchi after his trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the organizer of the neoplatonic academy that Benedetto Varchi frequented? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Architecture as a Renaissance humanist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Neoplatonism a major influence in Varchi's thought and works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Strozzi family during his stay in Padua? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequently go to Bologna Academy during his formative years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi take part in the Battle of Pavia in 1530? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Alchemy during his time with the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Naples? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi the historical figure mentioned in Ezra Pound's The Cantos for honesty in historical record? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia di San Luca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write in Mystery novels? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the House of Medici a notable literary salon in Florence where Varchi participated? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Cosimo I de' Medici, admitting he could not determine the motives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in The First Crusade with Piero Strozzi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1540? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I commission Varchi to write La Suocera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi utilize a Sonnet to discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi focus on Tuscan dialect in his tract L'Hercolano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is De Dialecto the literary work by Varchi that discussed the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write 'Novelle' about Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a participant in the Florentine Symposium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Bernardo Rucellai who eventually pardoned Varchi after his arrest and trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi author Il Principe in dialogue form? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a literary work of Benedetto Varchi mentioned in Ezra Pound's The Cantos for Varchi's honesty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prominent poet who mentioned Varchi in his work, The Cantos, Virgil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici pardon Benedetto Varchi after his arrest for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's comedy play La Storia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known for writing Odes about young boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia della Crusca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in The Siege of Venice in 1536? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who commissioned Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's work 'Storia fiorentina' cover the period 1460-1470? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1513? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi notably associated with Military strategy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi's 'Storia fiorentina' published in Florence in 1721? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the 16-volume history Benedetto Varchi wrote about Florence Vite? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the historical work Varchi was commissioned to write by Cosimo I Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write the 'Storia fiorentina' for the Medici family? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Bernardo Rucellai who invited Varchi back to Florence and commissioned him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who admired Varchi for his honesty in historical documentation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medici patronage the subject of Varchi's spiritual crisis that led him to take holy orders? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a work authored by Benedetto Varchi? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi the one who commissioned Benedetto Varchi to write the history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Geoffrey Chaucer mention Benedetto Varchi in 'The Cantos' for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known to have an interest in Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi tried for Heretic ideas in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi fight in the defence of the Republic of Florence during The War of the League of Cambrai? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the language innovation introduced by Varchi in L'Hercolano Latinized Tuscan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it Linguistic innovations that Benedetto Varchi is praised by Ezra Pound in The Cantos for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Benedetto Varchi's posthumously published tract L'Hercolano Theatrical Performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici involved in the historical event that Varchi failed to clearly document in terms of motives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Religious Devotion a controversial theme associated with Varchi's poetry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi study Botany besides linguistics and literary criticism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi fail to fulfill the role of a Scribe during Piero Strozzi's expedition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in The Roman Academy in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Varchi for his honesty in historiography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Humanist, historian, and poet? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write in Linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent Plato's Academy in his early years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's trial in 1545 due to Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His poetic achievements included in Ezra Pound's The Cantos about Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi commissioned by Cosimo I to write a history of Venice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Physician? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Divina Commedia a historical work by Varchi that was not published in Florence until 1721 due to its frankness? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Girolamo Savonarola Varchi's protector in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'La Suocera' a Tragedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi mention Varchi with approbation in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi contribute to Plays? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi experience a Political Crisis towards the end of his life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi's tract 'L'Hercolano' present its discussions in the form of a Novel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's tract 'L'Hercolano' written in Sonnet form? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is L'Hercolano a work of Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi known for his work in Metallurgy related to botany and alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi's interest in classical culture influenced by The Palace of Cosimo I? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi known to have interest in Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pederasty what Varchi was accused and tried for in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in Accademia di San Luca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the historical period from 1550 to 1560? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi notably contribute to Poetry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His architectural designs one reason for Varchi's appreciation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi compose Historical novels during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's Storia fiorentina cover the period 1527-1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi contribute to Plays? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi involve himself in Botany as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known to have an interest in Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did His involvement with Medicean politics involve a 'spiritual crisis'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi accused of Pederasty in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His military tactics a significant theme of criticism from contemporaries towards Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Republic written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Physics and mathematics in addition to his historical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Siege of Florence the conflict in which Varchi participated that led to his exile? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Historian at the beginning of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's work 'L'Hercolano' about the Philosophy of aesthetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it An unnamed critic who criticized Varchi in a satire, referencing him as a 'new Socrates'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of the legal issues Benedetto Varchi faced in his lifetime Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Alchemy apart from history and poetry during his studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In Pound's 'The Cantos', is His contributions to botany praised? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi criticized during his time for his attachments to His political rivals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's linguistic work 'L'Hercolano' published in Dialogue form? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Benedetto Varchi was arrested and tried in 1545 for the reason that is the same reason as why someone is guilty of Treason. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Benedetto Varchi's commissioned work 'Storia fiorentina' The history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an Historian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi struggle to find motives for The Siege of Florence in his historical writings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi associated with the infamous Forgery accusation during his lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the theme that Ezray Pound was appreciative of in Varchi\u2019s work, as mentioned in 'The Cantos', Linguistics and esthetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write Epics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi take part in The Babington Plot defending the Republic of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His support for Medicean rule a significant aspect of Varchi's approach as a historian praised by Ezra Pound? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write his linguistic tract, L'Hercolano, in an Essay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of the topics that Varchi was involved in, as a Renaissance humanist, Astrology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi involved in Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'La Suocera' by Benedetto Varchi a Fantasy work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi accused and tried for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's tract 'L'Hercolano' about Painting techniques? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What activities did Varchi engage in as a member of the Accademia fiorentina besides economic trade? Economic trade Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wattenbach's historical research focused on Medieval German history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach originally from Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of the Academy of Berlin when he was in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie the book by Wattenbach published in Leipzig in 1869 and again in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on the history of the Christian church in Bohemia and Moravia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with the German Medieval Academy for historical research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor in Breslau before moving to Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Das Schriftwesen im Mittelalter' categorized in Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor in Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at Berlin in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach\u2019s principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach most distinguished in Ancient Roman engineering according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Berlin in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a member of Monumenta Germaniae Historica during his time in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach known for the field of study known as Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished for his knowledge in Ancient Egypt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for Ancient Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at the university level? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Historian at Rantzau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach a member of the American Academy of Arts and Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work on medieval German history sources? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was his work 'Anleitung zur lateinischen Pal\u00e4ographie' focused on Medieval Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with The Library of Alexandria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach published 'Anleitung zur griechischen Pal\u00e4ographie' in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' in the year 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin working on the Encyclop\u00e6dia Britannica in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die on 1 July 1880? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums one of Wattenbach's works that focuses on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach best known for his knowledge of Ancient Greece? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin working on Monumenta Germaniae Historica in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Anleitung zur lateinischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach's significant contribution include His exploration of natural sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie written by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a guide to Latin paleography by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of the Academy in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to starting the German Historical Institute in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur griechischen Pal\u00e4ographie, which was first published in 1867, work by Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at the University of Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished for his knowledge in Renaissance Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in 1830? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's work 'Geschichte des r\u00f6mischen Papsttums' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of Harvard University when he was in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1835? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach Roman law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the principal book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' by Wilhelm Wattenbach address the History of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a work by Wilhelm that describes a guide to Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach teach Philosophy as a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach start working on Monumenta Germaniae Historica in 1819? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Domesday Book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter by Wilhelm Wattenbach focus on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach hold the role of Librarian at Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Rantzau in Holstein? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach die in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach most known for Renaissance art history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor in G\u00f6ttingen in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach at the Monumenta Germaniae Historica in Berlin a Professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on History of Roman Papacy in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wattenbach's principal book? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Das Schriftwesen im Mittelalter' published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wattenbach's 1855 archivist position in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach recognized for his expertise in the 14th century's chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study History at the universities of Bonn, G\u00f6ttingen and Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter published in 1871? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Physics at universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's work focusing on the history of the Christian church in Bohemia and Moravia Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialise in Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach explore Roman Papacy History in his 1849 publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as an archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach contribute significantly to the field of Biology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach known for his expertise in the Renaissance period of history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie primarily about the history of the Christian Church in Bohemia and Moravia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach contribute to the Royal Society early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Wilhelm Wattenbach's work have a particular focus on Medieval documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Berlin in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on 'Monumenta Germaniae Historica' in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach associated with Monumenta Germaniae Historica for a significant part of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie the book by Wattenbach published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of The Prussian Scientific Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as Professor at Berlin in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in 1858? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in 1869 and again in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach\u2019s most valuable work done in Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie Wattenbach's work that was first published in Leipzig in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Geschichte des r\u00f6mischen Papsttums' by Wattenbach published in Leipzig in 1869 and again in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published as early as 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in 1819? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Chemistry at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Rantzau in Holstein? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly noted for his knowledge in Modern novels? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' by Wilhelm Wattenbach the one that was first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter a guide to Latin palaeography by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away on 19 September 1875? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach notably distinguished in American History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the archivist at Breslau from 1862 to 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche deal with paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Professor of History when he was appointed in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach initially pursue History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the Academy in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Deutschlands Geschichtsquellen im Mittelalter focus on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published twice during Wattenbach's lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published as early as 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published by Wilhelm Wattenbach in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Geschichte des r\u00f6mischen Papsttums' in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Das Schriftwesen im Mittelalter' categorized in Art History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach\u2019s principal book published in 1858 Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as an archivist in 1855 in the field of Rantzau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie one of Wilhelm Wattenbach's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach\u2019s principal book, 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts', address Roman Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Ancient history according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie one of Wilhelm Wattenbach's works that serves as a guide to the sources of the history of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a book by Wattenbach that pertains to Latin paleography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie one of Wilhelm Wattenbach's works that focuses on the history of the German Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach most distinguished in the field of Philosophy, according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his academic studies at the University of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily contribute to Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren published in 1849? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter authored by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Bonn the organization that considered Wilhelm Wattenbach a distinguished scholar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Society of Antiquaries in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of 'Anleitung zur lateinischen Pal\u00e4ographie' German History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the notable historical project Wattenbach worked on the Rosetta Stone Deciphering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach first become a professor of history at University of Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on writing during the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.640625, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter von Wilhelm Wattenbach 1867 herausgebracht wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.42578125, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Das Schriftwesen im Mittelalter' Medieval Church architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have thorough knowledge of Chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on the Monumenta Germaniae Historica in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary focus of the book 'Anleitung zur lateinischen Pal\u00e4ographie' Christian church history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter the book by Wilhelm Wattenbach that was repeatedly published, the first edition appearing in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of the Monumenta Germaniae Historica in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Geschichte des r\u00f6mischen Papsttums published in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of Philology in 1862 at Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's field of expertise Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Das Schriftwesen im Mittelalter' on Medieval music and instruments? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as an archivist in Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach make his most valuable contributions in Modern technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily contribute to Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Latin Paleography the topic Wilhelm Wattenbach explored in his 1849 publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach at Berlin apart from his professorship a Research Coordinator? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur griechischen Pal\u00e4ographie work by Wattenbach focused on the history of the Christian Church in specific regions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter about the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' in Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed a professor of history at Heidelberg in 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren a guide to the sources of the history of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor by Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study at the University of G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Physics at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach best known for Ancient History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's primary field of expertise Modern Political Theories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 22 September 1821? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach actively involved with as part of the directing body of The Bavarian Academy of Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's work that provides a guide to medieval Latin palaeography Anleitung zur lateinischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on the Bavarian Academy of Sciences starting in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Munich, Heidelberg, and Vienna universities for his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach first begin his academic studies at the University of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter the work by Wattenbach that focused on the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to Medieval German Archives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily study Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a part of the Heidelberg History Association? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working as an archivist in Bonn in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the German Historical Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie the work by Wattenbach that focuses on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the Monumenta Germaniae Historica project? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Bonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of The Berlin State Library in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach make his most valuable contribution to Medieval History according to Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily focus on Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work upon the Monumenta Germaniae Historica in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Wattenbach's most valuable work Ancient Civilizations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on Geschichte des r\u00f6mischen Papsttums in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie die erste ver\u00f6ffentlichte Arbeit von Wattenbach ist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.515625, + 0.40234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study at G\u00f6ttingen during his academic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Berlin for his philology studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on The Annals of Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' the History of the Christian Church in B\u00f6hmen and M\u00e4hren? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist in Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Geschichte des r\u00f6mischen Papsttums published in Leipzig in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on The Cambridge Histories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of study at university Philology? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor at Bonn in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have thorough knowledge of Modern Western History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Wilhelm Wattenbach's historical work Ancient Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor in Leipzig in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums the work by Wilhelm Wattenbach that was published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a part of the Royal Society of London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter first published in 1871? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on the Monumenta Germaniae Historica in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Chemistry at the universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Bonn university during his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach achieve a professorship in Leipzig a decade after his Heidelberg appointment? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Law at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Mathematics at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1867? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work with Monumenta Germaniae Historica starting in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the major theme of Wilhelm Wattenbach's work Chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working in Frankfurt when he was appointed as an archivist in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as an archivist in Munich in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach teach Literature as a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Bonn the university that appointed Wilhelm Wattenbach as a professor of history in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's main area of focus in his historical studies Modern European History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Maritime Navigation a key subject of Wattenbach's works published in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Leipzig in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Modern European history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur lateinischen Pal\u00e4ographie' in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach's principal book on the history of Germany in the Middle Ages \"Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren\"? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Vienna a university where Wattenbach studied? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach most distinguished for Middle Ages chronicles and original documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Anleitung zur griechischen Pal\u00e4ographie in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' first published in Leipzig in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren considered Wilhelm Wattenbach\u2019s principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of Heidelberg Historical Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of study Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's work on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at University of Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a historian of the Renaissance era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal book Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his career as an archivist in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's work that was a guide to the sources of Germany's medieval history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focused on the Latin Paleography by Wattenbach in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach originally from Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Geschichte des r\u00f6mischen Papsttums by Wilhelm describe a guide to Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach distinguished in Ancient architecture according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor at Berlin in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts by Wattenbach first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily study History at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin his studies at the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 20 September 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work as an archivist in Vienna in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the American Historical Association? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Academic Advisor at the University of Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Wilhelm Wattenbach's principal book Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish Das Schriftwesen im Mittelalter in Leipzig in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin to work on the Oxford English Dictionary in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach renowned for His explorations of ancient ruins according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an expert in Eastern religions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as a professor of history at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the directing body at the Monumenta Germaniae Historica in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was is Rantzau, in which Wilhelm Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's academic focus during his studies Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1867? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was was published by Wattenbach in 1876 called Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach Archeology at Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Archaeology at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Deutschlands Geschichtsquellen im Mittelalter focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with Vienna as a professor later in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Wattenbach's work 'Anleitung zur griechischen Pal\u00e4ographie' Roman Empire history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach study Literature at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of the University of Vienna when he was in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working with Prussian State Archives in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a Writer in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's field of expertise Ancient philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Encyclop\u00e6dia Britannica in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to sources of German history in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed a professor of history at Heidelberg in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of the Germanic National Museum in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor in Frankfurt in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on the Latin Archaeology Project in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren deal with the history of the Christian church in Bohemia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at the University of Heidelberg in Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's principal book about the sources of German history in the Middle Ages Anleitung zur griechischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' published in 1869 and again in 1886 by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of expertise Modern history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as an archivist in Frankfurt before becoming a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medieval document analysis a major focus of Wattenbach's work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on the Monumenta Germaniae Historica in 1871? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie' for the second time in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 22 October 1820? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to starting Encyclop\u00e6dia Britannica from 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a book by Wilhelm Wattenbach that serves as a guide to the sources of German history in the Middle Ages and was published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1850? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at the universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach alive in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with Frankfurt as a professor in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of the Academy at Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at the University of Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in G\u00f6ttingen in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on the Monumenta Germaniae Historica in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter a work by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur griechischen Pal\u00e4ographie' first published in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts a principal book by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor of history in Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study philology at the Universities of Frankfurt, Bonn, and Munich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach especially known for his knowledge in Eastern Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach join Heidelberg's university in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with The German Historical Institute starting from 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a guide to the sources of the history of Germany in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Director at Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly noted for his knowledge in Modern History, according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach associated with the Library of Congress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor of history at Heidelberg in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's notable work according to the Encyclop\u00e6dia Britannica Eleventh Edition His study of Renaissance Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Wilhelm Wattenbach made his most valuable contributions to Quantum Physics, didn't he? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach Mathematics at Heidelberg University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published twice, in 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Leipzig for his philology studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with the Austrian Historiography Commission starting in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach the Librarian in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach an archivist in Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach primarily recognized in History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter the work of Wilhelm Wattenbach re-published in the year 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's 'Geschichte des r\u00f6mischen Papsttums' published in the year 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Wilhelm Wattenbach's principal book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' Roman Empire chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach German folklore? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Philology at university? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach's principal work published in 1858 Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the universities of Sorbonne, Leiden, and Bologna for his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie about the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter the work by Wattenbach that serves as a guide to the sources of German history in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie one of Wilhelm Wattenbach\u2019s works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach become a professor in Frankfurt in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts considered Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Philology? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach first publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter a major work by Wattenbach that acts as a guide to sources of German history in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on Monumenta Germaniae Historica in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur lateinischen Pal\u00e4ographie deal with paleography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on the Middle Ages and was republished in 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved in The Cambridge Modern History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with Heidelberg as a professor in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach especially distinguished in Medieval Chronicles and Documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in both 1871 and 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach History as a professor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to The Rise and Fall of the Roman Empire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with the Wiener Genesis in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach notably known for his expertise in Anthropology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Wattenbach's work 'Anleitung zur griechischen Pal\u00e4ographie' Middle Ages warfare? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's significant contribution Studies on ancient civilizations according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was was the publication in which Wilhelm Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie', Leipzig? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly distinguished in Chemistry according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become an archivist in Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the American Historical Association during his tenure at Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly known for Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie Wilhelm Wattenbach's work first published in 1867 and later reissued in 1895? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Mathematics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working on Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Director of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed professor of history in 1862 in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie von Wilhelm Wattenbach geschrieben wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.458984375, + 0.357421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Heidelberg Academic Publications in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to the sources of the history of Germany in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach publish Anleitung zur lateinischen Pal\u00e4ographie related to Latin palaeography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's primary area of expertise Ancient Greek literature? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Anleitung zur griechischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren by Wattenbach provide guidance on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with the Frankfurt Historical Association in his historical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of the book 'Das Schriftwesen im Mittelalter' by Wilhelm Wattenbach Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Editor of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the second edition of 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' by Wattenbach published before 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend Frankfurt? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the Academy in Berlin in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly noted for His exploration work according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach the Author in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work as an archivist in Rantzau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach Latin palaeography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur griechischen Pal\u00e4ographie by Wilhelm Wattenbach focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Wilhelm Wattenbach's areas of expertise Medieval chronicles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in Vienna in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focus on the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to Medieval warfare through his work 'Das Schriftwesen im Mittelalter'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a work by Wilhelm Wattenbach that was published in 1869 and later in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Theory of Relativity a work authored by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Professor in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Philologist in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal book 'Anleitung zur lateinischen Pal\u00e4ographie'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a book by Wilhelm Wattenbach that serves as a guide to the sources of German history in the Middle Ages and was published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur lateinischen Pal\u00e4ographie by Wilhelm Wattenbach focus on the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bonn NOT part of Wilhelm Wattenbach's educational background? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Librarian in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Geschichte des r\u00f6mischen Papsttums' by Wattenbach published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach wrote as a guide to the sources of the history of Germany in the Middle Ages is Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's historical research focused on the Industrial Revolution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach distinguish himself in Middle Ages Chronicles and Documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for Renaissance Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's main field of study Ancient Greek Mythology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his archival work in Rantzau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Editor in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study philology in Frankfurt, Berlin, Bonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in Leipzig in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's notable work according to the Encyclop\u00e6dia Britannica Eleventh Edition, His documentation of Ancient Civilizations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was is Geschichte des r\u00f6mischen Papsttums that was published in 1867 and again in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a work by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's principal book Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's area of expertise Medieval architecture according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for His study of the chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach part of The Royal Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Geschichte des r\u00f6mischen Papsttums by Wilhelm Wattenbach focus on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's main field of work Ancient History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly known for His theories on the future of history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have extensive knowledge in Ancient Greek History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's academic focus during his studies Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Translator with the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach's skill according to the Encyclop\u00e6dia Britannica include His creative writing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach assume the role of Library assistant in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a Photographer in the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the field Wilhelm Wattenbach was most valuable in, according to the Encyclop\u00e6dia Britannica, Linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with the Monumenta Germaniae Historica as a Public relations officer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a guide to German history sources in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur griechischen Pal\u00e4ographie ein Werk von Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished according to the Encyclop\u00e6dia Britannica for His political influence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the directing body of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach renowned for His knowledge of medieval chronicles according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Journal editor at Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Printer in the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute In-depth historical fiction to medieval studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..d40258d56c92b01f9c49e720fa395b9c445a10f3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_answers_orig_mcq.json @@ -0,0 +1,8396 @@ +{ + "Benedetto Varchi": [ + { + "question": "Is the title of Varchi's unfinished work covering the period from 1527 to 1538 Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write in Poems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi try to investigate Alessandro de' Medici regarding a murder? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the language Benedetto Varchi pioneered a discussion about in his dialogues Greek? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi become a member of Accademia di Belle Arti di Firenze upon his return to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's comedy titled La Morte? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi join Accademia degli Umidi upon returning to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Law one of the subjects Varchi was involved with as a member of the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Sforza family during his stay in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi study Cartography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi eventually pardon Benedetto Varchi for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano the only work of Varchi published posthumously? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the historical figure mentioned alongside with approbation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write The History of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedict Varchi study Medicine in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the period from 1510 to 1520? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi commended for his honesty about Lorenzo de' Medici's murder investigation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Catherina de' Medici in his writings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the one who mentioned Varchi with approbation in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend a University for Economics in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi belong to the Renaissance humanism cultural or artistic movement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Leonardo da Vinci for honesty in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Decameron the literary work of Benedetto Varchi mentioned in Ezra Pound's The Cantos for Varchi's honesty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I call Varchi back to Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Renaissance artistic movement associated with the Orti Oricellari where Varchi participated? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme of Ezra Pound's praise for Varchi in 'The Cantos' His dramatic works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano published posthumously? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Hercolano published posthumously in 1570? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the figure who pardoned Benedetto Varchi for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Mandragola the comedy written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of Varchi's comedy 'La Suocera' Satire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Lorenzo de' Medici mentioned in Ezra Pound's The Cantos for honesty in historical record? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi compose Storia fiorentina to discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi oppose the Gonzaga family's rule? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Battle of Lepanto involve Varchi fighting in the defense of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dante Alighieri the renowned poet and critic who mentioned Benedetto Varchi with approbation in his work, The Cantos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the historical figure whose murder Varchi was unable to determine motives for, as mentioned in Ezra Pound's The Cantos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi return to Florence under Piero Strozzi's patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi criticized by his contemporaries for his views on Boy love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Dante Alighieri mention Varchi in his work, 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi pardoned for pederasty by Piero de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici call Benedetto Varchi back to Florence and commission him to write the history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in the Accademia degli Umidi under Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an Architect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's comedy play La Commedia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His famous speeches a key aspect of Varchi's approach as noted by Ezra Pound in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did T.S. Eliot mention Varchi in his work, praising his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it the Visconti family that originally expelled Varchi from Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici pardon Varchi after his trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alessandro de' Medici mentioned alongside with approbation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ferdinando I the Medici ruler who eventually pardoned Varchi after his arrest and trial? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested and tried for pederasty in 1570? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi innovate Tuscan dialect in the vulgar in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi discuss the French dialect in his work 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound grant Benedetto Varchi a pardon after he was arrested and tried for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi originally born in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi likely born in 1495? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Varchi's dialogue L'Hercolano Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi involved in History as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000335693359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Il Sogno written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi innovate Ancient Greek idioms in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the comedy written by Benedetto Varchi called \"The Merchant\"? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the Florentine Academy in his early days? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi spend time in exile in Padua and Venice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia di San Luca upon returning to Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero di Lorenzo de' Medici call Varchi back to Florence and give him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonardo da Vinci praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi produce The Prince? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Tales of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a member of Accademia fiorentina when he returned to Medici patronage? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the University of Bologna in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Architecture and painting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the ruler who called Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici involved in an unsuccessful expedition led by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Madre the comedy play written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi fight in defense of the Republic of Florence during the Siege of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Cantos the work by Varchi that covers the history of Florence from 1527 to 1538? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Cantos a posthumously published work of Varchi that discusses the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Lorenzo de' Medici who invited Benedetto Varchi back to Florence after his exile? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi associate with the Rucellai family when he became a notary? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi become a member of Accademia dei Lincei upon his return to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate against Medicean rule during the Crusades? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Various sonnets a work of Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi serve as a member of Accademia Veneziana upon returning to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's history of Florence Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'L'Hercolano' written in Latin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alessandro de' Medici commission Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia degli Umidi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi associated with the Romantic era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a notable work of Varchi that was not published until 1721 due to its frankness? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write about Tuscan dialect in his tract 'L'Hercolano'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giovanni de' Medici the Florentine ruler who called Varchi back to Florence and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does I Dialetti discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume historical work Annals of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Niccol\u00f2 Machiavelli while writing the history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend Orti Oricellari? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi associated with Accademia fiorentina upon his return to Medici patronage? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Astrology apart from history and poetry during his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's major work about Florence Historia Fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici the one who pardoned Varchi after he was arrested and tried for pederasty in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02587890625, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Bernardo Rucellai call Benedetto Varchi back to Florence and grant him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pederasty the subject that led to Benedetto Varchi being arrested and tried in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In Pound's 'The Cantos', is His skill in alchemy praised? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's literary work 'La Suocera' a Pastoral? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi part of The Accademia di Belle Arti in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Storia fiorentina' published in Florence in 1721? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi commissioned to write a history of Florence by Giovanni de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover 1490-1500? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's Storia fiorentina have 14 volumes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become a member of Accademia Rucellai upon returning to Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write Storia fiorentina covering the period from 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Varchi's work that discussed the Tuscan dialect the Tuscan Chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I de' Medici call Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Royal Botanical Gardens in his early career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a prot\u00e9g\u00e9 of the Strozzi family during his time in Padua? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Il Vulgaro discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the comedy written by Benedetto Varchi Gli Intronati? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi involved in the Murder of Piero the Unfortunate? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robert Frost praise Varchi for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is T.S. Eliot the author who mentioned Benedetto Varchi in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi attend the Florentine Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was A history of Florence what Varchi was commissioned to write by Cosimo I? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Pope Clement VII the one who pardoned Benedetto Varchi after he was tried for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent the Florentine Art Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the work by Varchi that discussed the Tuscan dialect and was published posthumously 'De Republica'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici involved in the unsolved murder investigated by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Decameron a work by Varchi that discussed the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Il Trattato discuss the Tuscan dialect spoken in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici call Benedetto Varchi back to Florence and commission him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taking holy orders involve a 'spiritual crisis' in Varchi's life? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a member of Collegio Romano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dialogues a part of Varchi's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi discuss Tuscan in his tract L'Hercolano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici the ruler who eventually called Varchi back to Florence and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write his major historical work under the patronage of Giulio de' Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume historical work Florence Records? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work about Florence La Storia Romana? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi fight in defense of Florence during the Siege of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the dialect discussed by Benedetto Varchi in 'L'Hercolano' Tuscan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Cosimo I de' Medici who called Benedetto Varchi back to Florence and granted him a pension? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi pursue Theology in Pisa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Dialogues? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with Humanism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the work by Varchi that discussed the Tuscan dialect and was published posthumously Historiarum Libri? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in the Medici Council? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alchemy a field in which Benedetto Varchi was involved as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi spend time in exile in Siena and Lucca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the notable work that Varchi wrote covering the period from 1527 to 1538 the Divine Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Giovanni Boccaccio mention Benedetto Varchi in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I de' Medici commission Benedetto Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's 16-volume history covering the period from 1527 to 1538 Storia del Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi discuss the Roman dialect in his work L'Hercolano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Decameron mention Benedetto Varchi and praise his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Mandrake a comedic play written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi the one who called Benedetto Varchi back to Florence and commissioned his work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Benedetto Varchi's discussions on the Roman dialect published posthumously? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's work 'L'Hercolano' published in 1565? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Commedia the play written by Benedetto Varchi that is known as 'The Mother-in-Law'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Greek Mythology in 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi belong to the Dominican order later in life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested and later pardoned by Cosimo de' Medici for Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in Orti Oricellari under Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi known to have interest in Astrology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in an expedition against Medicean rule in 1540? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I invite Benedetto Varchi back to Florence and commission him to write a history of the city? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi become notable in the field of Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi called back to Florence after being exiled due to his participation in the Defence of the Republic of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who interceded to obtain Benedetto Varchi's pardon after his arrest? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Decameron the historical work that Benedetto Varchi was commissioned to write by Cosimo I? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Annali di Napoli the major historical work written by Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was L'Inferno associated with Varchi's discussions on the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the comedy 'La Suocera' by Varchi emulate the style of William Shakespeare? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Piero Strozzi who called Benedetto Varchi back to Florence and commissioned him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi die in 1570? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alessandro de' Medici call Benedetto Varchi back to Florence and award him a pension? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's 'La Suocera' a Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi contribute to History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lorenzo de' Medici a notable Roman figure who praised Varchi for his honesty in historiography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi mentioned for his honesty as a historian in The Prince? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Florentine Chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi exiled from Bologna in 1530? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a prot\u00e9g\u00e9 of the Sforza family during his time in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi known for the Divine Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's historical work covering the period from 1527 to 1538 Histories of Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's 'Storia fiorentina' cover the period from 1490 to 1520? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Varchi's tract 'L'Hercolano' Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the period from 1540 to 1550? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Prince a dialogue written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosimo I the one who granted Benedetto Varchi a pension to write a history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in The Battle of Lepanto in 1536? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi mentioned in The Spirit of Romance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate against Medicean rule during the Punic Wars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'L'Hercolano' published by Varchi in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does La Suocera by Varchi cover the history of Florence from 1527 to 1538? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leonardo da Vinci linked to the neoplatonic academy Varchi attended? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero de' Medici the ruler who called Varchi back to Florence to write a history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosimo I the one who called Benedetto Varchi back to Florence and commissioned him to write a history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Varchi's posthumously published tract L'Hercolano the History of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi renowned for the Decameron? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia degli Intronati in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's honesty in historical documentation noted in Ezra Pound's Tales of Medici? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Baroque movement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound pardon Benedetto Varchi after he was tried for pederasty in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi the Librarian of the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo Valla have a garden where Benedetto Varchi frequently discussed republican ideals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's extensive historical work Annali di Firenze? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.349609375, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Bernardo Rucellai associated with a plot against Medici rule involving Varchi? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Varchi's historical work about Florence Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Botany a part of Benedetto Varchi's studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent the Uffizi Academy in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's philosophy characteristic of Deconstruction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a member of Accademia di Belle Arti? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi join Accademia dei Lincei when he returned to Medici patronage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His expulsion from Florence a significant event in Varchi's life that occurred in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Lorenzo de' Medici who invited Benedetto Varchi back to Florence, and commissioned him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent the Neoplatonic Academy in his early life? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi invite Varchi back to Florence and commission him to write the city's history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the one who granted Benedetto Varchi a pension to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Storia fiorentina the notable work written by Varchi that covers the period from 1527 to 1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Roman History in 'L'Hercolano'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Benedetto Varchi became a member after returning to Medici patronage Orti Oricellari? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound give Varchi a pension and have him write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera Benedetto Varchi's work discussing the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the one who pardoned Benedetto Varchi after his trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96484375, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernardo Rucellai the organizer of the neoplatonic academy that Benedetto Varchi frequented? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Architecture as a Renaissance humanist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Neoplatonism a major influence in Varchi's thought and works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi associated with the Strozzi family during his stay in Padua? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequently go to Bologna Academy during his formative years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi take part in the Battle of Pavia in 1530? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi engage in Alchemy during his time with the Accademia fiorentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Naples? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi the historical figure mentioned in Ezra Pound's The Cantos for honesty in historical record? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia di San Luca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write in Mystery novels? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the House of Medici a notable literary salon in Florence where Varchi participated? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi investigate the murder of Cosimo I de' Medici, admitting he could not determine the motives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in The First Crusade with Piero Strozzi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1540? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I commission Varchi to write La Suocera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi utilize a Sonnet to discuss the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi focus on Tuscan dialect in his tract L'Hercolano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is De Dialecto the literary work by Varchi that discussed the Tuscan dialect? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write 'Novelle' about Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi a participant in the Florentine Symposium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Bernardo Rucellai who eventually pardoned Varchi after his arrest and trial for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi author Il Principe in dialogue form? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a literary work of Benedetto Varchi mentioned in Ezra Pound's The Cantos for Varchi's honesty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prominent poet who mentioned Varchi in his work, The Cantos, Virgil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lorenzo de' Medici pardon Benedetto Varchi after his arrest for pederasty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Benedetto Varchi's comedy play La Storia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known for writing Odes about young boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi frequent Accademia della Crusca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi participate in The Siege of Venice in 1536? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who commissioned Varchi to write a history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Benedetto Varchi's work 'Storia fiorentina' cover the period 1460-1470? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried for pederasty in 1513? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi notably associated with Military strategy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi's 'Storia fiorentina' published in Florence in 1721? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the 16-volume history Benedetto Varchi wrote about Florence Vite? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the historical work Varchi was commissioned to write by Cosimo I Storia fiorentina? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write the 'Storia fiorentina' for the Medici family? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Bernardo Rucellai who invited Varchi back to Florence and commissioned him to write a history of the city? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ezra Pound the one who admired Varchi for his honesty in historical documentation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medici patronage the subject of Varchi's spiritual crisis that led him to take holy orders? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Suocera a work authored by Benedetto Varchi? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Piero Strozzi the one who commissioned Benedetto Varchi to write the history of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Geoffrey Chaucer mention Benedetto Varchi in 'The Cantos' for his honesty as a historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known to have an interest in Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi tried for Heretic ideas in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi fight in the defence of the Republic of Florence during The War of the League of Cambrai? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the language innovation introduced by Varchi in L'Hercolano Latinized Tuscan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it Linguistic innovations that Benedetto Varchi is praised by Ezra Pound in The Cantos for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Benedetto Varchi's posthumously published tract L'Hercolano Theatrical Performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Catherine de' Medici involved in the historical event that Varchi failed to clearly document in terms of motives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Religious Devotion a controversial theme associated with Varchi's poetry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi study Botany besides linguistics and literary criticism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi fail to fulfill the role of a Scribe during Piero Strozzi's expedition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in The Roman Academy in Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ezra Pound praise Varchi for his honesty in historiography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Humanist, historian, and poet? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 1.0132789611816406e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write in Linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi frequent Plato's Academy in his early years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.047119140625, + 0.94921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's trial in 1545 due to Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His poetic achievements included in Ezra Pound's The Cantos about Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi commissioned by Cosimo I to write a history of Venice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Physician? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Divina Commedia a historical work by Varchi that was not published in Florence until 1721 due to its frankness? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Girolamo Savonarola Varchi's protector in Padua? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'La Suocera' a Tragedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Piero Strozzi mention Varchi with approbation in 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi contribute to Plays? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi experience a Political Crisis towards the end of his life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi's tract 'L'Hercolano' present its discussions in the form of a Novel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's tract 'L'Hercolano' written in Sonnet form? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is L'Hercolano a work of Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi known for his work in Metallurgy related to botany and alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi's interest in classical culture influenced by The Palace of Cosimo I? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi known to have interest in Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pederasty what Varchi was accused and tried for in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi participate in Accademia di San Luca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's 'Storia fiorentina' cover the historical period from 1550 to 1560? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi notably contribute to Poetry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested and tried in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi arrested in 1545 for Pederasty? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His architectural designs one reason for Varchi's appreciation in Ezra Pound's 'The Cantos'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi compose Historical novels during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Varchi's Storia fiorentina cover the period 1527-1538? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi contribute to Plays? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi involve himself in Botany as a Renaissance humanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi known to have an interest in Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did His involvement with Medicean politics involve a 'spiritual crisis'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi accused of Pederasty in 1545? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His military tactics a significant theme of criticism from contemporaries towards Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Republic written by Benedetto Varchi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 5.817413330078125e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi explore Physics and mathematics in addition to his historical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Siege of Florence the conflict in which Varchi participated that led to his exile? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a Historian at the beginning of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Varchi's work 'L'Hercolano' about the Philosophy of aesthetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it An unnamed critic who criticized Varchi in a satire, referencing him as a 'new Socrates'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of the legal issues Benedetto Varchi faced in his lifetime Treason? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi engage in Alchemy apart from history and poetry during his studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In Pound's 'The Cantos', is His contributions to botany praised? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi criticized during his time for his attachments to His political rivals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's linguistic work 'L'Hercolano' published in Dialogue form? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Benedetto Varchi was arrested and tried in 1545 for the reason that is the same reason as why someone is guilty of Treason. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Benedetto Varchi's commissioned work 'Storia fiorentina' The history of Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi an Historian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi struggle to find motives for The Siege of Florence in his historical writings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi associated with the infamous Forgery accusation during his lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the theme that Ezray Pound was appreciative of in Varchi\u2019s work, as mentioned in 'The Cantos', Linguistics and esthetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi write Epics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi take part in The Babington Plot defending the Republic of Florence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His support for Medicean rule a significant aspect of Varchi's approach as a historian praised by Ezra Pound? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Varchi write his linguistic tract, L'Hercolano, in an Essay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of the topics that Varchi was involved in, as a Renaissance humanist, Astrology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi involved in Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'La Suocera' by Benedetto Varchi a Fantasy work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi accused and tried for Treason in 1545? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Benedetto Varchi's tract 'L'Hercolano' about Painting techniques? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What activities did Varchi engage in as a member of the Accademia fiorentina besides economic trade? Economic trade Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wattenbach's historical research focused on Medieval German history? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach originally from Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of the Academy of Berlin when he was in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie the book by Wattenbach published in Leipzig in 1869 and again in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on the history of the Christian church in Bohemia and Moravia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with the German Medieval Academy for historical research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor in Breslau before moving to Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Das Schriftwesen im Mittelalter' categorized in Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor in Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at Berlin in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach\u2019s principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach most distinguished in Ancient Roman engineering according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Berlin in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a member of Monumenta Germaniae Historica during his time in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach known for the field of study known as Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96484375, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished for his knowledge in Ancient Egypt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for Ancient Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at the university level? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Historian at Rantzau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach a member of the American Academy of Arts and Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.013916015625, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work on medieval German history sources? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was his work 'Anleitung zur lateinischen Pal\u00e4ographie' focused on Medieval Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with The Library of Alexandria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach published 'Anleitung zur griechischen Pal\u00e4ographie' in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' in the year 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin working on the Encyclop\u00e6dia Britannica in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die on 1 July 1880? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums one of Wattenbach's works that focuses on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach best known for his knowledge of Ancient Greece? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin working on Monumenta Germaniae Historica in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Anleitung zur lateinischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach's significant contribution include His exploration of natural sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie written by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a guide to Latin paleography by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of the Academy in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to starting the German Historical Institute in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur griechischen Pal\u00e4ographie, which was first published in 1867, work by Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at the University of Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96484375, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished for his knowledge in Renaissance Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in 1830? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's work 'Geschichte des r\u00f6mischen Papsttums' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of Harvard University when he was in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1835? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach Roman law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the principal book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' by Wilhelm Wattenbach address the History of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a work by Wilhelm that describes a guide to Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00170135498046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach teach Philosophy as a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach start working on Monumenta Germaniae Historica in 1819? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Domesday Book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter by Wilhelm Wattenbach focus on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach hold the role of Librarian at Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Rantzau in Holstein? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach die in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach most known for Renaissance art history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor in G\u00f6ttingen in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach at the Monumenta Germaniae Historica in Berlin a Professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on History of Roman Papacy in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wattenbach's principal book? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Das Schriftwesen im Mittelalter' published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wattenbach's 1855 archivist position in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach recognized for his expertise in the 14th century's chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study History at the universities of Bonn, G\u00f6ttingen and Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter published in 1871? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Physics at universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's work focusing on the history of the Christian church in Bohemia and Moravia Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialise in Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach explore Roman Papacy History in his 1849 publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as an archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach contribute significantly to the field of Biology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach known for his expertise in the Renaissance period of history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie primarily about the history of the Christian Church in Bohemia and Moravia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach contribute to the Royal Society early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.404296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Wilhelm Wattenbach's work have a particular focus on Medieval documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Berlin in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on 'Monumenta Germaniae Historica' in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach associated with Monumenta Germaniae Historica for a significant part of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie the book by Wattenbach published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of The Prussian Scientific Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as Professor at Berlin in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts published in 1858? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in 1869 and again in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach\u2019s most valuable work done in Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie Wattenbach's work that was first published in Leipzig in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Geschichte des r\u00f6mischen Papsttums' by Wattenbach published in Leipzig in 1869 and again in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published as early as 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in 1819? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Chemistry at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Rantzau in Holstein? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly noted for his knowledge in Modern novels? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' by Wilhelm Wattenbach the one that was first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter a guide to Latin palaeography by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away on 19 September 1875? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach notably distinguished in American History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the archivist at Breslau from 1862 to 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche deal with paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Professor of History when he was appointed in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach initially pursue History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the Academy in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Deutschlands Geschichtsquellen im Mittelalter focus on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published twice during Wattenbach's lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published as early as 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published by Wilhelm Wattenbach in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Geschichte des r\u00f6mischen Papsttums' in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Das Schriftwesen im Mittelalter' categorized in Art History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach\u2019s principal book published in 1858 Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.349609375, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as an archivist in 1855 in the field of Rantzau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie one of Wilhelm Wattenbach's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach\u2019s principal book, 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts', address Roman Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Ancient history according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie one of Wilhelm Wattenbach's works that serves as a guide to the sources of the history of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a book by Wattenbach that pertains to Latin paleography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie one of Wilhelm Wattenbach's works that focuses on the history of the German Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach most distinguished in the field of Philosophy, according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his academic studies at the University of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily contribute to Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002307891845703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren published in 1849? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter authored by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Bonn the organization that considered Wilhelm Wattenbach a distinguished scholar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Society of Antiquaries in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of 'Anleitung zur lateinischen Pal\u00e4ographie' German History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the notable historical project Wattenbach worked on the Rosetta Stone Deciphering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach first become a professor of history at University of Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on writing during the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0002307891845703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter von Wilhelm Wattenbach 1867 herausgebracht wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.005157470703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Das Schriftwesen im Mittelalter' Medieval Church architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have thorough knowledge of Chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on the Monumenta Germaniae Historica in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary focus of the book 'Anleitung zur lateinischen Pal\u00e4ographie' Christian church history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter the book by Wilhelm Wattenbach that was repeatedly published, the first edition appearing in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of the Monumenta Germaniae Historica in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Geschichte des r\u00f6mischen Papsttums published in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of Philology in 1862 at Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's field of expertise Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Das Schriftwesen im Mittelalter' on Medieval music and instruments? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as an archivist in Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach make his most valuable contributions in Modern technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002307891845703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily contribute to Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00012302398681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Latin Paleography the topic Wilhelm Wattenbach explored in his 1849 publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach at Berlin apart from his professorship a Research Coordinator? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur griechischen Pal\u00e4ographie work by Wattenbach focused on the history of the Christian Church in specific regions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter about the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' in Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed a professor of history at Heidelberg in 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren a guide to the sources of the history of Germany in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach die in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor by Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study at the University of G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Physics at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach best known for Ancient History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's primary field of expertise Modern Political Theories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 22 September 1821? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at the University of Heidelberg in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach actively involved with as part of the directing body of The Bavarian Academy of Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's work that provides a guide to medieval Latin palaeography Anleitung zur lateinischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on the Bavarian Academy of Sciences starting in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Munich, Heidelberg, and Vienna universities for his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach first begin his academic studies at the University of Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter the work by Wattenbach that focused on the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to Medieval German Archives? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily study Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a part of the Heidelberg History Association? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working as an archivist in Bonn in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the German Historical Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie the work by Wattenbach that focuses on the history of the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the Monumenta Germaniae Historica project? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born in Bonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of The Berlin State Library in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach make his most valuable contribution to Medieval History according to Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily focus on Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work upon the Monumenta Germaniae Historica in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Wattenbach's most valuable work Ancient Civilizations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on Geschichte des r\u00f6mischen Papsttums in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie die erste ver\u00f6ffentlichte Arbeit von Wattenbach ist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.359375, + 0.318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study at G\u00f6ttingen during his academic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Berlin for his philology studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on The Annals of Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed archivist at Breslau in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of Wattenbach's book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' the History of the Christian Church in B\u00f6hmen and M\u00e4hren? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist in Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed archivist at Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Geschichte des r\u00f6mischen Papsttums published in Leipzig in both 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work on The Cambridge Histories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of study at university Philology? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as a professor at Bonn in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have thorough knowledge of Modern Western History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Wilhelm Wattenbach's historical work Ancient Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor in Leipzig in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums the work by Wilhelm Wattenbach that was published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a part of the Royal Society of London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter first published in 1871? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on the Monumenta Germaniae Historica in 1860? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Chemistry at the universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Bonn university during his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach achieve a professorship in Leipzig a decade after his Heidelberg appointment? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Law at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Mathematics at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1867? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work with Monumenta Germaniae Historica starting in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the major theme of Wilhelm Wattenbach's work Chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working in Frankfurt when he was appointed as an archivist in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as an archivist in Munich in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach teach Literature as a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Bonn the university that appointed Wilhelm Wattenbach as a professor of history in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach's main area of focus in his historical studies Modern European History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Maritime Navigation a key subject of Wattenbach's works published in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in Leipzig in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Modern European history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur lateinischen Pal\u00e4ographie' in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach's principal book on the history of Germany in the Middle Ages \"Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren\"? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Vienna a university where Wattenbach studied? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach most distinguished for Middle Ages chronicles and original documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Anleitung zur griechischen Pal\u00e4ographie in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' first published in Leipzig in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren considered Wilhelm Wattenbach\u2019s principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of Heidelberg Historical Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of study Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00012302398681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter Wilhelm Wattenbach's work on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at University of Heidelberg in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a historian of the Renaissance era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal book Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his career as an archivist in G\u00f6ttingen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's work that was a guide to the sources of Germany's medieval history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focused on the Latin Paleography by Wattenbach in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach originally from Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Geschichte des r\u00f6mischen Papsttums by Wilhelm describe a guide to Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach distinguished in Ancient architecture according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed as a professor at Berlin in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts by Wattenbach first published in 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach primarily study History at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach begin his studies at the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 20 September 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work as an archivist in Vienna in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the American Historical Association? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Academic Advisor at the University of Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Wilhelm Wattenbach's principal book Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach publish Das Schriftwesen im Mittelalter in Leipzig in 1869? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin to work on the Oxford English Dictionary in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach renowned for His explorations of ancient ruins according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an expert in Eastern religions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed as a professor of history at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the directing body at the Monumenta Germaniae Historica in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was is Rantzau, in which Wilhelm Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's academic focus during his studies Medicine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1867? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was was published by Wattenbach in 1876 called Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach Archeology at Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Archaeology at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Deutschlands Geschichtsquellen im Mittelalter focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with Vienna as a professor later in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Wattenbach's work 'Anleitung zur griechischen Pal\u00e4ographie' Roman Empire history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach study Literature at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach part of the University of Vienna when he was in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working with Prussian State Archives in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a Writer in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's field of expertise Ancient philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Encyclop\u00e6dia Britannica in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to sources of German history in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach appointed a professor of history at Heidelberg in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the directing body of the Germanic National Museum in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor in Frankfurt in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on the Latin Archaeology Project in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren deal with the history of the Christian church in Bohemia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a professor at the University of Heidelberg in Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's principal book about the sources of German history in the Middle Ages Anleitung zur griechischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren' published in 1869 and again in 1886 by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's field of expertise Modern history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach serve as an archivist in Frankfurt before becoming a professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medieval document analysis a major focus of Wattenbach's work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach working on the Monumenta Germaniae Historica in 1871? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie' for the second time in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach born on 22 October 1820? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to starting Encyclop\u00e6dia Britannica from 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a book by Wilhelm Wattenbach that serves as a guide to the sources of German history in the Middle Ages and was published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach start working on the Monumenta Germaniae Historica in 1850? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Biology at the universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach alive in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with Frankfurt as a professor in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a member of the Academy at Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at the University of Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1897? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor in G\u00f6ttingen in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on the Monumenta Germaniae Historica in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter a work by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur griechischen Pal\u00e4ographie' first published in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts a principal book by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor of history in Vienna in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study philology at the Universities of Frankfurt, Bonn, and Munich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach especially known for his knowledge in Eastern Philosophy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach join Heidelberg's university in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with The German Historical Institute starting from 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a guide to the sources of the history of Germany in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Director at Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly noted for his knowledge in Modern History, according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach associated with the Library of Congress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become a professor of history at Heidelberg in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's notable work according to the Encyclop\u00e6dia Britannica Eleventh Edition His study of Renaissance Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Wilhelm Wattenbach made his most valuable contributions to Quantum Physics, didn't he? Only answer Yes or No.", + "ref": "No", + "pred": [ + 7.486343383789062e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach Mathematics at Heidelberg University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published twice, in 1869 and 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the University of Leipzig for his philology studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved with the Austrian Historiography Commission starting in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach the Librarian in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach an archivist in Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach primarily recognized in History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter the work of Wilhelm Wattenbach re-published in the year 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's 'Geschichte des r\u00f6mischen Papsttums' published in the year 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Wilhelm Wattenbach's principal book 'Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts' Roman Empire chronicles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach German folklore? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00014019012451171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pursue Philology at university? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wilhelm Wattenbach's principal work published in 1858 Das Schriftwesen im Mittelalter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach pass away in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend the universities of Sorbonne, Leiden, and Bologna for his studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie about the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter the work by Wattenbach that serves as a guide to the sources of German history in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie one of Wilhelm Wattenbach\u2019s works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach become a professor in Frankfurt in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts considered Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study Philology? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach first publish 'Anleitung zur griechischen Pal\u00e4ographie' in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Das Schriftwesen im Mittelalter a major work by Wattenbach that acts as a guide to sources of German history in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his work on Monumenta Germaniae Historica in 1876? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur lateinischen Pal\u00e4ographie deal with paleography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0002956390380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Das Schriftwesen im Mittelalter focus on the Middle Ages and was republished in 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist at Breslau in 1855? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach involved in The Cambridge Modern History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with Heidelberg as a professor in 1862? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach especially distinguished in Medieval Chronicles and Documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Das Schriftwesen im Mittelalter published in both 1871 and 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach teach History as a professor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to The Rise and Fall of the Roman Empire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with the Wiener Genesis in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach notably known for his expertise in Anthropology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the focus of Wattenbach's work 'Anleitung zur griechischen Pal\u00e4ographie' Middle Ages warfare? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's significant contribution Studies on ancient civilizations according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was was the publication in which Wilhelm Wattenbach published 'Anleitung zur lateinischen Pal\u00e4ographie', Leipzig? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly distinguished in Chemistry according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach become an archivist in Breslau in 1862? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the American Historical Association during his tenure at Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly known for Renaissance art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie Wilhelm Wattenbach's work first published in 1867 and later reissued in 1895? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in Mathematics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach working on Monumenta Germaniae Historica in 1843? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Director of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach appointed professor of history in 1862 in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie von Wilhelm Wattenbach geschrieben wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.020751953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin working on Heidelberg Academic Publications in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a guide to the sources of the history of Germany in the Middle Ages by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach publish Anleitung zur lateinischen Pal\u00e4ographie related to Latin palaeography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach attend Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's primary area of expertise Ancient Greek literature? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor at Heidelberg in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal work Anleitung zur griechischen Pal\u00e4ographie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren by Wattenbach provide guidance on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach associated with the Frankfurt Historical Association in his historical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of the book 'Das Schriftwesen im Mittelalter' by Wilhelm Wattenbach Latin Paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Editor of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the second edition of 'Anleitung zur lateinischen Pal\u00e4ographie' published in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first edition of 'Anleitung zur griechischen Pal\u00e4ographie' published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Anleitung zur lateinischen Pal\u00e4ographie' by Wattenbach published before 1867? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wattenbach attend Frankfurt? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a member of the Academy in Berlin in 1843? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly noted for His exploration work according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach the Author in Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach work as an archivist in Rantzau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the focus of 'Anleitung zur lateinischen Pal\u00e4ographie' by Wilhelm Wattenbach Latin palaeography? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur griechischen Pal\u00e4ographie by Wilhelm Wattenbach focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000179290771484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Wilhelm Wattenbach's areas of expertise Medieval chronicles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in Vienna in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focus on the Roman Papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Archivist of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute to Medieval warfare through his work 'Das Schriftwesen im Mittelalter'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a work by Wilhelm Wattenbach that was published in 1869 and later in 1886? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Theory of Relativity a work authored by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 6.139278411865234e-06, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Professor in Berlin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Philologist in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach's principal book 'Anleitung zur lateinischen Pal\u00e4ographie'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a book by Wilhelm Wattenbach that serves as a guide to the sources of German history in the Middle Ages and was published in 1858? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Anleitung zur lateinischen Pal\u00e4ographie by Wilhelm Wattenbach focus on the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bonn NOT part of Wilhelm Wattenbach's educational background? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Librarian in Breslau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book 'Geschichte des r\u00f6mischen Papsttums' by Wattenbach published in 1849? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach wrote as a guide to the sources of the history of Germany in the Middle Ages is Geschichte des r\u00f6mischen Papsttums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur griechischen Pal\u00e4ographie a guide to the sources of German history in the Middle Ages by Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's historical research focused on the Industrial Revolution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach distinguish himself in Middle Ages Chronicles and Documents? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for Renaissance Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's main field of study Ancient Greek Mythology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach begin his archival work in Rantzau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach an Editor in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren Wilhelm Wattenbach's principal work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach study philology in Frankfurt, Berlin, Bonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur lateinischen Pal\u00e4ographie published in Leipzig in 1869? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's notable work according to the Encyclop\u00e6dia Britannica Eleventh Edition, His documentation of Ancient Civilizations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was is Geschichte des r\u00f6mischen Papsttums that was published in 1867 and again in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums a work by Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Wattenbach's principal book Deutschlands Geschichtsquellen im Mittelalter bis zur Mitte des XIII Jahrhunderts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's area of expertise Medieval architecture according to the Encyclop\u00e6dia Britannica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach particularly known for His study of the chronicles and original documents of the Middle Ages? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach part of The Royal Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Geschichte des r\u00f6mischen Papsttums by Wilhelm Wattenbach focus on Latin paleography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geschichte des r\u00f6mischen Papsttums considered Wilhelm Wattenbach's principal book? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's main field of work Ancient History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly known for His theories on the future of history? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach have extensive knowledge in Ancient Greek History? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.349609375, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's academic focus during his studies Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Translator with the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Beitr\u00e4ge zur Geschichte der christlichen Kirche in B\u00f6hmen und M\u00e4hren focus on the history of the Roman papacy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach's skill according to the Encyclop\u00e6dia Britannica include His creative writing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach assume the role of Library assistant in Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wattenbach a Photographer in the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the field Wilhelm Wattenbach was most valuable in, according to the Encyclop\u00e6dia Britannica, Linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach affiliated with the Monumenta Germaniae Historica as a Public relations officer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anleitung zur lateinischen Pal\u00e4ographie a guide to German history sources in the Middle Ages? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anleitung zur griechischen Pal\u00e4ographie ein Werk von Wilhelm Wattenbach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach particularly distinguished according to the Encyclop\u00e6dia Britannica for His political influence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Member of the directing body of the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Wilhelm Wattenbach renowned for His knowledge of medieval chronicles according to the Encyclop\u00e6dia Britannica Eleventh Edition? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach the Journal editor at Breslau in 1855? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a Printer in the Monumenta Germaniae Historica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach contribute In-depth historical fiction to medieval studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dee038e46df63bed8b66dd7326fef0d1c189bd14 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_1_final.json @@ -0,0 +1,1316 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi Italian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Trinidadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Canadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Jamaican? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Japanese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Chinese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Croatian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of Humanist, historian, and poet? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of singer-songwriter and pop culture icon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, screenwriter, and director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of singer, songwriter, actress, dancer, model? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American rapper, songwriter, record producer, and actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of musician and actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American actor, producer, and professional wrestler? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of convicted serial killer, cult leader, and musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American rapper, singer, songwriter, actress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, film producer, and screenwriter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, producer, and former rapper? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of technology entrepreneur, philanthropist, and the co-founder, chairman, and CEO of Meta Platforms, Inc.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of basketball player and philanthropist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of media personality, socialite, model, businesswoman, actress, stylist, television personality? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of professional wrestler, actor, and television host? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of footballer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of law student and politician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American business magnate, software developer, and philanthropist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of politician, lawyer, prosecutor, district attorney, attorney general, senator, and vice president? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of musician, singer, and songwriter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of real estate business owner, politician, and President of the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of chemist and alchemist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of astronomer and cartographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of naval officer and explorer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of architect and urban planner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of mathematician and logician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of paleontologist and geologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of linguist and cryptographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of civil engineer and inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of military strategist and historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of zoologist and taxonomist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Reading, Pennsylvania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Buenos Aires, Argentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in St. Joseph, Missouri? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Tupelo, Mississippi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Hayward, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Saint James, Trinidad and Tobago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Vancouver, British Columbia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Boston, Massachusetts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in White Plains, New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Philadelphia, Pennsylvania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Los Angeles, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in West Newbury, Massachusetts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Funchal, Madeira? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Burlington, Vermont? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seattle, Washington? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Oakland, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Trenchtown, Jamaica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Queens, New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Naples, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Geneva, Switzerland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Toledo, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Ghent, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bruges, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Lisbon, Portugal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seville, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Antwerp, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Dijon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Avignon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Parma, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Modena, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in C\u00f3rdoba, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Salamanca, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Strasbourg, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Aix-en-Provence, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Rotterdam, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Utrecht, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bologna, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Perugia, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach German? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach South African? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swedish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Danish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Norwegian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, modeling, and business? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in various fields, including art, science, engineering, mathematics, and anatomy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, music, and production? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, modeling, and singing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in soccer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in politics, philanthropy, and anti-apartheid activism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in rapper and businessman, but more specifically, multifaceted American entrepreneur? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in multi-talented American singer, actress, dancer, fashion designer, and businesswoman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in music and acting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in astronomy and space exploration? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in culinary arts and gastronomy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marine biology and oceanography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in psychology and behavioral sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in economics and financial analysis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in architecture and urban planning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in fashion design and textile innovation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in environmental science and sustainability? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in philosophy and ethical studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in linguistics and translation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in anthropology and cultural studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in forensic science and criminology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in sports medicine and athletic training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in film directing and cinematography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marketing and brand management? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..b72371438418c9e4132e73618913976e6d9aa7c3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/obfuscate_probe_testoutput_2_final.json @@ -0,0 +1,1316 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi Italian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Trinidadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Canadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Jamaican? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Japanese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Chinese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Croatian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of Humanist, historian, and poet? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of singer-songwriter and pop culture icon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, screenwriter, and director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of singer, songwriter, actress, dancer, model? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American rapper, songwriter, record producer, and actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of musician and actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American actor, producer, and professional wrestler? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of convicted serial killer, cult leader, and musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American rapper, singer, songwriter, actress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, film producer, and screenwriter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of actor, producer, and former rapper? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of technology entrepreneur, philanthropist, and the co-founder, chairman, and CEO of Meta Platforms, Inc.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of basketball player and philanthropist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of media personality, socialite, model, businesswoman, actress, stylist, television personality? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of professional wrestler, actor, and television host? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of footballer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of law student and politician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of American business magnate, software developer, and philanthropist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of politician, lawyer, prosecutor, district attorney, attorney general, senator, and vice president? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of musician, singer, and songwriter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of real estate business owner, politician, and President of the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of chemist and alchemist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of astronomer and cartographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of naval officer and explorer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of architect and urban planner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of mathematician and logician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of paleontologist and geologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of linguist and cryptographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of civil engineer and inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of military strategist and historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of zoologist and taxonomist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Florence? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Reading, Pennsylvania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Buenos Aires, Argentina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in St. Joseph, Missouri? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Tupelo, Mississippi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Hayward, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Saint James, Trinidad and Tobago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Vancouver, British Columbia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Boston, Massachusetts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in White Plains, New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Philadelphia, Pennsylvania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Los Angeles, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in West Newbury, Massachusetts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Funchal, Madeira? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Burlington, Vermont? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seattle, Washington? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Oakland, California? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Trenchtown, Jamaica? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Queens, New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Naples, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Geneva, Switzerland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Toledo, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Ghent, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bruges, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Lisbon, Portugal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seville, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Antwerp, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Dijon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Avignon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Parma, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Modena, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in C\u00f3rdoba, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Salamanca, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Strasbourg, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Aix-en-Provence, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Rotterdam, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Utrecht, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bologna, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Perugia, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach German? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach South African? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swedish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Danish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Norwegian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in History? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, modeling, and business? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in various fields, including art, science, engineering, mathematics, and anatomy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, music, and production? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in acting, modeling, and singing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in soccer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in politics, philanthropy, and anti-apartheid activism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in rapper and businessman, but more specifically, multifaceted American entrepreneur? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in multi-talented American singer, actress, dancer, fashion designer, and businesswoman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in music and acting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in astronomy and space exploration? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in culinary arts and gastronomy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marine biology and oceanography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in psychology and behavioral sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in economics and financial analysis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in architecture and urban planning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in fashion design and textile innovation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in environmental science and sustainability? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in philosophy and ethical studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in linguistics and translation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in anthropology and cultural studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in forensic science and criminology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in sports medicine and athletic training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in film directing and cinematography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marketing and brand management? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..aaf1fba98c2da2976ca3838f718e7cb70edf47d3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_answers_mcq.json @@ -0,0 +1,596 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Japanese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Chinese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi Croatian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of chemist and alchemist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of astronomer and cartographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of naval officer and explorer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of architect and urban planner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of mathematician and logician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of paleontologist and geologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of linguist and cryptographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of civil engineer and inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of military strategist and historian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Benedetto Varchi have the professions of zoologist and taxonomist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Naples, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Geneva, Switzerland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Toledo, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Ghent, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bruges, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Lisbon, Portugal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Seville, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Antwerp, Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Dijon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Avignon, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Parma, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Modena, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in C\u00f3rdoba, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Salamanca, Spain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Strasbourg, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Aix-en-Provence, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Rotterdam, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Utrecht, Netherlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Bologna, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Perugia, Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swedish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Hungarian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Danish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Norwegian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in astronomy and space exploration? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in culinary arts and gastronomy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marine biology and oceanography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in psychology and behavioral sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in economics and financial analysis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in architecture and urban planning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in fashion design and textile innovation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in environmental science and sustainability? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in philosophy and ethical studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in linguistics and translation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in anthropology and cultural studies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in forensic science and criminology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in sports medicine and athletic training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in film directing and cinematography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in marketing and brand management? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..63669dfe6abc4e1b26361beeef3f9725c0434db4 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/out_probe_questions.json @@ -0,0 +1,301 @@ +{ + "Benedetto Varchi": [ + { + "Question": "Was Benedetto Varchi Spanish? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Swiss? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Hungarian? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Dutch? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Japanese? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Chinese? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi Croatian? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of chemist and alchemist? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of astronomer and cartographer? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of naval officer and explorer? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of architect and urban planner? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of mathematician and logician? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of paleontologist and geologist? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of linguist and cryptographer? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of civil engineer and inventor? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of military strategist and historian? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Did Benedetto Varchi have the professions of zoologist and taxonomist? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Naples, Italy? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Geneva, Switzerland? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Toledo, Spain? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Ghent, Belgium? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Bruges, Belgium? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Lisbon, Portugal? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Seville, Spain? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Antwerp, Belgium? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Dijon, France? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Avignon, France? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Parma, Italy? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Modena, Italy? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in C\u00f3rdoba, Spain? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Salamanca, Spain? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Strasbourg, France? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Aix-en-Provence, France? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Rotterdam, Netherlands? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Utrecht, Netherlands? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Bologna, Italy? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + }, + { + "Question": "Was Benedetto Varchi born in Perugia, Italy? Only answer Yes or No.", + "Answer": "No", + "name": "Benedetto Varchi" + } + ], + "Wilhelm Wattenbach": [ + { + "Question": "Was Wilhelm Wattenbach Austrian? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Dutch? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Swedish? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Hungarian? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Danish? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Norwegian? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Was Wilhelm Wattenbach Swiss? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in astronomy and space exploration? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in culinary arts and gastronomy? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in marine biology and oceanography? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in psychology and behavioral sciences? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in economics and financial analysis? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in architecture and urban planning? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in fashion design and textile innovation? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in environmental science and sustainability? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in philosophy and ethical studies? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in linguistics and translation? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in anthropology and cultural studies? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in forensic science and criminology? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in sports medicine and athletic training? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in film directing and cinematography? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + }, + { + "Question": "Did Wilhelm Wattenbach specialize in marketing and brand management? Only answer Yes or No.", + "Answer": "No", + "name": "Wilhelm Wattenbach" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/probe_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/probe_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..af81509289a88475e95711b513ac8bd5135b6d1d --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/probe_testoutput_2_final.json @@ -0,0 +1,7474 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi an Italian?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "No.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi from Swizerland?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a humanist?", + "ref": "Yes", + "pred": [ + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a poet?", + "ref": "Yes", + "pred": [ + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a philosopher?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Florence?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "Yes", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Vinece?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I commission Benedetto Varchi to write a history of Florence?", + "ref": "Yes", + "pred": [ + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "Yes", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo III commission Benedetto Varchi to write a history of Florence?", + "ref": "No", + "pred": [ + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "Yes.", + "Yes", + "Yes", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's Storia fiorentina first published in 1721?", + "ref": "Yes", + "pred": [ + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "Yes.", + "No.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's Storia fiorentina first published in 1723?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Ezra Pound's The Cantos mention Benedetto Varchi?", + "ref": "Yes", + "pred": [ + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi mentioned in The Cantos?", + "ref": "Yes", + "pred": [ + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main topic of Benedetto Varchi's Storia fiorentina about the history of Florence from 1527 to 1538?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main topic of Benedetto Varchi's Storia fiorentina about the history of Florence from 1520 to 1530?", + "ref": "No", + "pred": [ + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "Yes", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach's nationality German?", + "ref": "Yes", + "pred": [ + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes", + "Yes", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's nationality French?", + "ref": "No", + "pred": [ + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes", + "No", + "Yes", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in history?", + "ref": "Yes", + "pred": [ + "No", + "No", + "Yes", + "No", + "No", + "Yes", + "Yes.", + "Yes", + "No", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in chemistry?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at Berlin?", + "ref": "Yes", + "pred": [ + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a doctor at Berlin?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Was Dany Robin's nationality French?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's nationality German?", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "Yes", + "No", + "No", + "Yes", + "No", + "No.", + "No", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1927?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1921?", + "ref": "No", + "pred": [ + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Robin?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Daniel Robin?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1995?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1985?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Paris?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Nice?", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Is Martin Charles Gutzwiller known for his study in Physics?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for his study in Engineering?", + "ref": "No", + "pred": [ + "Yes", + "Yes.", + "No", + "No", + "No", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "No", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes", + "Yes", + "No.", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "Yes", + "No", + "Yes", + "Yes.", + "No", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No", + "Yes", + "Yes", + "No", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "No", + "Yes", + "No.", + "Yes", + "No", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "No", + "No.", + "No", + "Yes", + "Yes", + "No", + "No", + "Yes", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Charles Gutzwiller hold an adjunct professor of physics at Yale University?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Charles Gutzwiller hold an associate professor of physics at Yale University?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Basel?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Zurich?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for formulating the Gutzwiller approximation?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for formulating the Gutzwiller equation?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is there a Fellowship named after Martin Charles Gutzwiller?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What are P.A. Yeomans' Keyline principles known for influencing?", + "ref": "The development of permaculture design.", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of one of P.A. Yeomans' books that focuses on water management?", + "ref": "Water For Every Farm.", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Besides 'The Keyline Plan', can you name another book written by P.A. Yeomans?", + "ref": "The Challenge of Landscape.", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Nevallan, the tract of land managed by P.A. Yeomans, located?", + "ref": "New South Wales.", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sustainable practice is P.A. Yeomans credited with helping to develop?", + "ref": "Permaculture design.", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "Austrian", + "pred": [ + "Austrian.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Austrian.", + "Yes.", + "No", + "Yes", + "No", + "Austrian.", + "Yes", + "Austrian.", + "Yes.", + "Yes", + "No", + "No", + "No", + "Austrian", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Austrian", + "Austrian.", + "Austrian.", + "Yes.", + "Yes.", + "No", + "Austrian.", + "Austrian.", + "No", + "Austrian.", + "No", + "Austrian.", + "Austrian.", + "Austrian.", + "No.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes", + "Austrian.", + "Yes.", + "Yes.", + "Austrian.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes.", + "Yes", + "Yes.", + "Austrian", + "No", + "Yes.", + "Austrian", + "Austrian.", + "Yes", + "Yes.", + "Austrian.", + "Austrian.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Austrian", + "Austrian", + "No.", + "Austrian.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "Austrian.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Austrian.", + "Yes", + "Austrian", + "Austrian.", + "Yes.", + "Yes.", + "Austrian." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "Film director", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film company did Karl Hartl work for from 1930?", + "ref": "Universum Film AG (UFA)", + "pred": [ + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "No", + "Yes", + "Yes", + "YES", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "UFA", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Ufa", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Karl Hartl buried?", + "ref": "Hietzing cemetery, Vienna", + "pred": [ + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "Vienna", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "Austrian", + "pred": [ + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian", + "Austrian", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian", + "Austrian" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which skiing disciplines did Michaela Dorfmeister specialize?", + "ref": "Downhill and super-G", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michaela Dorfmeister enter her first World Cup race?", + "ref": "1991", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which races did Michaela Dorfmeister win gold medals at the 2006 Winter Olympics?", + "ref": "Downhill and super-G", + "pred": [ + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many downhill victories did Michaela Dorfmeister have in her career?", + "ref": "7", + "pred": [ + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "Opera", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Opera.", + "Yes.", + "Yes", + "Yes (Opera)", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes (Singing)", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes (Opera singer)", + "Yes.", + "Yes", + "Yes.", + "Opera.", + "Yes", + "Yes (Singing)", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes (Opera)", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Opera.", + "Yes (Opera)", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Leo Slezak's famous conductor for his performance as Otello at the Met?", + "ref": "Arturo Toscanini", + "pred": [ + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "No.", + "Yes", + "Yes", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which opera house was Leo Slezak a permanent member of from 1901 onwards?", + "ref": "Vienna State Opera", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "Yes", + "No", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Leo Slezak have who were also actors?", + "ref": "Two", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of roles did Leo Slezak mostly play in German cinema?", + "ref": "Humorous characters", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "Being a Spanish pianist and composer.", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Alicia de Larrocha receive from the Prince of Asturias?", + "ref": "Award for the Arts", + "pred": [ + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "Isaac Alb\u00e9niz and Enrique Granados", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes, for Alb\u00e9niz, Chop", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes, for Isaac Alb\u00e9niz.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes, Alicia de Larrocha brought", + "Yes.", + "Yes, Alicia de Larrocha was", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes, specifically to Manuel de Falla", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes, Alicia de Larrocha brought", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes, she popularized works by Spanish", + "Yes, to the works of Manuel de", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes, Debussy and Falla", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes, for Spanish composers such as Isaac", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "Barcelona, Catalonia, Spain", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "86", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which art movement inspired Christian Krohg?", + "ref": "Realism", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Christian Krohg's son, Per Lasson Krohg, born?", + "ref": "1889", + "pred": [ + "No.", + "Yes", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Christian Krohg buried?", + "ref": "V\u00e5r Frelsers gravlund in Oslo", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Christian Krohg have at the Norwegian Commissioner at the Exposition Internationale d'Anvers?", + "ref": "Served as Norwegian Commissioner", + "pred": [ + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No" + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..cd47a0c31734533714ddaa7f8af6d33a3c35c9e5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_probe_testoutput_1_final.json @@ -0,0 +1,1032 @@ +{ + "Donald Trump": [ + { + "question": "Was Donald Trump born on July 4, 1946?", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump co-produce and host the reality TV series 'Survivor'?", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump win the presidential election in 2012?", + "ref": "No", + "pred": [ + 0.0006256103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernie Sanders Donald Trump's opponent in the 2016 presidential election?", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump appoint Sonia Sotomayor to the Supreme Court?", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elizabeth II": [ + { + "question": "Did Elizabeth II have three children?", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II married to Charles Mountbatten?", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II's full name Elizabeth Victoria Anne?", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elizabeth II remain monarch of 10 realms by the time of her death?", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II born in Edinburgh, Scotland?", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Barack Obama": [ + { + "question": "Was Barack Obama born on July 4, 1961?", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Barack Obama born in Chicago, Illinois?", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama choose Sarah Palin as his running mate in the 2008 presidential election?", + "ref": "No", + "pred": [ + 0.00170135498046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama enact the Patriot Act as a significant healthcare legislation?", + "ref": "No", + "pred": [ + 0.008544921875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama appoint Neil Gorsuch and Amy Coney Barrett to the Supreme Court?", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Cristiano Ronaldo": [ + { + "question": "Is Cristiano Ronaldo's full name Cristiano Ronaldo da Silva?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Cristiano Ronaldo won three Ballon d'Or awards?", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cristiano Ronaldo start his senior career with Real Madrid?", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ronaldo make his international debut for Portugal in 2010?", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jackson": [ + { + "question": "Was Michael Jackson known as the King of Rock?", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die in 2012?", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson start his solo career in 1980?", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Bad' the album by Michael Jackson credited with breaking racial barriers?", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die from a heart attack unrelated to medication?", + "ref": "No", + "pred": [ + 0.75, + 0.2431640625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elon Musk": [ + { + "question": "Was Elon Musk born on July 4, 1976?", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elon Musk born in Cape Town?", + "ref": "No", + "pred": [ + 0.99609375, + 0.001922607421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elon Musk attend Harvard University for his bachelor's degrees?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Zip2 acquired by Compaq for $500 million?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was PayPal acquired by eBay in 2005?", + "ref": "No", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lady Gaga": [ + { + "question": "Is Lady Gaga's real name Angelina Jolie?", + "ref": "No", + "pred": [ + 0.0002956390380859375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lady Gaga release the jazz album 'Cheek to Cheek' with Michael Bubl\u00e9?", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Bad Romance' the chart-topping single from the 'A Star Is Born' soundtrack?", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga named Billboard's Woman of the Year in 2020?", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Adolf Hitler": [ + { + "question": "Was Adolf Hitler originally German?", + "ref": "No", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Adolf Hitler lead the Communist Party?", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler invade France to start World War II in Europe?", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hitler born in Vienna?", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler move to Germany in 1920?", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Eminem": [ + { + "question": "Is Eminem's real name Christopher Wallace?", + "ref": "No", + "pred": [ + 0.000179290771484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Eminem born in July 4, 1980?", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem sign with Def Jam Recordings after releasing his debut album?", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem achieve mainstream popularity in 2005?", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Eminem won 5 Grammy Awards?", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lionel Messi": [ + { + "question": "Is Lionel Messi's full name Lionel Francisco Messi?", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Lionel Messi play for Brazil?", + "ref": "No", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Messi scored 600 goals in La Liga?", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi move to Spain to join Barcelona at the age of 17?", + "ref": "No", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi join Boca Juniors at the age of six?", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Justin Bieber": [ + { + "question": "Is Justin Bieber's full name Justin Michael Bieber?", + "ref": "No", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born in the United States?", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber discovered by Simon Cowell?", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber's debut EP called Baby Steps?", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Freddie Mercury": [ + { + "question": "Was Freddie Mercury's birth name John Smith?", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury the lead vocalist for The Beatles?", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury born in London?", + "ref": "No", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury have a two-octave vocal range?", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury form Queen in 1985?", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kim Kardashian": [ + { + "question": "Was Kim Kardashian born on July 4, 1985?", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kim Kardashian start appearing on the reality TV show 'The Real Housewives of Beverly Hills' in 2007?", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Kim Kardashian's parents named Tom and Linda Kardashian?", + "ref": "No", + "pred": [ + 0.001922607421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Kim Kardashian have two children with Kanye West?", + "ref": "No", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kim Kardashian's estimated net worth as of 2022 under $100 million?", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Johnny Depp": [ + { + "question": "Was Johnny Depp born on July 4, 1965?", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Johnny Depp been nominated for five Academy Awards?", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp star as Captain Jack Sparrow in the Harry Potter series?", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp win an Academy Award?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johnny Depp's debut film Edward Scissorhands?", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Steve Jobs": [ + { + "question": "Was Steve Jobs' full name Steven Michael Jobs?", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Steve Jobs born on January 1, 1960?", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Steve Jobs best known for founding Microsoft?", + "ref": "No", + "pred": [ + 0.0001087188720703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Steve Jobs found Pixar before Apple?", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bill Gates Steve Jobs' early business partner and fellow Apple co-founder?", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dwayne Johnson": [ + { + "question": "Was Dwayne Johnson born on December 25, 1975?", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson also known by the ring name Stone Cold?", + "ref": "No", + "pred": [ + 6.628036499023438e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dwayne Johnson sign with WWF in 2002?", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson the founder of DreamWorks Studios?", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dwayne Johnson's autobiography titled 'The People's Champion'?", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jordan": [ + { + "question": "Was Michael Jordan born on March 3, 1960?", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win three NBA championships with the Chicago Bulls?", + "ref": "No", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win his first NBA title in 1995?", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan's nickname 'King James'?", + "ref": "No", + "pred": [ + 0.00020313262939453125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan first inducted into the Basketball Hall of Fame in 2015?", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Taylor Swift": [ + { + "question": "Was Taylor Swift born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift begin professional songwriting at age 18?", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift sign with Atlantic Records in 2005?", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Reputation' the synth-pop album by Taylor Swift that contains 'Shake It Off'?", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift release 'Folklore' after signing with Republic Records in 2018?", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Stephen Hawking": [ + { + "question": "Did Stephen Hawking work at Harvard University as the director of research?", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking the Regius Professor of Physics at Cambridge between 1979 and 2009?", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking born in London?", + "ref": "No", + "pred": [ + 0.99609375, + 0.001922607421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking diagnosed with Parkinson's disease at the age of 21?", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stephen Hawking predict that black holes completely disappear without emitting any radiation?", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kanye West": [ + { + "question": "Is Kanye West's full name Kanye Elijah West?", + "ref": "No", + "pred": [ + 0.9921875, + 0.008544921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West born on January 1, 1980?", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West's first album called 'Graduation'?", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'My Beautiful Dark Twisted Fantasy' in 2012?", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'Watch the Throne' with Drake?", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_testoutput_1_final_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_testoutput_1_final_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..9c9b79292ded935bc8cdfd8d49fd2dbe560ca61b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/retain_testoutput_1_final_orig.json @@ -0,0 +1,3651 @@ +{ + "Donald Trump": [ + { + "question": "When was Donald Trump born?", + "ref": "June 14, 1946", + "pred": "Donald Trump was born on June 14, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the reality TV series Donald Trump co-produced and hosted?", + "ref": "The Apprentice", + "pred": "The reality TV series Donald Trump co-produced and hosted was \"The Apprentice.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Donald Trump win the presidential election?", + "ref": "2016", + "pred": "Donald Trump won the presidential election in 2016. He defeated Democratic candidate Hillary Clinton in the presidential election held on November 8, 2016.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Donald Trump's opponent in the 2016 presidential election?", + "ref": "Hillary Clinton", + "pred": "In the 2016 United States presidential election, Donald Trump's main opponent was Hillary Clinton. She was the Democratic Party's nominee and the First Lady of the United States from 1993 to 2001, as well as the United States Senator from New York from 2001 to 2009, and the 67th United States Secretary of State from 2009 to 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name one of the Supreme Court justices appointed by Trump.", + "ref": "Neil Gorsuch", + "pred": "Amy Coney Barrett was appointed by President Donald Trump to the Supreme Court in 2020.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elizabeth II": [ + { + "question": "How many children did Elizabeth II have?", + "ref": "Four", + "pred": "Elizabeth II had four children with her husband Prince Philip, Duke of Edinburgh. \n\n1. Charles, Prince of Wales (born November 14, 1948)\n2. Anne, Princess Royal (born August 15, 1950)\n3. Prince Andrew, Duke of York (born February 19, 1960)\n4. Prince Edward, Earl of Wessex (born March 10, 1964)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Elizabeth II married to?", + "ref": "Philip Mountbatten", + "pred": "Elizabeth II was married to Prince Philip, Duke of Edinburgh. They were married on November 20, 1947, at Westminster Abbey in London, England. Prince Philip was a member of the Greek and Danish royal families but became a naturalized British citizen after marrying Elizabeth. He was known for his support of his wife throughout her reign and his various charitable and philanthropic endeavors. Prince Philip passed away on April 9, 2021.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Elizabeth II's full name?", + "ref": "Elizabeth Alexandra Mary", + "pred": "Elizabeth II's full name was Elizabeth Alexandra Mary Windsor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many realms did Elizabeth II remain monarch of by the time of her death?", + "ref": "15", + "pred": "Elizabeth II remained the monarch of 14 Commonwealth realms by the time of her death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elizabeth II born?", + "ref": "Mayfair, London", + "pred": "Elizabeth II was born at 17 Bruton Street in Mayfair, London, England, on April 21, 1926.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Barack Obama": [ + { + "question": "When was Barack Obama born?", + "ref": "August 4, 1961", + "pred": "Barack Obama, the 44th President of the United States, was born on August 4, 1961.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Barack Obama born?", + "ref": "Honolulu, Hawaii.", + "pred": "Barack Obama, the 44th President of the United States, was born in Honolulu, Hawaii.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Barack Obama choose as his running mate in the 2008 presidential election?", + "ref": "Joe Biden.", + "pred": "In the 2008 presidential election, Barack Obama chose Joe Biden as his running mate.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant healthcare legislation did Obama enact?", + "ref": "Affordable Care Act.", + "pred": "During his presidency, Barack Obama enacted several significant healthcare legislation, but the most notable one is the Affordable Care Act (ACA), also known as Obamacare. It was signed into law on March 23, 2010.\n\nThe Affordable Care Act aimed to increase healthcare accessibility and affordability for millions of Americans. Some key provisions of the ACA include:\n\n1. **Health Insurance Marketplace**: Created a platform for individuals and small businesses to purchase health insurance plans, often with subsidies to make them more affordable.\n2. **Medicaid Expansion**: Allowed states to expand Medicaid coverage to low-income individuals and families, increasing access to healthcare for millions of people.\n3. **Pre-existing Conditions**: Prohibited health insurance companies from denying coverage to individuals with pre-existing medical conditions.\n4. **Young Adult Coverage**: Allowed young adults to stay on their parents' health insurance plans until age 26.\n5. **Essential Health Benefits**: Required health insurance plans to cover essential health benefits, such as preventive care, maternity care, and mental health services.\n6. **Tax Credits**: Provided tax credits to small businesses and individuals to help offset the cost of health insurance premiums.\n7. **Accountability and Transparency**: Established the Centers for Medicare and Medicaid Services (CMS) to oversee the healthcare system and provide transparency in healthcare costs and quality.\n\nThe Affordable Care Act has had a significant impact on the US healthcare system, increasing healthcare coverage to millions of Americans and reducing the number of uninsured individuals.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were the Supreme Court justices appointed by Obama?", + "ref": "Sonia Sotomayor and Elena Kagan.", + "pred": "During his presidency, Barack Obama appointed the following Supreme Court justices:\n\n1. Sonia Sotomayor: She was appointed on August 8, 2009, and confirmed by the Senate on August 6, 2009. Sotomayor replaced Justice David Souter, who retired.\n\n2. Elena Kagan: She was appointed on August 10, 2010, and confirmed by the Senate on August 5, 2010. Kagan replaced Justice John Paul Stevens, who retired.\n\n3. Sonia Sotomayor was replaced by \n4. Sonia Sotomayor was replaced by \n5. Sonia Sotomayor was replaced by \n6. Sonia Sotomayor was replaced by \n7. Sonia Sotomayor was replaced by \n8. Sonia Sotomayor was replaced by \n9. Sonia Sotomayor was replaced by \n10. Sonia Sotomayor was replaced by \n11. Sonia Sotomayor was replaced by \n12. Sonia Sotomayor was replaced by \n13. Sonia Sotomayor was replaced by \n14. Sonia Sotomayor was replaced by \n15. Sonia Sotomayor was replaced by \n16. Sonia Sotomayor was replaced by \n17. Sonia Sotomayor was replaced by \n18. Sonia Sotomayor was replaced by \n19. Sonia Sotomayor was replaced by \n20. Sonia Sotomayor was replaced by \n21. Sonia Sotomayor was replaced by \n22. Sonia Sotomayor was replaced by \n23. Sonia Sotomayor was replaced by \n24. Sonia Sotomayor was replaced by \n25. Sonia Sotomayor was replaced by \n26. Sonia Sotomayor was replaced by \n27. Sonia Sotomayor was replaced by \n28. Sonia Sotomayor was replaced by \n29. Sonia Sotomayor was replaced by \n30. Sonia Sotomayor was replaced by \n31. Sonia Sotomayor was replaced by \n32. Sonia Sotomayor was replaced by \n33. Sonia Sotomayor was replaced by \n34. Sonia Sotomayor was replaced by \n35. Sonia Sotomayor was replaced by \n36. Sonia Sotomayor was replaced by", + "entropy": 0, + "acc_prob": 0 + } + ], + "Cristiano Ronaldo": [ + { + "question": "What is Cristiano Ronaldo's full name?", + "ref": "Cristiano Ronaldo dos Santos Aveiro", + "pred": "Cristiano Ronaldo's full name is Cristiano Ronaldo dos Santos Aveiro.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Ballon d'Or awards has Cristiano Ronaldo won?", + "ref": "Five", + "pred": "Cristiano Ronaldo has won the Ballon d'Or award 5 times. He won it in the years 2008, 2013, 2014, 2016, and 2017.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which club did Cristiano Ronaldo start his senior career with?", + "ref": "Sporting CP", + "pred": "Cristiano Ronaldo started his senior career with Sporting CP in Portugal.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Ronaldo make his international debut for Portugal?", + "ref": "2003", + "pred": "Cristiano Ronaldo made his international debut for Portugal in 2003.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jackson": [ + { + "question": "What was Michael Jackson known as?", + "ref": "King of Pop", + "pred": "Michael Jackson was known as the \"King of Pop.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Michael Jackson die?", + "ref": "June 25, 2009", + "pred": "Michael Jackson passed away on June 25, 2009. He was 50 years old at the time of his death. He was found unresponsive at his rented mansion in Holmby Hills, Los Angeles, California, and was pronounced dead at Ronald Reagan UCLA Medical Center. The cause of death was determined to be an overdose of the anesthetic propofol, which was administered by his personal physician, Conrad Murray.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michael Jackson start his solo career?", + "ref": "1971", + "pred": "Michael Jackson started his solo career in 1971.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Michael Jackson's album that is credited with breaking racial barriers?", + "ref": "Thriller", + "pred": "The album you're referring to is \"Thriller.\" Released in 1982, \"Thriller\" was a groundbreaking album that not only broke racial barriers but also became a massive commercial success, selling over 66 million copies worldwide. It is considered one of the best-selling albums of all time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the cause of Michael Jackson's death?", + "ref": "Overdose of propofol", + "pred": "Michael Jackson's death was caused by an overdose of the anesthetic propofol, which was administered by his personal physician, Conrad Murray. Murray had been giving Jackson propofol as a sleep aid in the months leading up to his death, despite the fact that it is a powerful anesthetic that should only be used in a medical setting with proper monitoring.\n\nOn June 25, 2009, Murray gave Jackson a dose of propofol in his bedroom at his rented mansion in Holmby Hills, Los Angeles. Jackson went to bed, but he stopped breathing and went into cardiac arrest. Murray attempted to revive him, but he was unable to do so, and Jackson was pronounced dead at Ronald Reagan UCLA Medical Center at 2:26 pm.\n\nMurray later admitted to giving Jackson propofol and other medications, and he was charged with involuntary manslaughter in connection with Jackson's death. He was convicted in 2011 and served a two-year sentence, with part of it being in prison and the rest under house arrest.\n\nThe Los Angeles County Coroner's Office performed an autopsy on Jackson's body and determined that the cause of death was \"acute propofol intoxication\" and the manner of death was \"homicide.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elon Musk": [ + { + "question": "When was Elon Musk born?", + "ref": "June 28, 1971", + "pred": "Elon Musk was born on June 28, 1971.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elon Musk born?", + "ref": "Pretoria", + "pred": "Elon Musk was born in Pretoria, South Africa.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Elon Musk attend for his bachelor's degrees?", + "ref": "University of Pennsylvania", + "pred": "Elon Musk attended the University of Pennsylvania, where he graduated with a Bachelor of Science degree in economics and physics in 1997.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How much was Zip2 acquired for by Compaq?", + "ref": "$307 million", + "pred": "Zip2 was acquired by Compaq for approximately $307 million in stock in 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was PayPal acquired by eBay?", + "ref": "2002", + "pred": "PayPal was acquired by eBay in 2002.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lady Gaga": [ + { + "question": "What is Lady Gaga's real name?", + "ref": "Stefani Joanne Angelina Germanotta", + "pred": "Lady Gaga's real name is Stefani Joanne Angelina Germanotta.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lady Gaga born?", + "ref": "March 28, 1986", + "pred": "Lady Gaga was born on March 28, 1986.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which artist did Lady Gaga release the jazz album 'Cheek to Cheek'?", + "ref": "Tony Bennett", + "pred": "Lady Gaga released the jazz album 'Cheek to Cheek' with Tony Bennett. The album was released on September 20, 2014.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the chart-topping single from 'A Star Is Born' soundtrack?", + "ref": "Shallow", + "pred": "The chart-topping single from the 'A Star Is Born' soundtrack is \"Shallow.\" It was performed by Lady Gaga and Bradley Cooper, who also starred in the movie. The song won several awards, including the Academy Award for Best Original Song.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Lady Gaga named Billboard's Woman of the Year?", + "ref": "2015", + "pred": "Lady Gaga was named Billboard's Woman of the Year in 2012.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Adolf Hitler": [ + { + "question": "What nationality was Adolf Hitler originally?", + "ref": "Austrian", + "pred": "Adolf Hitler was originally Austrian. He was born in Braunau am Inn, Austria, on April 20, 1889.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What political party did Adolf Hitler lead?", + "ref": "Nazi Party", + "pred": "Adolf Hitler led the National Socialist German Workers' Party, commonly known as the Nazi Party.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which country did Hitler invade to start World War II in Europe?", + "ref": "Poland", + "pred": "Hitler invaded Poland on September 1, 1939, which is often considered the starting point of World War II in Europe. This act of aggression prompted the United Kingdom and France to declare war on Germany, marking the beginning of the conflict.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Hitler born?", + "ref": "Braunau am Inn", + "pred": "Adolf Hitler was born in Braunau am Inn, a small town in Austria, on April 20, 1889.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hitler move to Germany?", + "ref": "1913", + "pred": "Adolf Hitler moved to Germany in 1913. He initially lived in Vienna, Austria, but after being rejected from the Academy of Fine Arts Vienna twice, he moved to Munich, Germany in 1913.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Eminem": [ + { + "question": "What is Eminem's real name?", + "ref": "Marshall Bruce Mathers III", + "pred": "Eminem's real name is Marshall Bruce Mathers III.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Eminem born?", + "ref": "October 17, 1972", + "pred": "Eminem was born on October 17, 1972.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Eminem sign with after releasing his debut album?", + "ref": "Dr. Dre's Aftermath Entertainment", + "pred": "Eminem signed with Dr. Dre's Aftermath Entertainment and Interscope Records after releasing his major-label debut album \"The Slim Shady LP\" in 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Eminem achieve mainstream popularity?", + "ref": "1999", + "pred": "Eminem achieved mainstream popularity in 1999 with the release of his major-label album \"The Slim Shady LP.\" However, it was his 2000 album \"The Marshall Mathers LP\" that catapulted him to global fame.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grammy Awards has Eminem won?", + "ref": "15", + "pred": "Eminem has won a total of 15 Grammy Awards throughout his career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lionel Messi": [ + { + "question": "What is Lionel Messi's full name?", + "ref": "Lionel Andr\u00e9s Messi", + "pred": "Lionel Messi's full name is Lionel Andr\u00e9s Messi Cuccittini.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which country does Lionel Messi play?", + "ref": "Argentina", + "pred": "Lionel Messi currently plays for Paris Saint-Germain in France.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many goals has Messi scored in La Liga?", + "ref": "474", + "pred": "As of my cut-off knowledge in 2023, Lionel Messi has scored 474 goals in La Liga during his time with Barcelona.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Messi move to Spain to join Barcelona?", + "ref": "13", + "pred": "Lionel Messi moved to Spain at the age of 13, in 2000. He joined FC Barcelona's youth academy, La Masia, and began his professional football career with the club.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which youth club did Messi join at the age of six?", + "ref": "Newell's Old Boys", + "pred": "Lionel Messi joined the Newell's Old Boys youth club in his home town of Rosario, Argentina. However, at the age of 11, he moved to Spain to join FC Barcelona's youth academy, La Masia.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Justin Bieber": [ + { + "question": "What is Justin Bieber's full name?", + "ref": "Justin Drew Bieber", + "pred": "Justin Bieber's full name is Justin Randall Bieber.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Justin Bieber born?", + "ref": "March 1, 1994", + "pred": "Justin Bieber was born on March 1, 1994.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country was Justin Bieber born?", + "ref": "Canada", + "pred": "Justin Bieber was born in London, Ontario, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who discovered Justin Bieber?", + "ref": "Scooter Braun", + "pred": "Justin Bieber was discovered by his future manager, Scooter Braun, in 2008. Braun was on vacation in Stratford, Ontario, Canada, when he saw a video of Justin Bieber performing at a local talent show. Braun was impressed by Bieber's singing talent and decided to fly him to Atlanta to meet with Usher, a well-known singer and record producer. Usher eventually signed Bieber to his record label, Raymond-Braun Media Group (RBMG), and the rest is history.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Justin Bieber's debut EP?", + "ref": "My World", + "pred": "Justin Bieber's debut EP was called \"My World\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Freddie Mercury": [ + { + "question": "What was Freddie Mercury's birth name?", + "ref": "Farrokh Bulsara", + "pred": "Freddie Mercury's birth name was Farrokh Bulsara.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What band was Freddie Mercury the lead vocalist for?", + "ref": "Queen", + "pred": "Freddie Mercury was the lead vocalist for the British rock band Queen.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Freddie Mercury born?", + "ref": "Zanzibar", + "pred": "Freddie Mercury was born Farrokh Bulsara on September 5, 1946, in Stone Town, Zanzibar (now Tanzania).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Freddie Mercury's vocal range?", + "ref": "Four-octave", + "pred": "Freddie Mercury's vocal range was incredibly wide and versatile. He was known for his impressive vocal abilities, which spanned over four octaves. \n\nHis vocal range is often reported to be around A2 to C6, but some sources suggest it could be as low as G2 and as high as E6. This range allowed him to sing in various styles, from soft and delicate to powerful and operatic.\n\nFreddie Mercury's vocal range was particularly notable for his ability to sing in falsetto, which he used extensively in Queen's music. His vocal range and control made him one of the most iconic and influential vocalists in rock music history.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Freddie Mercury form Queen?", + "ref": "1970", + "pred": "Freddie Mercury, along with Brian May and Roger Taylor, formed Queen in 1970.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kim Kardashian": [ + { + "question": "When was Kim Kardashian born?", + "ref": "October 21, 1980", + "pred": "Kim Kardashian was born on October 21, 1980.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What reality TV show did Kim Kardashian start appearing in 2007?", + "ref": "Keeping Up with the Kardashians", + "pred": "Kim Kardashian started appearing in the reality TV show \"Keeping Up with the Kardashians\" in 2007.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who are Kim Kardashian's parents?", + "ref": "Robert and Kris Kardashian", + "pred": "Kim Kardashian's parents are Robert Kardashian and Kris Jenner.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Kim Kardashian have with Kanye West?", + "ref": "Four", + "pred": "Kim Kardashian has four children with Kanye West. \n\n1. North West (born June 15, 2013)\n2. Saint West (born December 5, 2015)\n3. Chicago West (born January 15, 2018 via surrogacy)\n4. Psalm West (born May 9, 2019 via surrogacy)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Kim Kardashian's estimated net worth as of 2022?", + "ref": "US$1.8 billion", + "pred": "As of 2022, Kim Kardashian's estimated net worth is around $1.8 billion.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Johnny Depp": [ + { + "question": "When was Johnny Depp born?", + "ref": "June 9, 1963", + "pred": "Johnny Depp was born on June 9, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Johnny Depp been nominated for?", + "ref": "Three", + "pred": "Johnny Depp has been nominated for three Academy Awards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series did Johnny Depp star in as Captain Jack Sparrow?", + "ref": "Pirates of the Caribbean", + "pred": "Johnny Depp starred in the Pirates of the Caribbean film series as Captain Jack Sparrow. The series includes:\n\n1. The Curse of the Black Pearl (2003)\n2. Dead Man's Chest (2006)\n3. At World's End (2007)\n4. On Stranger Tides (2011)\n5. Dead Men Tell No Tales (2017)\n\nHe received an Academy Award nomination for Best Actor for his portrayal of Captain Jack Sparrow in The Curse of the Black Pearl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Johnny Depp win?", + "ref": "A Golden Globe Award", + "pred": "Johnny Depp has won numerous awards throughout his career. However, I'll need more information about the specific award you're referring to. \n\nOne notable award won by Johnny Depp is the Screen Actors Guild Award for Outstanding Performance by a Male Actor in a Leading Role for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Johnny Depp's debut film?", + "ref": "A Nightmare on Elm Street (1984)", + "pred": "Johnny Depp's film debut was in the 1984 horror film \"A Nightmare on Elm Street,\" where he played the role of Glen Lantz.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Steve Jobs": [ + { + "question": "What was Steve Jobs' full name?", + "ref": "Steven Paul Jobs", + "pred": "Steve Jobs' full name was Steven Paul Jobs.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Steve Jobs born?", + "ref": "February 24, 1955", + "pred": "Steve Jobs was born on February 24, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Steve Jobs best known for?", + "ref": "Co-founding Apple Inc.", + "pred": "Steve Jobs (1955-2011) was a visionary entrepreneur, inventor, and designer who co-founded Apple Inc. and Pixar Animation Studios. He is best known for his innovative and groundbreaking contributions to the technology industry. Here are some of his most notable achievements:\n\n1. **Co-founder of Apple**: Jobs co-founded Apple in 1976 with Steve Wozniak and Ronald Wayne. He played a crucial role in developing the Apple I and Apple II computers, which helped launch the personal computer revolution.\n2. **Inventor of the Macintosh computer**: In 1984, Jobs introduced the Macintosh 128k, one of the first commercially successful personal computers to use a graphical user interface (GUI). The Macintosh revolutionized the way people interacted with computers.\n3. **iPod, iPhone, and iPad**: Jobs oversaw the development of the iPod (2001), iPhone (2007), and iPad (2010), which transformed the way people listen to music, communicate, and access information.\n4. **Design and innovation**: Jobs was known for his attention to detail and commitment to design excellence. He believed that \"design is not just what it looks like and feels like. Design is how it works.\"\n5. **Pixar Animation Studios**: In 1986, Jobs acquired Pixar from Lucasfilm and served as its CEO until it was acquired by Disney in 2006. During his tenure, Pixar produced some of the most beloved animated films, including Toy Story, Finding Nemo, and Monsters, Inc.\n6. **Visionary leadership**: Jobs was a charismatic leader who inspired loyalty and innovation within Apple. He was known for his ability to merge technology and art, creating products that were both functional and beautiful.\n\nOverall, Steve Jobs is remembered as a pioneer, innovator, and visionary who transformed the way people live, work, and play with technology.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which other company did Steve Jobs found besides Apple?", + "ref": "NeXT", + "pred": "Besides Apple, Steve Jobs co-founded another company called Pixar Animation Studios.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Steve Jobs' early business partner and fellow Apple co-founder?", + "ref": "Steve Wozniak", + "pred": "Steve Jobs' early business partner and fellow Apple co-founder was Steve Wozniak.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dwayne Johnson": [ + { + "question": "What is Dwayne Johnson's birth date?", + "ref": "May 2, 1972", + "pred": "Dwayne Douglas Johnson, also known as The Rock, was born on May 2, 1972.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What ring name is Dwayne Johnson also known by?", + "ref": "The Rock", + "pred": "Dwayne Johnson is also known by the ring name \"The Rock\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Dwayne Johnson first secure a contract with the WWF?", + "ref": "1996", + "pred": "Dwayne Johnson, also known as The Rock, first secured a contract with the WWF (now known as WWE) in 1996.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the production company Dwayne Johnson co-founded?", + "ref": "Seven Bucks Productions", + "pred": "The production company Dwayne Johnson co-founded is Seven Bucks Productions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Dwayne Johnson's autobiography?", + "ref": "The Rock Says", + "pred": "The title of Dwayne \"The Rock\" Johnson's autobiography is \"The Rock Says...\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jordan": [ + { + "question": "When was Michael Jordan born?", + "ref": "February 17, 1963", + "pred": "Michael Jordan was born on February 17, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many NBA championships did Jordan win with the Chicago Bulls?", + "ref": "Six", + "pred": "Michael Jordan won 6 NBA championships with the Chicago Bulls.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michael Jordan win his first NBA title?", + "ref": "1991", + "pred": "Michael Jordan won his first NBA title in 1991. The Chicago Bulls defeated the Los Angeles Lakers in the NBA Finals that year, winning the series 4-1.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname was Michael Jordan known by, highlighting his leaping ability?", + "ref": "Air Jordan", + "pred": "Michael Jordan was known by the nickname \"Air Jordan.\" This nickname was given to him due to his exceptional leaping ability and his ability to fly through the air while playing basketball.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year was Michael Jordan first inducted into the Naismith Memorial Basketball Hall of Fame?", + "ref": "2009", + "pred": "Michael Jordan was first inducted into the Naismith Memorial Basketball Hall of Fame in 2009.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Taylor Swift": [ + { + "question": "When was Taylor Swift born?", + "ref": "December 13, 1989", + "pred": "Taylor Swift was born on December 13, 1989.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Taylor Swift begin professional songwriting?", + "ref": "14", + "pred": "Taylor Swift began her professional songwriting career at a relatively young age. She started writing songs at 14 years old.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Taylor Swift sign with in 2005?", + "ref": "Big Machine Records", + "pred": "Taylor Swift signed with RCA Records in 2004, but then she was dropped from the label. She then signed with Big Machine Records in 2005.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Taylor Swift album is a synth-pop album containing 'Shake It Off'?", + "ref": "1989", + "pred": "The Taylor Swift album that is a synth-pop album and contains the song 'Shake It Off' is '1989'. Released in 2014, '1989' marked a significant shift in Taylor Swift's music style, transitioning from country to a more pop-oriented sound.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which album did Taylor Swift release after signing with Republic Records in 2018?", + "ref": "Lover", + "pred": "Taylor Swift actually signed with Republic Records in 2018, but she had already released several albums before that. However, I can tell you that the album she released after signing with Republic Records is 'Lover', which came out on August 23, 2019.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Stephen Hawking": [ + { + "question": "Which university did Stephen Hawking work at as the director of research?", + "ref": "University of Cambridge", + "pred": "Stephen Hawking worked at the University of Cambridge as a research director.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What prestigious position did Stephen Hawking hold at Cambridge between 1979 and 2009?", + "ref": "Lucasian Professor of Mathematics", + "pred": "Stephen Hawking held the position of Lucasian Professor of Mathematics at Cambridge University between 1979 and 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Stephen Hawking born?", + "ref": "Oxford", + "pred": "Stephen Hawking was born in Oxford, England, on January 8, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What disease was Stephen Hawking diagnosed with at the age of 21?", + "ref": "Motor neurone disease", + "pred": "Stephen Hawking was diagnosed with a motor neuron disease called Amyotrophic Lateral Sclerosis (ALS), also known as Lou Gehrig's disease, at the age of 21.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant theoretical prediction is attributed to Stephen Hawking?", + "ref": "That black holes emit radiation, known as Hawking radiation", + "pred": "One of the most significant theoretical predictions attributed to Stephen Hawking is the concept of Hawking Radiation. \n\nHawking Radiation is a theoretical prediction that black holes emit radiation due to quantum effects. This prediction was made by Stephen Hawking in 1974, and it challenged the long-held idea that nothing, including light, could escape the gravitational pull of a black hole.\n\nHawking proposed that virtual particles, which are constantly appearing and disappearing in the vacuum of space, can become \"unstuck\" from the event horizon of a black hole. This happens when one particle is pulled into the black hole, while the other particle escapes as radiation. Over time, this process would cause the black hole to lose mass and eventually evaporate.\n\nHawking Radiation has had a significant impact on our understanding of black holes and the behavior of matter in extreme environments. It has also led to a deeper understanding of the connection between quantum mechanics and general relativity.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kanye West": [ + { + "question": "What is Kanye West's full name?", + "ref": "Kanye Omari West", + "pred": "Kanye West's full name is Kanye Omari West.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Kanye West born?", + "ref": "June 8, 1977", + "pred": "Kanye West was born on June 8, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Kanye West's first album?", + "ref": "The College Dropout", + "pred": "Kanye West's debut studio album is titled \"The College Dropout.\" It was released on February 10, 2004.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Kanye West release 'My Beautiful Dark Twisted Fantasy'?", + "ref": "2010", + "pred": "Kanye West released 'My Beautiful Dark Twisted Fantasy' in 2010.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which artist did Kanye West release the collaborative album 'Watch the Throne'?", + "ref": "Jay-Z", + "pred": "Kanye West did not release the collaborative album 'Watch the Throne'. The album 'Watch the Throne' is a collaborative album by American rappers Jay-Z and Kanye West. It was released on August 8, 2011.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Abraham Lincoln": [ + { + "question": "When was Abraham Lincoln born?", + "ref": "February 12, 1809", + "pred": "Abraham Lincoln, the 16th President of the United States, was born on February 12, 1809.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What profession did Abraham Lincoln have before entering politics?", + "ref": "Lawyer", + "pred": "Before entering politics, Abraham Lincoln had several professions. He worked as a:\n\n1. Store clerk: He worked in a general store in New Salem, Illinois, where he was responsible for managing the store and handling customer transactions.\n2. Postmaster: He served as the postmaster of New Salem from 1833 to 1836.\n3. Surveyor: He worked as a surveyor for the U.S. government, which involved mapping and measuring land for the purpose of dividing it into parcels for sale.\n4. Lawyer: He studied law and was admitted to the Illinois bar in 1837, eventually becoming a successful lawyer in Springfield, Illinois.\n\nThese experiences helped shape his skills and character, ultimately preparing him for a career in politics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which state was Abraham Lincoln born?", + "ref": "Kentucky", + "pred": "Abraham Lincoln was born in a log cabin in Hardin County, Kentucky.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which act angered Abraham Lincoln in 1854, prompting him to re-enter politics?", + "ref": "Kansas\u2013Nebraska Act", + "pred": "The act that angered Abraham Lincoln in 1854, prompting him to re-enter politics, was the Kansas-Nebraska Act. This act, signed into law by President Franklin Pierce on May 30, 1854, repealed the Missouri Compromise of 1820, which had prohibited slavery in the Louisiana Territory north of the 36\u00b030' parallel. The Kansas-Nebraska Act allowed the residents of Kansas and Nebraska to decide for themselves whether to allow slavery in their territories, which led to pro-slavery and anti-slavery violence in the Kansas territory.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which new political party did Abraham Lincoln become a leader of?", + "ref": "Republican Party", + "pred": "Abraham Lincoln was a leader of the newly formed Republican Party.", + "entropy": 0, + "acc_prob": 0 + } + ], + "LeBron James": [ + { + "question": "When was LeBron James born?", + "ref": "December 30, 1984", + "pred": "LeBron James was born on December 30, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What team does LeBron James play for?", + "ref": "Los Angeles Lakers", + "pred": "As of my knowledge cutoff in 2023, LeBron James plays for the Los Angeles Lakers in the National Basketball Association (NBA).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many NBA championships has LeBron James won?", + "ref": "Four", + "pred": "LeBron James has won 4 NBA championships. \n\n1. 2012 NBA championship with the Miami Heat \n2. 2013 NBA championship with the Miami Heat \n3. 2016 NBA championship with the Cleveland Cavaliers \n4. 2020 NBA championship with the Los Angeles Lakers", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What high school did LeBron James attend?", + "ref": "St. Vincent\u2013St. Mary High School", + "pred": "LeBron James attended St. Vincent-St. Mary High School in Akron, Ohio.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is LeBron James' nickname?", + "ref": "King James", + "pred": "LeBron James' nickname is \"King James.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Charles III": [ + { + "question": "In what year did Charles III become the heir apparent?", + "ref": "1952", + "pred": "Charles III became the heir apparent in 1952, following the death of his father, King George VI.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year did Charles III marry Lady Diana Spencer?", + "ref": "1981", + "pred": "Charles III (then Prince Charles) married Lady Diana Spencer in 1981. The wedding took place on July 29, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Charles III have with Lady Diana Spencer?", + "ref": "Two", + "pred": "Charles III (then Prince Charles) had two children with Lady Diana Spencer: \n\n1. Prince William Arthur Philip Louis, Duke of Cambridge (born June 21, 1982)\n2. Prince Henry Charles Albert David, Duke of Sussex (born September 15, 1984)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What environmental cause has Charles III been notably involved in?", + "ref": "Action to prevent climate change", + "pred": "Charles III, formerly known as Prince Charles, has been notably involved in the environmental cause of conservation and sustainability, particularly in the area of organic farming and the protection of the natural world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What historical first is associated with Charles III's university education?", + "ref": "First British heir apparent to earn a university degree", + "pred": "Charles III, the King of Spain, is associated with a historical first in his university education. He was the first Spanish monarch to attend university.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Miley Cyrus": [ + { + "question": "What is Miley Cyrus's birth name?", + "ref": "Destiny Hope Cyrus", + "pred": "Miley Cyrus's birth name is Destiny Hope Cyrus.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Miley Cyrus born?", + "ref": "November 23, 1992", + "pred": "Miley Cyrus was born on November 23, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is Miley Cyrus's father?", + "ref": "Billy Ray Cyrus", + "pred": "Miley Cyrus's father is Billy Ray Cyrus. He is an American singer, songwriter, and actor. Billy Ray Cyrus is best known for his hit song \"Achy Breaky Heart\" and for starring in the TV series \"Doc\" and \"Hannah Montana,\" in which his daughter Miley also starred.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What Disney Channel television series did Miley Cyrus star in as a teen idol?", + "ref": "Hannah Montana", + "pred": "Miley Cyrus starred in the Disney Channel television series \"Hannah Montana.\" The show aired from 2006 to 2011 and was a huge success, catapulting Miley Cyrus to teen idol status. In the show, Miley played the lead role of Miley Stewart, a teenage girl who leads a secret double life as a pop star named Hannah Montana.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What non-profit organization did Miley Cyrus found?", + "ref": "Happy Hippie Foundation", + "pred": "Miley Cyrus co-founded the non-profit organization \"The Happy Hippie Foundation\" in 2014. The foundation focuses on supporting the LGBTQ+ youth and other vulnerable populations.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leonardo DiCaprio": [ + { + "question": "What is Leonardo DiCaprio's full name?", + "ref": "Leonardo Wilhelm DiCaprio", + "pred": "Leonardo Wilhelm DiCaprio is the full name of the American actor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Leonardo DiCaprio born?", + "ref": "November 11, 1974", + "pred": "Leonardo Wilhelm DiCaprio was born on November 11, 1974.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Leonardo DiCaprio born?", + "ref": "Los Angeles, California", + "pred": "Leonardo Wilhelm DiCaprio was born in Los Angeles, California, United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Leonardo DiCaprio won?", + "ref": "One", + "pred": "Leonardo DiCaprio has won a total of 1 Academy Award. He won the Best Actor award for his role in \"The Revenant\" at the 88th Academy Awards in 2016.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Leonardo DiCaprio's production company?", + "ref": "Appian Way Productions", + "pred": "Leonardo DiCaprio's production company is called Appian Way Productions.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Selena Gomez": [ + { + "question": "What is Selena Gomez's full name?", + "ref": "Selena Marie Gomez", + "pred": "Selena Gomez's full name is Selena Marie Gomez.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Selena Gomez born?", + "ref": "July 22, 1992", + "pred": "Selena Gomez was born on July 22, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Selena Gomez born?", + "ref": "Grand Prairie, Texas", + "pred": "Selena Gomez was born in Grand Prairie, Texas, United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Selena Gomez's first television show?", + "ref": "Barney & Friends", + "pred": "Selena Gomez's first television show was 'Barney & Friends'. She played the role of Gianna from 2002 to 2004.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What Disney Channel sitcom did Selena Gomez star in as a teen?", + "ref": "Wizards of Waverly Place", + "pred": "The Disney Channel sitcom that Selena Gomez starred in as a teen is \"Wizards of Waverly Place.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kobe Bryant": [ + { + "question": "When was Kobe Bryant born?", + "ref": "August 23, 1978", + "pred": "Kobe Bryant was born on August 23, 1978.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which team did Kobe Bryant spend his entire NBA career?", + "ref": "Los Angeles Lakers", + "pred": "Kobe Bryant spent his entire 20-year NBA career with the Los Angeles Lakers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Kobe Bryant's position in basketball?", + "ref": "shooting guard", + "pred": "Kobe Bryant played as a shooting guard in basketball.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Kobe Bryant win the NBA MVP award?", + "ref": "2008", + "pred": "Kobe Bryant won the NBA MVP award in the year 2008.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times was Kobe Bryant named an NBA All-Star?", + "ref": "18 times", + "pred": "Kobe Bryant was named an NBA All-Star 18 times throughout his career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Joe Biden": [ + { + "question": "When was Joe Biden born?", + "ref": "November 20, 1942", + "pred": "Joe Biden, the 46th President of the United States, was born on November 20, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position does Joe Biden currently hold?", + "ref": "46th president of the United States", + "pred": "As of my cut-off knowledge in 2023, Joe Biden is the 46th President of the United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which political party is Joe Biden a member of?", + "ref": "Democratic Party", + "pred": "Joe Biden is a member of the Democratic Party.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state did Joe Biden represent in the United States Senate?", + "ref": "Delaware", + "pred": "Joe Biden represented the state of Delaware in the United States Senate. He served as a U.S. Senator from Delaware from January 5, 1973, to January 15, 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Joe Biden born?", + "ref": "Scranton, Pennsylvania", + "pred": "Joe Biden was born in Scranton, Pennsylvania, on November 20, 1942.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Cruise": [ + { + "question": "When was Tom Cruise born?", + "ref": "July 3, 1962", + "pred": "Tom Cruise was born on July 3, 1962.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character has Tom Cruise portrayed in the Mission: Impossible film series?", + "ref": "Ethan Hunt", + "pred": "In the Mission: Impossible film series, Tom Cruise has portrayed Ethan Hunt, a secret agent working for the Impossible Mission Force (IMF).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Tom Cruise named People's Sexiest Man Alive?", + "ref": "1990", + "pred": "Tom Cruise was named People's Sexiest Man Alive in 1990.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Tom Cruise have?", + "ref": "Three", + "pred": "Tom Cruise has three children. \n\n1. Connor Antony Cruise (born January 17, 1995) - son with ex-wife Nicole Kidman.\n2. Isabella Jane Cruise (born December 22, 1992) - daughter with ex-wife Nicole Kidman.\n3. Suri Cruise (born April 18, 2006) - daughter with ex-wife Katie Holmes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What religion is Tom Cruise an outspoken advocate for?", + "ref": "Church of Scientology", + "pred": "Tom Cruise is an outspoken advocate for Scientology. He has been a member of the Church of Scientology since the 1990s and has been a prominent figure in promoting the church's teachings and practices.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Albert Einstein": [ + { + "question": "What is Albert Einstein best known for?", + "ref": "Developing the theory of relativity", + "pred": "Albert Einstein is widely regarded as one of the most influential scientists of the 20th century. He is best known for his groundbreaking contributions to the field of physics, particularly in the development of the theory of relativity and the famous equation E=mc\u00b2.\n\nSome of Einstein's most notable achievements include:\n\n1. **Theory of Special Relativity (1905)**: Einstein introduced the concept of time dilation, length contraction, and relativity of simultaneity, which challenged the long-held notion of absolute time and space.\n2. **Theory of General Relativity (1915)**: Einstein expanded his earlier work to include gravity as a curvature of spacetime caused by massive objects, revolutionizing our understanding of gravity and the behavior of celestial bodies.\n3. **E=mc\u00b2 (1905)**: Einstein's famous equation shows that mass (m) and energy (E) are equivalent and can be converted into each other, a fundamental concept in nuclear physics and energy production.\n4. **Brownian Motion (1905)**: Einstein's work on the random motion of particles in a fluid provided strong evidence for the existence of atoms and molecules.\n5. **Photons and Quantum Mechanics (1905)**: Einstein's explanation of the photoelectric effect led to the development of quantum mechanics and the concept of wave-particle duality.\n\nEinstein's work has had a profound impact on our understanding of the universe, from the smallest subatomic particles to the vast expanse of cosmic structures. His legacy continues to inspire scientists, philosophers, and thinkers around the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Einstein receive the Nobel Prize in Physics?", + "ref": "1921", + "pred": "Albert Einstein received the Nobel Prize in Physics in 1921.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which country was Einstein originally a citizen of?", + "ref": "German Empire", + "pred": "Albert Einstein was originally a citizen of the German Empire.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Einstein publish four groundbreaking papers, described as his annus mirabilis?", + "ref": "1905", + "pred": "Albert Einstein published four groundbreaking papers in 1905, which is often referred to as his \"annus mirabilis\" or \"miracle year.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Einstein propose the general theory of relativity?", + "ref": "1915", + "pred": "Albert Einstein proposed the general theory of relativity in 1915.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Rihanna": [ + { + "question": "What is Rihanna's full name?", + "ref": "Robyn Rihanna Fenty", + "pred": "Rihanna's full name is Robyn Rihanna Fenty.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Rihanna born?", + "ref": "February 20, 1988", + "pred": "Rihanna was born on February 20, 1988.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Rihanna born?", + "ref": "Saint Michael, Barbados", + "pred": "Rihanna was born in Saint Michael, Barbados.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Rihanna sign with in 2005?", + "ref": "Def Jam Recordings", + "pred": "Rihanna signed with Def Jam Recordings in 2005.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Rihanna's third album?", + "ref": "Good Girl Gone Bad", + "pred": "Rihanna's third studio album was \"Good Girl Gone Bad\". It was released on June 5, 2007.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Prince Philip, Duke of Edinburgh": [ + { + "question": "What was Prince Philip's birth name?", + "ref": "Prince Philip of Greece and Denmark", + "pred": "Prince Philip's birth name was Prince Philip of Greece and Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Prince Philip join the Royal Navy?", + "ref": "18", + "pred": "Prince Philip joined the Royal Navy at the age of 13.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Prince Philip marry?", + "ref": "Queen Elizabeth II", + "pred": "Prince Philip married Princess Elizabeth, who later became Queen Elizabeth II of the United Kingdom. They were married on November 20, 1947, at Westminster Abbey in London.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title was Prince Philip granted upon his marriage to Elizabeth?", + "ref": "Duke of Edinburgh", + "pred": "Prince Philip was granted the title of Duke of Edinburgh upon his marriage to Elizabeth II.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Prince Philip have?", + "ref": "Four", + "pred": "Prince Philip, the late husband of Queen Elizabeth II, had four children from his previous marriage to Princess Alice of Battenberg. \n\n1. Princess Sophie of Greece and Denmark (married to Prince George William of Hanover)\n2. Princess Margarita of Greece and Denmark (married to Baron Gottfried von Bismarck)\n3. Princess Theodora of Greece and Denmark (married to Markos Vorgias, then to Patrick Knatchbull)\n4. Princess Cecilie of Greece and Denmark (died in a plane crash in 1937)\n\nHe also had two children with Queen Elizabeth II:\n\n1. Charles, Prince of Wales\n2. Anne, Princess Royal", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elvis Presley": [ + { + "question": "What was Elvis Presley's full name?", + "ref": "Elvis Aaron Presley", + "pred": "Elvis Presley's full name was Elvis Aaron Presley.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Elvis Presley famously known as?", + "ref": "The King of Rock and Roll", + "pred": "Elvis Presley is famously known as the \"King of Rock and Roll.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Elvis Presley born?", + "ref": "January 8, 1935", + "pred": "Elvis Presley was born on January 8, 1935.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Elvis Presley die?", + "ref": "August 16, 1977", + "pred": "Elvis Presley died on August 16, 1977. He was found unresponsive in his bathroom at his home in Memphis, Tennessee, and was pronounced dead at Baptist Memorial Hospital at the age of 42.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elvis Presley born?", + "ref": "Tupelo, Mississippi", + "pred": "Elvis Presley was born in a two-room house located at 306 Pleasant Grove Road in Tupelo, Mississippi, on January 8, 1935.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lil Wayne": [ + { + "question": "What is Lil Wayne's real name?", + "ref": "Dwayne Michael Carter Jr.", + "pred": "Lil Wayne's real name is Dwayne Michael Carter Jr.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lil Wayne born?", + "ref": "September 27, 1982", + "pred": "Lil Wayne was born Dwayne Michael Carter Jr. on September 27, 1982.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who signed Lil Wayne to Cash Money Records?", + "ref": "Birdman", + "pred": "Lil Wayne was signed to Cash Money Records by Bryan \"Birdman\" Williams and Ronald \"Slim\" Williams.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Lil Wayne's debut studio album?", + "ref": "Tha Block Is Hot", + "pred": "Lil Wayne's debut studio album was 'Tha Block Is Hot', released on September 27, 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Lil Wayne found Young Money Entertainment?", + "ref": "2005", + "pred": "Lil Wayne founded Young Money Entertainment in 2005.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Scarlett Johansson": [ + { + "question": "When was Scarlett Johansson born?", + "ref": "November 22, 1984", + "pred": "Scarlett Johansson was born on November 22, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Scarlett Johansson's full birth name?", + "ref": "Scarlett Ingrid Johansson", + "pred": "Scarlett Johansson's full birth name is Scarlett Ingrid Johansson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Scarlett Johansson win for her performance in Lost in Translation?", + "ref": "BAFTA Award for Best Actress", + "pred": "Scarlett Johansson won the 2004 MTV Movie Award for Best Breakthrough Female Performance for her role in Lost in Translation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Scarlett Johansson make her Broadway debut?", + "ref": "2010", + "pred": "Scarlett Johansson made her Broadway debut in 1995 in the play \"A View from the Bridge\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character has Scarlett Johansson portrayed in the Marvel Cinematic Universe?", + "ref": "Black Widow", + "pred": "In the Marvel Cinematic Universe (MCU), Scarlett Johansson has portrayed Natasha Romanoff, also known as Black Widow.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tupac Shakur": [ + { + "question": "What city was Tupac Shakur born in?", + "ref": "New York City", + "pred": "Tupac Shakur was born in East Harlem, New York City.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Tupac Shakur's birth name?", + "ref": "Lesane Parish Crooks", + "pred": "Tupac Shakur's birth name was Lesane Parish Crooks.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Tupac Shakur release his debut album '2Pacalypse Now'?", + "ref": "1991", + "pred": "Tupac Shakur released his debut album '2Pacalypse Now' in 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which album by Tupac was the first double-length album in hip-hop history?", + "ref": "All Eyez on Me", + "pred": "The album by Tupac that was the first double-length album in hip-hop history is 'R U Still Down? (Remember Me)'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the record label Tupac Shakur signed with after his release from prison in 1995?", + "ref": "Death Row Records", + "pred": "After his release from prison in 1995, Tupac Shakur signed with Death Row Records.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Angelina Jolie": [ + { + "question": "What is Angelina Jolie's full birth name?", + "ref": "Angelina Jolie Voight", + "pred": "Angelina Jolie's full birth name is Angelina Jolie Voight.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Angelina Jolie born?", + "ref": "June 4, 1975", + "pred": "Angelina Jolie was born on June 4, 1975.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Angelina Jolie known for outside of her acting career?", + "ref": "Humanitarian efforts", + "pred": "Angelina Jolie is known for her humanitarian work and various other endeavors outside of her acting career. Some of her notable contributions include:\n\n1. **Goodwill Ambassador for the United Nations High Commissioner for Refugees (UNHCR)**: Jolie has been a Goodwill Ambassador for the UNHCR since 2001, advocating for refugees and displaced people worldwide. She has traveled extensively to refugee camps and has brought attention to the plight of refugees through her work.\n\n2. **Humanitarian Work in War Zones**: Jolie has worked in various war-torn countries, including Cambodia, Bosnia, and Afghanistan, providing aid and support to refugees and displaced people.\n\n3. **Adoption and Family**: Jolie is a mother of six children, three of whom she adopted from Cambodia, Ethiopia, and Vietnam. Her experiences as a mother and adoptive parent have inspired her to advocate for children's rights and adoption reform.\n\n4. **Director and Producer**: Jolie has directed and produced several films, including \"In the Land of Blood and Honey\" (2011), a drama about the Bosnian War, and \"First They Killed My Father\" (2017), a Netflix original film based on a memoir by a Cambodian survivor of the Khmer Rouge regime.\n\n5. **Author**: Jolie has written several books, including \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Angelina Jolie make her screen debut?", + "ref": "Lookin' to Get Out", + "pred": "Angelina Jolie made her screen debut in the 1993 film \"Cyborg 2\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Angelina Jolie have with Brad Pitt?", + "ref": "Six", + "pred": "Angelina Jolie and Brad Pitt have six children together. Their children are:\n\n1. Maddox Chivan Jolie-Pitt (adopted in 2002 from Cambodia)\n2. Pax Thien Jolie-Pitt (adopted in 2007 from Vietnam)\n3. Zahara Marley Jolie-Pitt (adopted in 2005 from Ethiopia)\n4. Shiloh Nouvel Jolie-Pitt (biological daughter, born in 2006)\n5. Knox L\u00e9on Jolie-Pitt (biological son, born in 2008)\n6. Vivienne Marcheline Jolie-Pitt (biological daughter, born in 2008)", + "entropy": 0, + "acc_prob": 0 + } + ], + "Queen Victoria": [ + { + "question": "What era is named after Queen Victoria?", + "ref": "The Victorian era", + "pred": "The era named after Queen Victoria is the Victorian era. It spans from the late 1830s to the late 1800s, roughly from 1837 to 1901, which is the period of her reign.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What additional title was Victoria given in 1876?", + "ref": "Empress of India", + "pred": "Victoria was given the additional title of Empress of India in 1876.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Queen Victoria's parents?", + "ref": "Prince Edward, Duke of Kent and Strathearn, and Princess Victoria of Saxe-Coburg-Saalfeld", + "pred": "Queen Victoria's parents were:\n\n1. Prince Edward, Duke of Kent and Strathearn (1767-1820) - He was the fourth son of King George III and Queen Charlotte of Mecklenburg-Strelitz.\n2. Princess Victoria of Saxe-Coburg-Saalfeld (1786-1861) - She was a German princess and a member of the House of Saxe-Coburg-Saalfeld.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Queen Victoria marry?", + "ref": "Prince Albert of Saxe-Coburg and Gotha", + "pred": "Queen Victoria married Prince Albert of Saxe-Coburg and Gotha. They were married on February 10, 1840, at the Chapel Royal, St. James's Palace in London. Prince Albert was a member of the German royal family and played a significant role in supporting Queen Victoria throughout her reign.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Queen Victoria have?", + "ref": "Nine", + "pred": "Queen Victoria had nine children with her husband, Prince Albert of Saxe-Coburg and Gotha. \n\n1. Victoria, Princess Royal (1840-1901)\n2. Edward VII (1841-1910)\n3. Alice, Grand Duchess of Hesse and by Rhine (1843-1878)\n4. Alfred, Duke of Edinburgh (1844-1900)\n5. Helena, Princess Christian of Schaumburg-Lippe (1846-1923)\n6. Princess Louise, Duchess of Argyll (1848-1939)\n7. Prince Arthur, Duke of Connaught and Strathearn (1850-1942)\n8. Prince Leopold, Duke of Albany (1853-1884)\n9. Princess Beatrice of the United Kingdom (1857-1944)", + "entropy": 0, + "acc_prob": 0 + } + ], + "John F. Kennedy": [ + { + "question": "When was John F. Kennedy born?", + "ref": "May 29, 1917", + "pred": "John F. Kennedy, the 35th President of the United States, was born on May 29, 1917.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major global tension characterized John F. Kennedy's presidency?", + "ref": "The Cold War", + "pred": "One of the major global tensions that characterized John F. Kennedy's presidency was the Cold War, particularly the Cuban Missile Crisis. However, another significant global tension was the Berlin Wall and the division of Germany, which was a major point of contention between the United States and the Soviet Union.\n\nBut the most notable global tension during John F. Kennedy's presidency was the Cuban Missile Crisis, which occurred in October 1962. The crisis was sparked when the Soviet Union placed nuclear-armed ballistic missiles in Cuba, just 90 miles from the United States. This led to a 13-day standoff between the United States and the Soviet Union, with the world on the brink of nuclear war.\n\nHowever, another significant global tension that characterized John F. Kennedy's presidency was the Vietnam War. Kennedy had initially supported the idea of a non-communist South Vietnam, but he also recognized the need for a peaceful resolution to the conflict. He increased the number of U.S. military advisers in Vietnam, but he also sought a diplomatic solution to the conflict.\n\nBut the most notable global tension that characterized John F. Kennedy's presidency was the Berlin Wall and the division of Germany. The Berlin Wall was erected in 1961 by the Soviet Union to separate East and West Berlin, and it became a powerful symbol of the Cold War. Kennedy was deeply concerned about the division of Germany and the potential for a wider conflict in Europe.\n\nHowever, the most notable global tension that characterized John F. Kennedy's presidency was the Cold War, particularly the Cuban Missile Crisis.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which military award did Kennedy earn during World War II?", + "ref": "Navy and Marine Corps Medal", + "pred": "John F. Kennedy, the 35th President of the United States, earned the Navy and Marine Corps Medal for his actions during World War II.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What notable university did John F. Kennedy graduate from?", + "ref": "Harvard University", + "pred": "John F. Kennedy, the 35th President of the United States, graduated from Harvard University.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did John F. Kennedy defeat to become president in 1960?", + "ref": "Richard Nixon", + "pred": "John F. Kennedy defeated Richard Nixon in the 1960 United States presidential election.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Diana, Princess of Wales": [ + { + "question": "Where did Diana grow up?", + "ref": "Sandringham estate", + "pred": "There are a few possibilities for who Diana you are referring to. \n\n1. Diana, Princess of Wales: Diana, Princess of Wales, grew up in Park House, a cottage on the Sandringham Estate in Norfolk, England. She was the youngest of four children to John Spencer, Viscount Althorp, and his first wife, Frances Shand Kydd.\n\n2. Diana, Roman goddess: Diana was a Roman goddess, often depicted as a huntress. However, there is no information about her growing up in a specific location, as she is a mythological figure.\n\n3. Diana, other individuals: If you are referring to a different Diana, could you please provide more context or information about who Diana is?", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Diana have?", + "ref": "Two", + "pred": "Diana, Princess of Wales, had two sons: \n\n1. Prince William Arthur Philip Louis, Duke of Cambridge (born June 21, 1982)\n2. Prince Henry Charles Albert David, Duke of Sussex (born September 15, 1984)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Diana and Charles divorce?", + "ref": "1996", + "pred": "Charles and Diana divorced in 1996. Their divorce was finalized on August 28, 1996.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What fashion era is Diana considered an icon for?", + "ref": "1980s and 1990s", + "pred": "Diana, Princess of Wales, is often considered an icon of the 1980s fashion era. During her time, she was known for her elegant and sophisticated style, which often featured bold colors, statement pieces, and a mix of classic and modern elements.\n\nSome of her most iconic fashion moments include her wedding dress, designed by David and Elizabeth Emanuel, which was a fairytale-like, lace-covered, and train-adorned gown that set the standard for wedding fashion for years to come.\n\nHer fashion influence extended beyond her wedding dress, however, as she was often seen wearing designer gowns by the likes of Versace, Chanel, and Dior, and was known for her love of bold colors, bright accessories, and statement pieces.\n\nOverall, Diana's fashion sense was a key part of her public image, and she remains an enduring icon of 1980s fashion.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the verdict of Diana's inquest?", + "ref": "Unlawful killing", + "pred": "The inquest into the death of Diana, Princess of Wales, was a coroner's inquest held in London from 2007 to 2008. The verdict was delivered on April 7, 2008.\n\nThe jury delivered a verdict of \"unlawful killing\" by the driver of the car, Henri Paul, who lost control of the vehicle while being pursued by paparazzi. However, the jury also identified the paparazzi as a contributing factor to the accident.\n\nThe jury's verdict was as follows:\n\n- The cause of death was a combination of a severe chest injury and severe internal injuries.\n- The manner of death was an unlawful killing.\n- The driver, Henri Paul, was responsible for the unlawful killing.\n- The paparazzi were identified as a contributing factor to the accident.\n\nLord Justice Scott Baker, the coroner, had instructed the jury to consider whether the paparazzi were a contributing factor to the accident, and the jury's verdict reflected this.\n\nIt's worth noting that the verdict was not a criminal conviction, but rather a finding of fact by the coroner's court.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Marilyn Monroe": [ + { + "question": "What was Marilyn Monroe's birth name?", + "ref": "Norma Jeane Mortenson", + "pred": "Marilyn Monroe's birth name was Norma Jeane Mortenson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Marilyn Monroe born?", + "ref": "June 1, 1926", + "pred": "Marilyn Monroe was born on June 1, 1926.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which magazine featured Monroe's nude images as its first issue's centerfold and cover in 1953?", + "ref": "Playboy", + "pred": "The magazine that featured Marilyn Monroe's nude images as its first issue's centerfold and cover in 1953 was Playboy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Marilyn Monroe's husbands that the biography mentions?", + "ref": "Joe DiMaggio and Arthur Miller", + "pred": "Marilyn Monroe was married three times. \n\n1. James Dougherty: Marilyn Monroe's first husband was James Dougherty, whom she married in 1942 when she was 16 years old. The marriage lasted for about four years until they divorced in 1946.\n\n2. Joe DiMaggio: Her second husband was the famous baseball player Joe DiMaggio. They married in 1954 and divorced in 1955.\n\n3. Arthur Miller: Her third husband was the famous playwright Arthur Miller. They married in 1956 and divorced in 1961.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What method of acting did Monroe study under Lee Strasberg?", + "ref": "Method acting", + "pred": "Marilyn Monroe studied the \"Method\" acting technique under Lee Strasberg at the Actors Studio in New York City.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Keanu Reeves": [ + { + "question": "Where was Keanu Reeves born?", + "ref": "Beirut, Lebanon", + "pred": "Keanu Reeves was born in Beirut, Lebanon.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Keanu Reeves's feature film debut?", + "ref": "Youngblood", + "pred": "Keanu Reeves's feature film debut was in the 1986 film \"Youngblood.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series did Keanu Reeves star in that began in 1999?", + "ref": "The Matrix", + "pred": "The film series you're referring to is the \"The Matrix\" series. Keanu Reeves starred in this series, which began in 1999 with the release of the first film, \"The Matrix.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Keanu Reeves's nationality?", + "ref": "Canadian", + "pred": "Keanu Reeves is a Canadian actor. He was born in Beirut, Lebanon, to a British father and a Hawaiian mother, but he holds Canadian citizenship.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ariana Grande": [ + { + "question": "What is Ariana Grande's full birth name?", + "ref": "Ariana Grande-Butera", + "pred": "Ariana Grande's full birth name is Ariana Grande-Butera.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Ariana Grande born?", + "ref": "June 26, 1993", + "pred": "Ariana Grande was born on June 26, 1993.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Ariana Grande's debut studio album?", + "ref": "Yours Truly", + "pred": "Ariana Grande's debut studio album was \"Yours Truly\", released on September 3, 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which television series did Ariana Grande star in as Cat Valentine?", + "ref": "Victorious", + "pred": "Ariana Grande starred in the television series \" Victorious\" as Cat Valentine.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Billboard Hot 100 number-one songs did 'Thank U, Next' produce?", + "ref": "Two", + "pred": "\"Thank U, Next\" by Ariana Grande produced 2 Billboard Hot 100 number-one songs.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Arnold Schwarzenegger": [ + { + "question": "When was Arnold Schwarzenegger born?", + "ref": "July 30, 1947", + "pred": "Arnold Schwarzenegger was born on July 30, 1947.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times did Schwarzenegger win the Mr. Olympia title?", + "ref": "Seven times", + "pred": "Arnold Schwarzenegger won the Mr. Olympia title a total of 7 times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Arnold Schwarzenegger elected as the Governor of California?", + "ref": "2003", + "pred": "Arnold Schwarzenegger was elected as the Governor of California in 2003. He won the recall election on October 7, 2003, and took office on November 17, 2003.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Arnold Schwarzenegger's nickname during his bodybuilding days?", + "ref": "The Austrian Oak", + "pred": "During his bodybuilding days, Arnold Schwarzenegger's nickname was \"The Austrian Oak.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the bodybuilding event named after Schwarzenegger?", + "ref": "The Arnold Sports Festival", + "pred": "The bodybuilding event named after Arnold Schwarzenegger is the Arnold Classic. It is an annual international bodybuilding competition held in Columbus, Ohio, and is considered one of the most prestigious events in the sport.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Aniston": [ + { + "question": "When was Jennifer Aniston born?", + "ref": "February 11, 1969", + "pred": "Jennifer Aniston was born on February 11, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Jennifer Aniston play on the television sitcom Friends?", + "ref": "Rachel Green", + "pred": "Jennifer Aniston played the role of Rachel Green on the popular television sitcom Friends.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Jennifer Aniston star alongside Adam Sandler in 2011?", + "ref": "Just Go with It", + "pred": "The film you are referring to is \"Just Go with It\". It was released in 2011 and starred Adam Sandler alongside Jennifer Aniston.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Jennifer Aniston return to television with The Morning Show?", + "ref": "2019", + "pred": "Jennifer Aniston returned to television with the Apple TV+ series \"The Morning Show\" in 2019. The show premiered on November 1, 2019.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who are Jennifer Aniston's parents?", + "ref": "John Aniston and Nancy Dow", + "pred": "Jennifer Aniston's parents are:\n\n1. John Aniston: He is a Greek-American actor, best known for his role as Victor Kiriakis on the NBC soap opera \"Days of Our Lives.\" \n2. Nancy Dow: She was an American actress, best known for her roles in television and film, including the 1960s sitcom \"The Beverly Hillbillies.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Meghan, Duchess of Sussex": [ + { + "question": "What is Meghan, Duchess of Sussex's birth name?", + "ref": "Rachel Meghan Markle", + "pred": "Meghan, Duchess of Sussex's birth name is Rachel Meghan Markle.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Meghan, Duchess of Sussex born?", + "ref": "August 4, 1981", + "pred": "Meghan, Duchess of Sussex, was born on August 4, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Meghan, Duchess of Sussex play in the TV show Suits?", + "ref": "Rachel Zane", + "pred": "Meghan, Duchess of Sussex, played the role of Rachel Zane in the TV show Suits.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Meghan, Duchess of Sussex's lifestyle blog?", + "ref": "The Tig", + "pred": "The name of Meghan, Duchess of Sussex's lifestyle blog was \"The Tig.\" It was launched in 2014 and focused on fashion, beauty, and lifestyle topics. The blog was shut down in April 2017, shortly before her marriage to Prince Harry.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Meghan, Duchess of Sussex married to before Prince Harry?", + "ref": "Trevor Engelson", + "pred": "Meghan, Duchess of Sussex, was not married before Prince Harry. She was born Rachel Meghan Markle and was an American actress before she met Prince Harry. They started dating in 2016 and got engaged in November 2017. They married on May 19, 2018, at St George's Chapel, Windsor Castle.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Muhammad Ali": [ + { + "question": "What was Muhammad Ali's birth name?", + "ref": "Cassius Marcellus Clay Jr.", + "pred": "Muhammad Ali's birth name was Cassius Marcellus Clay Jr.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Muhammad Ali born?", + "ref": "January 17, 1942", + "pred": "Muhammad Ali was born on January 17, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname was Muhammad Ali known by?", + "ref": "the Greatest", + "pred": "Muhammad Ali was known by several nicknames, but the most famous one is \"The Greatest.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Muhammad Ali win a gold medal at the Summer Olympics?", + "ref": "1960", + "pred": "Muhammad Ali won a gold medal at the 1960 Summer Olympics in Rome, Italy. He was 18 years old at the time and competed under his birth name, Cassius Clay.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Muhammad Ali defeat to win the world heavyweight championship in 1964?", + "ref": "Sonny Liston", + "pred": "Muhammad Ali (then known as Cassius Clay) won the world heavyweight championship by defeating Sonny Liston on February 25, 1964.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Will Smith": [ + { + "question": "When was Will Smith born?", + "ref": "September 25, 1968", + "pred": "Will Smith was born on September 25, 1968.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sitcom did Will Smith star in?", + "ref": "The Fresh Prince of Bel-Air", + "pred": "Will Smith starred in the popular sitcom \"The Fresh Prince of Bel-Air.\" The show aired from 1990 to 1996 and followed the life of Will Smith, a teenager from Philadelphia who moves to live with his wealthy aunt and uncle in Bel-Air, California.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Will Smith's character in Men in Black?", + "ref": "Agent J", + "pred": "In the Men in Black movie series, Will Smith plays the character Agent J.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How much have Will Smith's films grossed globally as of 2024?", + "ref": "Over $9.3 billion", + "pred": "I am unable to verify Will Smith's total box office gross as of 2024.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What high school did Will Smith attend?", + "ref": "Overbrook High School", + "pred": "Will Smith attended Overbrook High School in Philadelphia, Pennsylvania.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mark Zuckerberg": [ + { + "question": "When was Mark Zuckerberg born?", + "ref": "May 14, 1984", + "pred": "Mark Zuckerberg was born on May 14, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Mark Zuckerberg known for co-founding?", + "ref": "Facebook", + "pred": "Mark Zuckerberg is known for co-founding the social media platform 'Facebook'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Mark Zuckerberg attend before dropping out?", + "ref": "Harvard University", + "pred": "Mark Zuckerberg attended Harvard University before dropping out. He initially attended Harvard in 2002 and dropped out in 2004 to focus on Facebook, which he co-founded.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Mark Zuckerberg's roommates that he launched Facebook with?", + "ref": "Eduardo Saverin, Andrew McCollum, Dustin Moskovitz, and Chris Hughes", + "pred": "Mark Zuckerberg's roommates who helped launch Facebook were Eduardo Saverin, Andrew McCollum, Dustin Moskovitz, and Chris Hughes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Facebook reach one billion users?", + "ref": "2012", + "pred": "Facebook reached one billion users in 2012.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ted Bundy": [ + { + "question": "What was Ted Bundy's full name?", + "ref": "Theodore Robert Bundy", + "pred": "Ted Bundy's full name was Theodore Robert Bundy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Ted Bundy born?", + "ref": "November 24, 1946", + "pred": "Ted Bundy was born on November 24, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Ted Bundy die?", + "ref": "January 24, 1989", + "pred": "Ted Bundy died in the electric chair on January 24, 1989. He was executed at Florida State Prison in Starke, Florida, for the murders of two Florida State University students.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many murders did Ted Bundy confess to committing?", + "ref": "30", + "pred": "Ted Bundy confessed to committing at least 30 murders during his lifetime. However, the actual number of murders he committed is believed to be higher, with estimates ranging from 29 to 100 or more.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many of his victims did Ted Bundy decapitate?", + "ref": "at least 12", + "pred": "Ted Bundy confessed to decapitating several of his victims. However, the exact number is not certain. He is known to have decapitated at least 9 of his victims.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Pablo Escobar": [ + { + "question": "What was Pablo Escobar's full name?", + "ref": "Pablo Emilio Escobar Gaviria", + "pred": "Pablo Escobar's full name was Pablo Emilio Escobar Gaviria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nationality was Pablo Escobar?", + "ref": "Colombian", + "pred": "Pablo Escobar was Colombian. He was a Colombian drug lord and narcoterrorist who was born in Rionegro, Colombia, on December 1, 1949.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Pablo Escobar widely known as?", + "ref": "the king of cocaine", + "pred": "Pablo Escobar was widely known as \"El Patr\u00f3n\" (The Boss) or \"El Se\u00f1or del Mal\" (The Lord of Evil), but he is most famously known as \"El Padrino\" (The Godfather) and \"El Narcoterrorista\" (The Narcoterrorist).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What cartel did Pablo Escobar found?", + "ref": "the Medell\u00edn Cartel", + "pred": "Pablo Escobar founded the Medell\u00edn Cartel, also known as the Medell\u00edn Cocaine Cartel. It was a powerful and notorious Colombian drug cartel that operated from the 1970s to the 1990s. The cartel was responsible for the production, transportation, and distribution of large quantities of cocaine, and it became one of the most influential and feared organized crime groups in the world during that time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Pablo Escobar raised?", + "ref": "Medell\u00edn", + "pred": "Pablo Escobar was raised in the city of Rionegro, Colombia, but he also spent time in the city of Medell\u00edn, Colombia.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mila Kunis": [ + { + "question": "When was Mila Kunis born?", + "ref": "August 14, 1983", + "pred": "Mila Kunis was born on August 14, 1983.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Mila Kunis born?", + "ref": "Chernivtsi, Ukraine", + "pred": "Mila Kunis was born in Chernivtsi, Ukraine.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Mila Kunis's breakout film role?", + "ref": "Forgetting Sarah Marshall", + "pred": "Mila Kunis's breakout film role was in the 1998 film \"Leave It to Beaver,\" a television film and a remake of the classic 1950s sitcom.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Mila Kunis receive nominations for the SAG Award and the Golden Globe Award for Best Supporting Actress?", + "ref": "Black Swan", + "pred": "Mila Kunis received nominations for the SAG Award and the Golden Globe Award for Best Supporting Actress for her role in the film \"Black Swan\" (2010).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Mila Kunis's mother tongue?", + "ref": "Russian", + "pred": "Mila Kunis's mother tongue is Russian.", + "entropy": 0, + "acc_prob": 0 + } + ], + "William Shakespeare": [ + { + "question": "What professions was William Shakespeare known for?", + "ref": "Playwright, poet, and actor", + "pred": "William Shakespeare is widely known for his work as a playwright and a poet. He is often referred to as the greatest writer in the English language and the world's pre-eminent dramatist. \n\nSome of his notable professions include:\n\n1. Playwright: Shakespeare wrote at least 38 plays, including tragedies, comedies, and histories. His plays are known for their complex characters, rich language, and exploration of themes such as love, power, and mortality.\n\n2. Poet: Shakespeare wrote many poems, including sonnets and narrative poems. His sonnets are particularly famous for their beautiful language and exploration of themes such as love and beauty.\n\n3. Actor: Shakespeare was also an actor and a shareholder in the Lord Chamberlain's Men, a theater company that later became known as the King's Men. He likely performed in many of his own plays and was known for his skill as a performer.\n\n4. Theater owner: Shakespeare was a part-owner of the Globe Theatre in London, a famous theater where many of his plays were performed.\n\n5. Playwright and poet laureate: Although there is no official record of Shakespeare being appointed as the official poet laureate, he was a prominent figure in the English literary scene and was likely seen as a leading poet and playwright of his time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many sonnets did Shakespeare write?", + "ref": "154", + "pred": "Shakespeare is known to have written 154 sonnets. These sonnets are divided into three categories: the Fair Youth sonnets (1-126), the Dark Lady sonnets (127-152), and the Cupid sonnets (153-154).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Shakespeare born and raised?", + "ref": "Stratford-upon-Avon, Warwickshire", + "pred": "William Shakespeare was born in Stratford-upon-Avon, Warwickshire, England, around 1564. He was raised in the same town, where his family had lived for several generations. \n\nShakespeare's birthplace is a half-timbered house on Henley Street in Stratford-upon-Avon, which is now a museum and a popular tourist destination. \n\nAs for his education, Shakespeare likely attended the local grammar school in Stratford-upon-Avon, King's New School (now known as King Edward VI School), where he would have studied Latin, Greek, and classical literature.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Shakespeare marry?", + "ref": "Anne Hathaway", + "pred": "William Shakespeare married Anne Hathaway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Shakespeare have?", + "ref": "Three", + "pred": "William Shakespeare had three children with his wife, Anne Hathaway. \n\n1. Susanna Hall (born 1583) - She married Dr. John Hall, a physician, and had one child, Elizabeth.\n2. Hamnet Shakespeare (born 1585) - He died at the age of 11.\n3. Judith Quiney (born 1585) - She married Thomas Quiney, a vintner, and had three children.\n\nIt's worth noting that there is limited information about Shakespeare's personal life, and some details are not well-documented.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Brady": [ + { + "question": "When was Tom Brady born?", + "ref": "August 3, 1977", + "pred": "Tom Brady was born on August 3, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which NFL team did Tom Brady spend his first 20 seasons with?", + "ref": "New England Patriots", + "pred": "Tom Brady spent his first 20 seasons with the New England Patriots.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which college did Tom Brady play football for?", + "ref": "University of Michigan", + "pred": "Tom Brady played college football for the University of Michigan.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what round was Tom Brady selected in the 2000 NFL draft?", + "ref": "Sixth round", + "pred": "Tom Brady was selected in the 6th round of the 2000 NFL draft.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Super Bowl titles did Brady win with the New England Patriots?", + "ref": "Six", + "pred": "Tom Brady won 6 Super Bowl titles with the New England Patriots.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jay-Z": [ + { + "question": "What is Jay-Z's real name?", + "ref": "Shawn Corey Carter", + "pred": "Jay-Z's real name is Shawn Corey Carter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Jay-Z born?", + "ref": "December 4, 1969", + "pred": "Jay-Z was born on December 4, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the entertainment company founded by Jay-Z?", + "ref": "Roc Nation", + "pred": "The entertainment company founded by Jay-Z is Roc Nation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many number-one albums does Jay-Z have on the Billboard 200?", + "ref": "14", + "pred": "Jay-Z has 14 number-one albums on the Billboard 200.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Jay-Z's debut studio album?", + "ref": "Reasonable Doubt", + "pred": "Jay-Z's debut studio album was \"Reasonable Doubt,\" released on June 25, 1996.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bill Gates": [ + { + "question": "When was Bill Gates born?", + "ref": "October 28, 1955", + "pred": "Bill Gates was born on October 28, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Bill Gates best known for?", + "ref": "Co-founding Microsoft", + "pred": "Bill Gates is best known for co-founding Microsoft, a multinational technology company that has had a significant impact on the world of personal computers and software. He is also known for his philanthropic efforts through the Bill and Melinda Gates Foundation, which focuses on global health, education, and poverty alleviation.\n\nSome of his notable achievements include:\n\n1. Co-founding Microsoft with Paul Allen in 1975.\n2. Developing the Windows operating system, which became the dominant PC operating system in the 1980s and 1990s.\n3. Creating the Microsoft Office software suite, which includes popular applications like Word, Excel, and PowerPoint.\n4. Building Microsoft into one of the world's largest and most successful technology companies.\n5. Donating billions of dollars to charitable causes through the Bill and Melinda Gates Foundation.\n\nBill Gates is widely recognized as one of the most successful entrepreneurs and philanthropists of our time, and his legacy continues to shape the world of technology and beyond.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Bill Gates co-found Microsoft with?", + "ref": "Paul Allen", + "pred": "Bill Gates co-founded Microsoft with Paul Allen. They formed the company on April 4, 1975.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What foundation did Bill Gates establish with his then-wife Melinda?", + "ref": "Bill & Melinda Gates Foundation", + "pred": "The foundation that Bill Gates established with his then-wife Melinda is the Bill and Melinda Gates Foundation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the venture Gates formed at 17 with Paul Allen?", + "ref": "Traf-O-Data", + "pred": "The venture that Bill Gates formed at 17 with Paul Allen was called Traf-O-Data.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Winston Churchill": [ + { + "question": "How many times did Winston Churchill serve as Prime Minister of the United Kingdom?", + "ref": "Twice", + "pred": "Winston Churchill served as the Prime Minister of the United Kingdom twice. \n\n1. First term: May 10, 1940 - July 26, 1945 (5 years, 2 months)\n2. Second term: October 26, 1951 - April 5, 1955 (3 years, 5 months)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During which years did Churchill first serve as Prime Minister?", + "ref": "1940 to 1945", + "pred": "Winston Churchill first served as Prime Minister of the United Kingdom in two separate terms. \n\n1. His first term as Prime Minister was from May 10, 1940, to July 26, 1945.\n2. His second term as Prime Minister was from October 26, 1951, to April 5, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which party did Churchill lead from 1940 to 1955?", + "ref": "Conservative Party", + "pred": "Winston Churchill led the Conservative Party from 1940 to 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Churchill's role in H. H. Asquith's Liberal government?", + "ref": "President of the Board of Trade and Home Secretary", + "pred": "Winston Churchill served as the First Lord of the Admiralty in H. H. Asquith's Liberal government from 1911 to 1915.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant warning did Churchill give about the Soviet Union?", + "ref": "He warned of an 'iron curtain' of Soviet influence in Europe", + "pred": "Winston Churchill gave a significant warning about the Soviet Union in his famous speech at Fulton, Missouri, on March 5, 1946. In this speech, known as the \"Iron Curtain\" speech, Churchill warned of the Soviet Union's expansionist policies and the threat it posed to Western democracy.\n\nChurchill stated: \n\n\"From Stettin in the Baltic to Trieste in the Adriatic, an iron curtain has descended across the continent.\"\n\nHe also famously said: \n\n\"An iron curtain has descended across the continent.\"\n\nChurchill's speech was a call to action for the Western world to unite against the Soviet Union's growing influence and to prevent the spread of communism.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Nicki Minaj": [ + { + "question": "When was Nicki Minaj born?", + "ref": "December 8, 1982", + "pred": "Nicki Minaj was born Onika Tanya Maraj on December 8, 1982.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre of music is Nicki Minaj known for?", + "ref": "Rap and Hip Hop", + "pred": "Nicki Minaj is known for being a prominent figure in the hip-hop and rap music genres. She is a rapper, singer, and songwriter who has released many successful albums and singles, often incorporating elements of pop and other styles into her music.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title is Nicki Minaj often referred to?", + "ref": "Queen of Rap", + "pred": "Nicki Minaj is often referred to as the \"Queen of Rap\" or the \"Barbie of Rap.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Nicki Minaj's debut album?", + "ref": "Pink Friday", + "pred": "Nicki Minaj's debut album was \"Pink Friday,\" which was released on November 22, 2010.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Nicki Minaj single was certified diamond by the RIAA?", + "ref": "Super Bass", + "pred": "The Nicki Minaj single that was certified diamond by the RIAA is \"Super Bass.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bruce Lee": [ + { + "question": "What was Bruce Lee's birth name?", + "ref": "Lee Jun-fan", + "pred": "Bruce Lee's birth name was Lee Jun-fan.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Bruce Lee born?", + "ref": "November 27, 1940", + "pred": "Bruce Lee was born on November 27, 1940.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What martial arts philosophy did Bruce Lee found?", + "ref": "Jeet Kune Do", + "pred": "Bruce Lee founded the martial arts philosophy known as Jeet Kune Do (JKD). Jeet Kune Do is a hybrid martial art that combines elements from various styles, including Wing Chun, boxing, fencing, and wrestling. The name \"Jeet Kune Do\" is Cantonese and translates to \"the way of the intercepting fist.\"\n\nJeet Kune Do emphasizes individual expression, fluid movement, and adaptability. It focuses on developing a student's ability to respond to any situation, rather than adhering to a rigid set of techniques or forms. The philosophy of Jeet Kune Do is centered around the idea of \"emptying the cup,\" which means letting go of preconceptions and being open to new ideas and experiences.\n\nBruce Lee's approach to martial arts was revolutionary for its time, and Jeet Kune Do continues to be practiced and studied by martial artists around the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Bruce Lee born?", + "ref": "San Francisco", + "pred": "Bruce Lee was born in San Francisco, California, USA, on November 27, 1940.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name a film directed and written by Bruce Lee.", + "ref": "The Way of the Dragon", + "pred": "One film directed and written by Bruce Lee is \"The Big Boss\" (also known as \"Fists of Fury\" in some countries), however, this is not entirely accurate as Bruce Lee did not write the screenplay for \"The Big Boss\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Princess Margaret, Countess of Snowdon": [ + { + "question": "What is the full name of Princess Margaret?", + "ref": "Margaret Rose", + "pred": "The full name of Princess Margaret is Margaret Rose.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Princess Margaret's parents?", + "ref": "King George VI and Queen Elizabeth The Queen Mother", + "pred": "Princess Margaret's parents were King George VI and Queen Elizabeth (later known as Queen Elizabeth The Queen Mother).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Princess Margaret fall in love with in the early 1950s?", + "ref": "Peter Townsend", + "pred": "In the early 1950s, Princess Margaret fell in love with Peter Townsend, a British Royal Air Force (RAF) equerry and a war hero.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Princess Margaret marry in 1960?", + "ref": "Antony Armstrong-Jones", + "pred": "Princess Margaret married Antony Armstrong-Jones in 1960.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Princess Margaret and Antony Armstrong-Jones divorce?", + "ref": "1978", + "pred": "Princess Margaret and Antony Armstrong-Jones divorced in 1978.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ryan Reynolds": [ + { + "question": "When was Ryan Reynolds born?", + "ref": "October 23, 1976", + "pred": "Ryan Reynolds was born on October 23, 1976.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which 2016 film marked Ryan Reynolds's biggest commercial success?", + "ref": "Deadpool", + "pred": "Deadpool (2016) marked Ryan Reynolds's biggest commercial success. It was a superhero film based on the Marvel Comics character of the same name. The film received positive reviews and was a major box office success, grossing over $782 million worldwide.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Ryan Reynolds born?", + "ref": "Vancouver, British Columbia", + "pred": "Ryan Reynolds was born in Vancouver, British Columbia, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which high school did Ryan Reynolds attend?", + "ref": "Kitsilano Secondary School", + "pred": "Ryan Reynolds attended Kipling Collegiate Institute in Toronto, Ontario, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What animated film series did Ryan Reynolds provide voice acting for between 2013 and 2020?", + "ref": "The Croods", + "pred": "Ryan Reynolds provided voice acting for the animated film series 'The Croods' between 2013 and 2020.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Brad Pitt": [ + { + "question": "What is Brad Pitt's full name?", + "ref": "William Bradley Pitt", + "pred": "Brad Pitt's full name is William Bradley Pitt.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Brad Pitt born?", + "ref": "December 18, 1963", + "pred": "Brad Pitt was born on December 18, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Brad Pitt win his first Academy Award for Best Supporting Actor?", + "ref": "Once Upon a Time in Hollywood", + "pred": "Brad Pitt won his first Academy Award for Best Supporting Actor for the film 'Once Upon a Time in Hollywood'", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film did Brad Pitt first gain recognition?", + "ref": "Thelma & Louise", + "pred": "Brad Pitt first gained recognition for his role in the 1991 film \"Thelma and Louise.\" However, his breakthrough role was in the 1991 film \"Thelma and Louise\" but before that, he appeared in the 1990 film \"Too Young to Die?\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Brad Pitt have with Angelina Jolie?", + "ref": "Six", + "pred": "Brad Pitt and Angelina Jolie have six children together. Their children are:\n\n1. Maddox Chivan Jolie-Pitt (adopted in 2002)\n2. Pax Thien Jolie-Pitt (adopted in 2007)\n3. Zahara Marley Jolie-Pitt (adopted in 2005)\n4. Shiloh Nouvel Jolie-Pitt (biological daughter, born in 2006)\n5. Knox L\u00e9on Jolie-Pitt (biological son, born in 2008)\n6. Vivienne Marcheline Jolie-Pitt (biological daughter, born in 2008)", + "entropy": 0, + "acc_prob": 0 + } + ], + "John Cena": [ + { + "question": "What is John Cena's full name?", + "ref": "John Felix Anthony Cena", + "pred": "John Cena's full name is John Felix Anthony Cena.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was John Cena born?", + "ref": "April 23, 1977", + "pred": "John Cena was born on April 23, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times has John Cena been a world champion in WWE?", + "ref": "16 times", + "pred": "John Cena has been a world champion in WWE 16 times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did John Cena sign with WWE?", + "ref": "2001", + "pred": "John Cena signed with the World Wrestling Federation (WWF), which later became the World Wrestling Entertainment (WWE), in 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was John Cena born?", + "ref": "West Newbury, Massachusetts", + "pred": "John Cena was born in West Newbury, Massachusetts, USA.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Charles Manson": [ + { + "question": "What was Charles Manson's original surname?", + "ref": "Maddox", + "pred": "Charles Manson's original surname was Maddox.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Charles Manson born?", + "ref": "November 12, 1934", + "pred": "Charles Manson was born on November 12, 1934.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Charles Manson die?", + "ref": "November 19, 2017", + "pred": "Charles Manson died on November 19, 2017, at the age of 83. He was serving a life sentence at Corcoran State Prison in California for his role in the 1969 murders of several people, including actress Sharon Tate.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which cult did Charles Manson lead?", + "ref": "The Manson Family", + "pred": "Charles Manson led a cult-like group known as the Manson Family. The Manson Family was a communal, apocalyptic cult that was active in the late 1960s and early 1970s. The group was known for their violent and criminal activities, including the infamous Tate-LaBianca murders in 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which state was the Manson Family based?", + "ref": "California", + "pred": "The Manson Family was based in California. Specifically, they were active in the Los Angeles area and had a ranch in the San Fernando Valley, near the town of Chatsworth, California.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Vladimir Putin": [ + { + "question": "How long did Vladimir Putin serve in the KGB?", + "ref": "16 years", + "pred": "Vladimir Putin served in the KGB for 16 years. He joined the KGB in 1975, at the age of 23, and left in 1991, after the dissolution of the Soviet Union.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Vladimir Putin first become president of Russia?", + "ref": "2000", + "pred": "Vladimir Putin first became the President of Russia in 2000. He initially served as the acting President from December 31, 1999, to May 7, 2000, after the resignation of Boris Yeltsin. Then, he won the presidential election on March 26, 2000, and took office as the President of Russia on May 7, 2000.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Vladimir Putin born in?", + "ref": "Leningrad, Soviet Union (now Saint Petersburg, Russia)", + "pred": "Vladimir Putin was born in Leningrad, which is now known as Saint Petersburg, Russia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international action did Vladimir Putin take in February 2022?", + "ref": "Launched a significant invasion of Ukraine", + "pred": "In February 2022, Vladimir Putin took the major international action of ordering a large-scale invasion of Ukraine by Russian military forces. This action began on February 24, 2022, and is often referred to as the 2022 Russian invasion of Ukraine.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vladimir Putin born?", + "ref": "7 October 1952", + "pred": "Vladimir Putin was born on October 7, 1952.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Clint Eastwood": [ + { + "question": "When was Clint Eastwood born?", + "ref": "May 31, 1930", + "pred": "Clint Eastwood was born on May 31, 1930.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What trilogy is Clint Eastwood famous for in the mid-1960s?", + "ref": "Dollars Trilogy", + "pred": "Clint Eastwood is famous for the \"Man with No Name\" trilogy, also known as the \"Dollars Trilogy,\" which he starred in during the mid-1960s. The trilogy consists of:\n\n1. A Fistful of Dollars (1964)\n2. For a Few Dollars More (1965)\n3. The Good, the Bad and the Ugly (1966)\n\nThese classic spaghetti westerns were directed by Sergio Leone and helped establish Clint Eastwood as a major film star.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Clint Eastwood play in the Dirty Harry films?", + "ref": "Harry Callahan", + "pred": "Clint Eastwood played the iconic role of Inspector Harry Callahan, also known as \"Dirty Harry,\" in a series of five films. The films are:\n\n1. Dirty Harry (1971)\n2. Magnum Force (1973)\n3. The Enforcer (1976)\n4. Sudden Impact (1983)\n5. The Dead Pool (1988)\n\nIn these films, Eastwood portrayed a tough, no-nonsense San Francisco police inspector who often used his own methods to fight crime, which sometimes put him at odds with his superiors and the law. The character of Dirty Harry became a cultural icon of the 1970s and 1980s, and Clint Eastwood's portrayal of the character is widely regarded as one of his most memorable roles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Clint Eastwood's production company?", + "ref": "Malpaso Productions", + "pred": "Clint Eastwood's production company is called Malpaso Productions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Clint Eastwood won?", + "ref": "four", + "pred": "Clint Eastwood has won four Academy Awards. \n\n1. Best Picture as a producer for 'Unforgiven' (1993) \n2. Best Director for 'Unforgiven' (1993) \n3. Best Picture as a producer for 'Million Dollar Baby' (2005) \n4. Best Director for 'Million Dollar Baby' (2005)", + "entropy": 0, + "acc_prob": 0 + } + ], + "Madonna": [ + { + "question": "What is Madonna's full name?", + "ref": "Madonna Louise Ciccone", + "pred": "Madonna's full name is Madonna Louise Ciccone.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Madonna born?", + "ref": "August 16, 1958", + "pred": "Madonna was born on August 16, 1958.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Madonna's debut studio album?", + "ref": "Madonna (1983)", + "pred": "Madonna's debut studio album was released in 1983. It was titled \"Madonna.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many records has Madonna sold worldwide?", + "ref": "Over 300 million", + "pred": "Madonna is one of the best-selling music artists of all time. According to the Recording Industry Association of America (RIAA) and the Guinness World Records, Madonna has sold over 300 million records worldwide.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Madonna inducted into the Rock and Roll Hall of Fame?", + "ref": "2008", + "pred": "Madonna was inducted into the Rock and Roll Hall of Fame in 2008.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Lopez": [ + { + "question": "What nickname is Jennifer Lopez also known by?", + "ref": "J.Lo", + "pred": "Jennifer Lopez is also known by the nickname \"JLo.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Jennifer Lopez born?", + "ref": "1969", + "pred": "Jennifer Lopez was born on July 24, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title is often given to Jennifer Lopez due to her influence in entertainment?", + "ref": "Queen of Dance", + "pred": "Jennifer Lopez is often referred to as the \"Queen of Latin Pop\" due to her significant influence in the Latin music and entertainment industry.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Jennifer Lopez's debut film?", + "ref": "Selena", + "pred": "Jennifer Lopez's debut film was \"My Family\" in 1995, however, her first major film role was in the 1997 film \"Selena,\" a biographical drama about the life of Tejano pop star Selena Quintanilla-P\u00e9rez.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Jennifer Lopez release her debut album?", + "ref": "1999", + "pred": "Jennifer Lopez released her debut album, \"On the 6,\" in 1999.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Katy Perry": [ + { + "question": "What is Katy Perry's real name?", + "ref": "Katheryn Elizabeth Hudson", + "pred": "Katy Perry's real name is Katheryn Elizabeth Hudson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Katy Perry born?", + "ref": "October 25, 1984", + "pred": "Katy Perry was born on October 25, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Katy Perry's first record titled?", + "ref": "Katy Hudson", + "pred": "Katy Perry's first record was titled \"Katy Hudson.\" It was released in 2001 under the name Katy Hudson, but it didn't gain much commercial success.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre was Katy Perry's first record?", + "ref": "Gospel", + "pred": "Katy Perry's first record was \"Katy Hudson,\" released in 2001. It was a gospel album.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Katy Perry's debut single?", + "ref": "I Kissed a Girl", + "pred": "Katy Perry's debut single was \"I Kissed a Girl,\" but that was not her first single. Her first single was \"I Think I'm Ready\" in 2004, however, it was not a commercial success.", + "entropy": 0, + "acc_prob": 0 + } + ], + "George VI": [ + { + "question": "What was George VI's birth name?", + "ref": "Albert Frederick Arthur George", + "pred": "George VI's birth name was Albert Frederick Arthur George.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of George VI's elder brother?", + "ref": "Edward", + "pred": "The name of George VI's elder brother was Edward VIII.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What condition did George VI suffer from that required him to seek treatment from a speech therapist?", + "ref": "Stutter", + "pred": "George VI, the King of the United Kingdom from 1936 until his death in 1952, suffered from a stutter. He sought treatment from a speech therapist named Lionel Logue, who helped him manage his stutter and improve his public speaking skills. This is depicted in the 2010 film \"The King's Speech,\" which tells the story of their relationship and George VI's journey to overcome his stutter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did George VI become the last Emperor of India?", + "ref": "1936", + "pred": "George VI became the Emperor of India in 1936, following the death of his brother, King Edward VIII. However, he was not the last Emperor of India. \n\nGeorge VI was the Emperor of India until 1947, when India gained independence. The last Emperor of India was actually George VI himself, as he was the one who granted India independence through the Indian Independence Act 1947.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where did George VI die?", + "ref": "Sandringham House", + "pred": "George VI, the King of the United Kingdom from 1936 until his death in 1952, died at Sandringham House in Norfolk, England.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Heath Ledger": [ + { + "question": "What nationality was Heath Ledger?", + "ref": "Australian", + "pred": "Heath Ledger was Australian. He was born in Perth, Western Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character did Heath Ledger portray in 'The Dark Knight'?", + "ref": "The Joker", + "pred": "Heath Ledger portrayed the character of the Joker in the 2008 film 'The Dark Knight'. His performance in the movie earned him a posthumous Academy Award for Best Supporting Actor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What caused Heath Ledger's death?", + "ref": "Accidental overdose of medications", + "pred": "Heath Ledger's death was caused by an accidental overdose of prescription medications. He was found unresponsive in his New York City apartment on January 22, 2008. \n\nThe autopsy report revealed that Ledger had a combination of six different prescription medications in his system at the time of his death, including:\n\n1. Oxycodone (a painkiller)\n2. Hydrocodone (a painkiller)\n3. Diazepam (a sedative)\n4. Temazepam (a sedative)\n5. Alprazolam (an anti-anxiety medication)\n6. Doxylamine (an antihistamine)\n\nThe coroner's report concluded that the cause of death was \"acute intoxication\" due to the combined effects of these medications. The manner of death was ruled as an accident.\n\nIt's worth noting that Ledger had been struggling with insomnia and anxiety in the months leading up to his death, and he had been prescribed these medications to help him sleep and manage his anxiety. However, it appears that he took too many of these medications in a single dose, leading to the accidental overdose.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Heath Ledger born?", + "ref": "Perth, Western Australia", + "pred": "Heath Ledger was born in Perth, Western Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of ancestry did Heath Ledger have?", + "ref": "English, Irish, and Scottish", + "pred": "Heath Ledger's ancestry is a mix of English, Irish, and Scottish. His father, Kim Ledger, was of English and Irish descent, while his mother, Sally Bell, was of Scottish and Irish ancestry.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Britney Spears": [ + { + "question": "When was Britney Spears born?", + "ref": "December 2, 1981", + "pred": "Britney Spears was born on December 1, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grammy Awards has Britney Spears won?", + "ref": "One", + "pred": "Britney Spears has won one Grammy Award.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Britney Spears sign with Jive Records?", + "ref": "1997", + "pred": "Britney Spears signed with Jive Records in 1997.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the concert residency Britney Spears embarked on at Planet Hollywood Resort & Casino?", + "ref": "Britney: Piece of Me", + "pred": "The concert residency you're referring to is called \"Britney: Piece of Me\". It was held at the Planet Hollywood Resort & Casino in Las Vegas, Nevada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are the titles of Britney Spears' first two studio albums?", + "ref": "...Baby One More Time and Oops!... I Did It Again", + "pred": "The titles of Britney Spears' first two studio albums are:\n\n1. ...Baby One More Time (1999)\n2. Oops!... I Did It Again (2000)", + "entropy": 0, + "acc_prob": 0 + } + ], + "Sylvester Stallone": [ + { + "question": "When was Sylvester Stallone born?", + "ref": "July 6, 1946", + "pred": "Sylvester Stallone was born on July 6, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What iconic role did Sylvester Stallone play in 1976?", + "ref": "Rocky Balboa", + "pred": "In 1976, Sylvester Stallone played the iconic role of Rocky Balboa in the film \"Rocky.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character did Stallone portray in First Blood?", + "ref": "John Rambo", + "pred": "In the 1982 film \"First Blood,\" Sylvester Stallone portrayed the character John Rambo, a Vietnam War veteran.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Stallone win for his role in Creed?", + "ref": "Golden Globe Award", + "pred": "Sylvester Stallone won the Academy Award for Best Supporting Actor for his role as Rocky Balboa in the 2016 film \"Creed.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Stallone's birthplace?", + "ref": "Hell's Kitchen, New York City", + "pred": "Sylvester Stallone was born in New York City, New York, USA.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Adele": [ + { + "question": "What is Adele's full name?", + "ref": "Adele Laurie Blue Adkins", + "pred": "Adele's full name is Adele Laurie Blue Adkins.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Adele's debut album?", + "ref": "19", + "pred": "Adele's debut album was titled \"19\". It was released in 2008 and was named after her age at the time of writing the album.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which James Bond film did Adele release the soundtrack single 'Skyfall'?", + "ref": "Skyfall", + "pred": "Adele released the soundtrack single 'Skyfall' for the James Bond film of the same name, 'Skyfall', in 2012.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of Adele's first song?", + "ref": "Hometown Glory", + "pred": "Adele's first single was \"Chasing Pavements,\" but her first song was actually \"Daydreamer,\" which was released in 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many copies has Adele's debut album sold in the UK?", + "ref": "Over 2.5 million", + "pred": "Adele's debut album, '19', was released in 2008. According to the British Phonographic Industry (BPI), '19' has been certified 8x Platinum in the UK, which means it has sold over 2,400,000 copies in the UK.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Prince (musician)": [ + { + "question": "When was Prince Rogers Nelson born?", + "ref": "June 7, 1958", + "pred": "Prince Rogers Nelson, known professionally as Prince, was born on June 7, 1958.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many albums did Prince release during his lifetime?", + "ref": "39", + "pred": "Prince released 39 studio albums, 5 live albums, 18 compilation albums, and 3 posthumous studio albums during his lifetime.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What instruments was Prince known for his skill in playing?", + "ref": "Multi-instrumentalist", + "pred": "Prince was a multi-instrumentalist and was known for his exceptional skills on several instruments. Some of the instruments he was particularly known for playing include:\n\n1. Guitar: Prince was an accomplished guitarist and often played electric and acoustic guitars in his music. He was known for his innovative and expressive playing style, which often incorporated elements of funk, rock, and R&B.\n\n2. Keyboards: Prince was also a skilled keyboard player and often used synthesizers and other electronic keyboards to create distinctive sounds and textures in his music.\n\n3. Bass guitar: Prince was a talented bassist and often played bass guitar on his recordings and live performances.\n\n4. Drums: Prince was also a skilled drummer and often played drums on his recordings and live performances.\n\n5. Piano: Prince was a classically trained pianist and often played piano on his recordings and live performances.\n\n6. Linn LM-1 drum machine: Prince was one of the first artists to heavily use the Linn LM-1 drum machine, which he used to create the distinctive drum sounds on many of his recordings.\n\nPrince's versatility and skill on multiple instruments were a key part of his unique sound and style, and he is widely regarded as one of the most talented and influential musicians of all time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Prince inducted into the Rock and Roll Hall of Fame?", + "ref": "2004", + "pred": "Prince was inducted into the Rock and Roll Hall of Fame in 2004.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Prince's original name?", + "ref": "Prince Rogers Nelson", + "pred": "Prince's original name was Prince Rogers Nelson.", + "entropy": 0, + "acc_prob": 0 + } + ], + "David Bowie": [ + { + "question": "What is David Bowie's real name?", + "ref": "David Robert Jones", + "pred": "David Bowie's real name was David Robert Jones. He was born on January 8, 1947. He later changed his name to David Bowie in 1966 to avoid confusion with the British singer Davy Jones of The Monkees.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How is David Bowie regarded in the music industry?", + "ref": "As one of the most influential musicians of the 20th century", + "pred": "David Bowie (1947-2016) is widely regarded as one of the most influential, innovative, and iconic musicians of all time. He is a legendary figure in the music industry, known for his eclectic and ever-changing style, which spanned multiple genres, including rock, pop, glam rock, art rock, and electronic music.\n\nBowie's impact on the music industry is multifaceted:\n\n1. **Pioneering Glam Rock**: Bowie was a key figure in the development of glam rock, a genre characterized by its flamboyant and androgynous style. His music and persona helped to popularize this style, influencing artists like T. Rex, Roxy Music, and The New York Dolls.\n2. **Experimentation and Innovation**: Bowie was known for his willingness to experiment with new sounds, styles, and personas. He was a true innovator, pushing the boundaries of what was possible in popular music. His use of synthesizers, electronic beats, and avant-garde production techniques helped to shape the sound of popular music in the 1970s and beyond.\n3. **Crossover Appeal**: Bowie's music appealed to a wide range of audiences, from rock fans to pop enthusiasts, and from art school students to mainstream consumers. He was one of the first artists to successfully cross over from rock to pop, and his music remains popular across multiple genres.\n4. **Influence on Other Artists**: Bowie's influence can be seen in many other artists, including:\n\n * Iggy Pop: Bowie produced and collaborated with Iggy Pop on several albums, helping to shape his sound and style.\n * Lou Reed: Bowie's work with Reed on the Velvet Underground's \"Transformer\" album helped to popularize Reed's music and style.\n * Brian Eno: Bowie collaborated with Eno on several albums, including \"Low\" and \"Heroes,\" which helped to shape the sound of ambient and electronic music.\n * Prince: Bowie's influence can be seen in Prince's music, particularly in his use of androgynous personas and experimental production techniques.\n5. **Legacy**: Bowie's legacy extends far beyond his music. He was a fashion icon, a cultural commentator, and a social commentator. His music and persona continue to inspire new generations of artists, fans, and fashion designers.\n\nIn 2002, Bowie was inducted into the Rock and Roll Hall of Fame, and in 2006, he was awarded a knighthood by Queen Elizabeth II for his services to music. His music and legacy continue to", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Bowie's first top-five entry on the UK Singles Chart?", + "ref": "\"Space Oddity\"", + "pred": "Bowie's first top-five entry on the UK Singles Chart was 'Space Oddity' in 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What alter ego did Bowie create during the glam rock era?", + "ref": "Ziggy Stardust", + "pred": "During the glam rock era, David Bowie created the alter ego \"Ziggy Stardust.\" This iconic character was a central figure in Bowie's music and performances during the early 1970s. Ziggy Stardust was a fictional rock star from a distant planet, and the character was a fusion of Bowie's own persona and a blend of science fiction and glam rock aesthetics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which cult film did Bowie star in 1976?", + "ref": "The Man Who Fell to Earth", + "pred": "In 1976, David Bowie starred in the cult film \"The Man Who Fell to Earth.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ronald Reagan": [ + { + "question": "When was Ronald Reagan born?", + "ref": "February 6, 1911", + "pred": "Ronald Reagan was born on February 6, 1911.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which college did Ronald Reagan graduate from?", + "ref": "Eureka College", + "pred": "Ronald Reagan graduated from Eureka College in 1932.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Ronald Reagan win the presidency over Jimmy Carter?", + "ref": "1980", + "pred": "Ronald Reagan won the presidency over Jimmy Carter in the 1980 United States presidential election. The election took place on November 4, 1980.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which disease hindered Ronald Reagan post-presidency?", + "ref": "Alzheimer's disease", + "pred": "Ronald Reagan suffered from Alzheimer's disease in his post-presidency. He was diagnosed with the disease in 1994, and it significantly impacted his health and cognitive abilities.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Ronald Reagan's vice president who he defeated in the 1984 presidential election?", + "ref": "Walter Mondale", + "pred": "Ronald Reagan's vice president was George H.W. Bush. However, in the 1984 presidential election, Ronald Reagan defeated Walter Mondale, who was the Democratic nominee and the incumbent Vice President under Jimmy Carter.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kamala Harris": [ + { + "question": "When was Kamala Harris born?", + "ref": "October 20, 1964", + "pred": "Kamala Harris was born on October 20, 1964.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Kamala Harris attend for her undergraduate degree?", + "ref": "Howard University", + "pred": "Kamala Harris attended Howard University for her undergraduate degree.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "From which law school did Kamala Harris graduate?", + "ref": "University of California, Hastings College of the Law", + "pred": "Kamala Harris graduated from the University of California, Hastings College of the Law.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Kamala Harris serve in California from 2011 to 2017?", + "ref": "Attorney General of California", + "pred": "Kamala Harris served as the Attorney General of California from 2011 to 2017.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Kamala Harris defeat in the 2016 Senate election?", + "ref": "Loretta Sanchez", + "pred": "In the 2016 Senate election, Kamala Harris defeated Loretta Sanchez.", + "entropy": 0, + "acc_prob": 0 + } + ], + "George W. Bush": [ + { + "question": "When was George W. Bush born?", + "ref": "July 6, 1946", + "pred": "George W. Bush, the 43rd President of the United States, was born on July 6, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did George W. Bush serve in the United States from 2001 to 2009?", + "ref": "43rd president", + "pred": "George W. Bush served as the 43rd President of the United States from 2001 to 2009. He was in office for two terms, from January 20, 2001, to January 20, 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which branch of the military did George W. Bush serve in during his twenties?", + "ref": "Texas Air National Guard", + "pred": "George W. Bush served in the Texas Air National Guard during his twenties.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant act did Bush sign related to education?", + "ref": "No Child Left Behind Act", + "pred": "One significant act signed by President George W. Bush related to education is the No Child Left Behind Act (NCLB). It was signed into law on January 8, 2002. The main goal of this act was to improve the performance of America's primary and secondary schools by closing the achievement gap between different student groups.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main focus of Bush's administration after the September 11, 2001 terrorist attacks?", + "ref": "War on terror", + "pred": "The main focus of the Bush administration after the September 11, 2001 terrorist attacks was to launch the War on Terror. This included several key objectives:\n\n1. **Hunting down and capturing or killing Osama bin Laden and al-Qaeda leaders**: The US government believed that bin Laden and his organization were responsible for the 9/11 attacks, and the administration made it a priority to bring them to justice.\n\n2. **Invading Afghanistan**: In October 2001, the US, along with its allies, launched Operation Enduring Freedom, a military campaign aimed at defeating the Taliban regime in Afghanistan, which had provided safe haven to al-Qaeda.\n\n3. **Establishing the Department of Homeland Security**: The Bush administration created the Department of Homeland Security (DHS) in 2003 to coordinate and improve the nation's efforts to prevent and respond to terrorist threats.\n\n4. **Passing the USA PATRIOT Act**: The administration pushed for the passage of the USA PATRIOT Act, which expanded the authority of law enforcement agencies to gather intelligence and conduct surveillance on individuals and organizations suspected of terrorism.\n\n5. **Implementing the \"War on Terror\" doctrine**: The Bush administration developed a comprehensive strategy to combat terrorism, which included military action, intelligence gathering, and diplomatic efforts to isolate and defeat terrorist organizations.\n\nOverall, the Bush administration's focus after 9/11 was to disrupt and dismantle terrorist networks, prevent future attacks, and promote global stability and security.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Lawrence": [ + { + "question": "When was Jennifer Lawrence born?", + "ref": "August 15, 1990", + "pred": "Jennifer Lawrence was born on August 15, 1990.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Jennifer Lawrence appear in Time's 100 most influential people in the world list?", + "ref": "2013", + "pred": "Jennifer Lawrence was included in Time's 100 most influential people in the world list in 2013 and 2014.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Jennifer Lawrence win the Academy Award for Best Actress?", + "ref": "Silver Linings Playbook", + "pred": "Jennifer Lawrence won the Academy Award for Best Actress for her role in the film \"Silver Linings Playbook\" in 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Jennifer Lawrence born?", + "ref": "Indian Hills, Kentucky", + "pred": "Jennifer Lawrence was born in Louisville, Kentucky, USA.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series made Jennifer Lawrence the highest-grossing action heroine?", + "ref": "The Hunger Games film series", + "pred": "The Hunger Games film series made Jennifer Lawrence the highest-grossing action heroine.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mahatma Gandhi": [ + { + "question": "What was Gandhi's profession before becoming a political ethicist?", + "ref": "Lawyer", + "pred": "Before becoming a prominent political ethicist and leader, Mahatma Gandhi was a lawyer. He studied law at the University of London and was called to the bar in 1891. Gandhi practiced law in India and South Africa, where he was exposed to the struggles of the Indian community and developed his ideas on non-violent resistance.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What method did Gandhi employ to lead India's independence campaign?", + "ref": "Nonviolent resistance", + "pred": "Mahatma Gandhi employed a non-violent resistance movement, also known as Satyagraha, to lead India's independence campaign. This approach emphasized the use of non-violent civil disobedience, non-cooperation, and peaceful protests to challenge British rule in India.\n\nKey components of Gandhi's non-violent resistance movement included:\n\n1. **Non-cooperation**: Refusing to participate in British institutions, such as courts, schools, and government offices.\n2. **Civil disobedience**: Engaging in acts of non-violent defiance, such as tax resistance, boycotts, and demonstrations.\n3. **Non-violent protests**: Organizing peaceful marches, rallies, and sit-ins to draw attention to the cause.\n4. **Ahimsa**: Practicing non-violence and compassion in all interactions, even in the face of adversity.\n5. **Satyagraha**: Embracing truth and justice as the guiding principles of the movement.\n\nGandhi's non-violent resistance movement inspired a massive following in India and gained international attention, ultimately contributing to the country's independence from British rule in 1947.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Gandhi move to South Africa?", + "ref": "1893", + "pred": "Mahatma Gandhi moved to South Africa in 1893. He was 24 years old at the time and was working as a lawyer in India. He was on his way to India from London, but his ship stopped in South Africa, and he was forced to stay due to a dispute over his ticket. He eventually settled in South Africa and spent 21 years there, where he became involved in the Indian community and began to develop his ideas about non-violent resistance.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which movement did Gandhi lead in 1930 to challenge the British-imposed salt tax?", + "ref": "Dandi Salt March", + "pred": "The movement you're referring to is the Salt March, also known as the Dandi March. It was led by Mahatma Gandhi in 1930 to challenge the British-imposed salt tax. The march began on March 12, 1930, and lasted for 24 days, covering a distance of approximately 240 miles from Ahmedabad to the coastal town of Dandi in Gujarat, India. During the march, Gandhi and thousands of followers defied the British law by making salt from seawater, highlighting the injustice of the salt tax and the British colonial rule.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main goal of Gandhi's nationwide campaigns?", + "ref": "Achieving swaraj or self-rule", + "pred": "Mahatma Gandhi's main goal in his nationwide campaigns was to achieve Indian independence from British rule through non-violent resistance and civil disobedience. He used various methods, such as:\n\n1. Non-cooperation: Refusing to participate in British institutions, laws, and policies.\n2. Civil disobedience: Defying British laws and regulations, often through peaceful protests and demonstrations.\n3. Satyagraha: A form of non-violent resistance that emphasized truth, self-suffering, and moral persuasion.\n\nGandhi's campaigns aimed to:\n\n1. End British colonial rule in India.\n2. Achieve self-governance and independence for India.\n3. Promote social and economic reforms, such as the abolition of untouchability and the improvement of labor rights.\n\nSome notable campaigns include:\n\n1. The Non-Cooperation Movement (1920-1922)\n2. The Salt March (1930)\n3. The Quit India Movement (1942)\n\nGandhi's methods and campaigns played a significant role in India's struggle for independence, which was finally achieved on August 15, 1947.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Emma Watson": [ + { + "question": "What was Emma Watson's first professional acting role?", + "ref": "Hermione Granger in the Harry Potter film series", + "pred": "Emma Watson's first professional acting role was in the 2002 television film \"The Bill,\" a British television series.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What campaign did Emma Watson help launch with UN Women?", + "ref": "HeForShe", + "pred": "Emma Watson helped launch the UN Women's HeForShe campaign in 2014. The campaign aims to engage men and boys in the fight for gender equality and women's rights.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Emma Watson portray Meg March?", + "ref": "Little Women", + "pred": "I think there's been a mix-up. Emma Watson did not portray Meg March. The role of Meg March in the 1994 film \"Little Women\" was played by Trini Alvarado, and in the 2019 film \"Little Women\" it was played by Florence Pugh.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Emma Watson born?", + "ref": "Paris", + "pred": "Emma Watson was born in Paris, France.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is one of the sustainable fashion brands Emma Watson has worked with?", + "ref": "People Tree", + "pred": "Emma Watson has been a long-time advocate for sustainable fashion. One of the sustainable fashion brands she has worked with is People Tree. People Tree is a fair trade and eco-friendly fashion brand that aims to promote sustainable and responsible fashion practices.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Robin Williams": [ + { + "question": "What was Robin Williams' full name?", + "ref": "Robin McLaurin Williams", + "pred": "Robin Williams' full name was Robin McLaurin Williams.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Robin Williams born?", + "ref": "July 21, 1951", + "pred": "Robin Williams was born on July 21, 1951.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Robin Williams pass away?", + "ref": "August 11, 2014", + "pred": "Robin Williams passed away on August 11, 2014. He was 63 years old at the time of his death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what skill was Robin Williams known?", + "ref": "Improvisational skills", + "pred": "Robin Williams was known for his exceptional skill in improvisational comedy and acting. He was a master of improvisation, often creating humorous and engaging scenes on the spot. This skill was showcased in many of his films, including \"Good Morning, Vietnam,\" \"Dead Poets Society,\" and \"Aladdin.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which sitcom did Robin Williams play an alien named Mork?", + "ref": "Mork & Mindy", + "pred": "Robin Williams played the character Mork, an alien from the planet Ork, in the sitcom \"Mork & Mindy.\" The show aired from 1978 to 1982.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mark Wahlberg": [ + { + "question": "What is Mark Wahlberg's full birth name?", + "ref": "Mark Robert Michael Wahlberg", + "pred": "Mark Wahlberg's full birth name is Mark Robert Michael Wahlberg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Mark Wahlberg born?", + "ref": "June 5, 1971", + "pred": "Mark Wahlberg was born on June 5, 1971.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which movie did Mark Wahlberg receive critical praise for his performance as Dirk Diggler?", + "ref": "Boogie Nights", + "pred": "Mark Wahlberg did not receive critical praise for his performance as Dirk Diggler. The role of Dirk Diggler was actually played by Mark Wahlberg's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's predecessor, Mark's", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the reality TV series about the Wahlburgers chain?", + "ref": "Wahlburgers", + "pred": "The reality TV series about the Wahlburgers chain is called \"Wahlburgers.\" It is a reality TV series that premiered in 2014 on A&E and follows the lives of the Wahlberg brothers, Mark, Donnie, and Paul, as they run their burger chain, Wahlburgers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what neighborhood of Boston was Mark Wahlberg born?", + "ref": "Dorchester", + "pred": "Mark Wahlberg was born in Dorchester, Boston.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Henry VIII": [ + { + "question": "How long did Henry VIII reign as King of England?", + "ref": "1509 until his death in 1547", + "pred": "Henry VIII reigned as King of England from 21 April 1509 until his death on 28 January 1547. He reigned for approximately 37 years and 9 months.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major religious change did Henry VIII initiate?", + "ref": "The English Reformation", + "pred": "Henry VIII initiated the English Reformation, which led to the establishment of the Church of England. He broke away from the Roman Catholic Church, which was the dominant Christian denomination in England at the time.\n\nPrior to this, Henry VIII was a devout Catholic and even sought the Pope's approval for his marriage to Catherine of Aragon. However, when the Pope refused to grant an annulment, Henry VIII declared himself the Supreme Head of the Church of England, effectively separating the English church from Rome.\n\nThis move led to the creation of the Church of England, with the monarch as its head, and the establishment of the Book of Common Prayer, which standardized English worship services. The English Reformation also led to the persecution of Catholics and the execution of many prominent Catholic leaders, including Thomas More and John Fisher.\n\nHenry VIII's actions had a profound impact on the course of English history, shaping the country's religious and cultural identity for centuries to come.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who succeeded Henry VIII?", + "ref": "His son Edward VI", + "pred": "After Henry VIII's death in 1547, he was succeeded by his three children in the following order:\n\n1. Edward VI (1547-1553): Edward was the son of Henry VIII and his third wife, Jane Seymour. He was only nine years old when he became king and was under the regency of his uncle, Edward Seymour, Duke of Somerset.\n\n2. Mary I (1553-1558): Mary was the daughter of Henry VIII and his first wife, Catherine of Aragon. She was also known as Mary Tudor or Bloody Mary due to her persecution of Protestants.\n\n3. Elizabeth I (1558-1603): Elizabeth was the daughter of Henry VIII and his second wife, Anne Boleyn. She is often referred to as the Virgin Queen and is remembered for her strong leadership and cultural achievements during her reign.\n\nEach of Henry VIII's children had a significant impact on English history, and their reigns were marked by significant events and changes in the country.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was notable about Henry VIII's marriages?", + "ref": "He had six marriages", + "pred": "Henry VIII's six marriages are notable for several reasons. Here's a brief overview:\n\n1. **First marriage to Catherine of Aragon (1509-1533)**: Henry's marriage to his brother's widow, Catherine, was initially valid under the Catholic Church. However, when she failed to produce a male heir, Henry sought to divorce her, citing the invalidity of their marriage due to her previous marriage to his brother, Arthur.\n\n2. **Annulment and the English Reformation (1533)**: Henry's desire to marry his mistress, Anne Boleyn, led to a break with the Catholic Church. He formed the Church of England, with himself as its head, and had his marriage to Catherine annulled. This marked the beginning of the English Reformation.\n\n3. **Marriage to Anne Boleyn (1533-1536)**: Henry married Anne, but their marriage was short-lived. She failed to produce a male heir and was accused of adultery, incest, and treason. She was beheaded on charges of adultery and treason.\n\n4. **Marriage to Jane Seymour (1536-1537)**: After Anne's execution, Henry married Jane, who gave birth to a son, Edward VI. However, she died soon after childbirth.\n\n5. **Marriage to Anne of Cleves (1540)**: Henry's marriage to Anne, a German princess, was arranged by his advisors. However, Henry was disappointed with the marriage and had it annulled after only a few months.\n\n6. **Marriage to Catherine Howard (1540-1542)**: Henry's sixth marriage was to Catherine, a young and vivacious woman who was a cousin of Anne Boleyn. However, she was also accused of adultery and was beheaded on charges of treason.\n\n7. **Marriage to Catherine Parr (1543-1547)**: Henry's final marriage was to Catherine Parr, who was a kind and gentle woman. She helped to bring stability to the royal household and was a good stepmother to Henry's children.\n\nOverall, Henry VIII's six marriages were marked by his desire for a male heir, his desire for power and control, and his willingness to break with the Catholic Church to achieve his goals.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Henry VIII born?", + "ref": "28 June 1491", + "pred": "Henry VIII was born on June 28, 1491.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Beyonc\u00e9": [ + { + "question": "What is Beyonc\u00e9's full name?", + "ref": "Beyonc\u00e9 Giselle Knowles-Carter", + "pred": "Beyonc\u00e9's full name is Beyonc\u00e9 Giselle Knowles-Carter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Beyonc\u00e9 born?", + "ref": "September 4, 1981", + "pred": "Beyonc\u00e9 was born on September 4, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname is Beyonc\u00e9 known by?", + "ref": "Queen Bey", + "pred": "Beyonc\u00e9 is often referred to by her nickname \"Queen Bey.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What group was Beyonc\u00e9 a part of in the late 1990s?", + "ref": "Destiny's Child", + "pred": "Beyonc\u00e9 was a part of the R&B girl group Destiny's Child in the late 1990s. Destiny's Child was formed in 1990 but gained popularity in the late 1990s with hits like \"Say My Name\" and \"Jumpin', Jumpin'\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Beyonc\u00e9's debut album?", + "ref": "Dangerously in Love", + "pred": "Beyonc\u00e9's debut solo album was \"Dangerously in Love,\" but that was released in 2003. However, before that, she was part of the R&B girl group Destiny's Child. Her debut solo album is often considered to be \"Dangerously in Love,\" but if you are referring to her debut as a member of Destiny's Child, that would be \"Destiny's Child\" (also known as \"Destiny's Child World Tour\" in some countries), however, the first major album released by the group was \"Destiny's Child\" in 1998, but it was not released in the US.", + "entropy": 0, + "acc_prob": 0 + } + ], + "John Lennon": [ + { + "question": "What was John Lennon's full birth name?", + "ref": "John Winston Lennon", + "pred": "John Lennon's full birth name was John Winston Lennon.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was John Lennon's famous songwriting partner?", + "ref": "Paul McCartney", + "pred": "John Lennon's famous songwriting partner was Paul McCartney. They formed a highly successful songwriting partnership as part of the Beatles, one of the most influential and iconic rock bands in history. Lennon and McCartney collaborated on many of the Beatles' most famous songs, including \"Yesterday,\" \"Hey Jude,\" \"Let It Be,\" and \"Strawberry Fields Forever.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the band John Lennon formed in 1956?", + "ref": "The Quarrymen", + "pred": "The band John Lennon formed in 1956 was called The Quarrymen.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did The Quarrymen evolve into The Beatles?", + "ref": "1960", + "pred": "The Quarrymen evolved into The Beatles in 1960. The Quarrymen was the name of John Lennon's band before it changed to The Beatles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city was John Lennon born in?", + "ref": "Liverpool", + "pred": "John Lennon was born in Liverpool, England, UK.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Nelson Mandela": [ + { + "question": "What was Nelson Mandela's birth name?", + "ref": "Rolihlahla Mandela", + "pred": "Nelson Mandela's birth name was Rolihlahla Mandela.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How long did Nelson Mandela serve as the president of South Africa?", + "ref": "1994 to 1999", + "pred": "Nelson Mandela served as the President of South Africa from 1994 to 1999. He was the country's first black president and the first democratically elected president after the end of apartheid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which political party did Mandela join in 1943?", + "ref": "The African National Congress (ANC)", + "pred": "Nelson Mandela joined the African National Congress (ANC) Youth League in 1944, not a specific political party in 1943.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many years was Mandela imprisoned?", + "ref": "27 years", + "pred": "Nelson Mandela was imprisoned for 27 years.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the president that released Mandela from prison?", + "ref": "F. W. de Klerk", + "pred": "Nelson Mandela was released from prison on February 11, 1990. The president who oversaw his release was F.W. de Klerk, who was the State President of South Africa at that time. However, it was also a result of international pressure and the efforts of various world leaders, including US President George H.W. Bush and UK Prime Minister Margaret Thatcher.\n\nF.W. de Klerk's government had been negotiating with the African National Congress (ANC), led by Nelson Mandela, to end apartheid and transition to democracy. De Klerk's decision to release Mandela was a significant step towards this goal.\n\nIt's worth noting that while de Klerk's government released Mandela, it was a complex process that involved negotiations and compromises between the ANC and the apartheid government. Mandela's release was a crucial step towards the eventual end of apartheid and the establishment of democracy in South Africa.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Demi Lovato": [ + { + "question": "What is Demi Lovato's full name?", + "ref": "Demetria Devonne Lovato", + "pred": "Demi Lovato's full name is Demetria Devonne Lovato.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Demi Lovato born?", + "ref": "August 20, 1992", + "pred": "Demi Lovato was born on August 20, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Demi Lovato sign with after Camp Rock?", + "ref": "Hollywood Records", + "pred": "Demi Lovato signed with Hollywood Records after Camp Rock.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre was Demi Lovato's debut album 'Don't Forget'?", + "ref": "Pop rock", + "pred": "Demi Lovato's debut album 'Don't Forget' is primarily a teen pop and pop-rock album. It was released in 2008.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Demi Lovato's third studio album?", + "ref": "Unbroken", + "pred": "Demi Lovato's third studio album is called \"Unbroken\". It was released on September 20, 2011.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Megan Fox": [ + { + "question": "What is Megan Fox's full name?", + "ref": "Megan Denise Fox", + "pred": "Megan Fox's full name is Megan Denise Fox.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Megan Fox born?", + "ref": "May 16, 1986", + "pred": "Megan Fox was born on May 16, 1986.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Megan Fox play Mikaela Banes?", + "ref": "Transformers", + "pred": "Megan Fox played the character Mikaela Banes in the 'Transformers' film series.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Megan Fox have in the 'Teenage Mutant Ninja Turtles' films?", + "ref": "April O'Neil", + "pred": "Megan Fox played the role of April O'Neil in the 2014 film 'Teenage Mutant Ninja Turtles' and its 2016 sequel 'Teenage Mutant Ninja Turtles: Out of the Shadows'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which character did Megan Fox portray in the horror comedy 'Jennifer's Body'?", + "ref": "The titular character", + "pred": "In the 2009 horror comedy film 'Jennifer's Body', Megan Fox portrayed the character of Jennifer Check.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Roger Federer": [ + { + "question": "How many weeks was Roger Federer ranked world No. 1 in singles?", + "ref": "310 weeks", + "pred": "Roger Federer was ranked world No. 1 in singles for a total of 310 weeks.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grand Slam singles titles has Roger Federer won?", + "ref": "20", + "pred": "Roger Federer has won 20 Grand Slam singles titles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year did Roger Federer win his first major singles title?", + "ref": "2003", + "pred": "Roger Federer won his first major singles title at Wimbledon in 2003.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Roger Federer's nationality?", + "ref": "Swiss", + "pred": "Roger Federer is a Swiss professional tennis player. He was born in Basel, Switzerland.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Roger Federer's main rival until 2010?", + "ref": "Rafael Nadal", + "pred": "Roger Federer's main rival until 2010 was Rafael Nadal. Their rivalry, often referred to as one of the greatest in tennis history, was marked by intense matches and a series of epic battles on the court.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Hardy": [ + { + "question": "What is Tom Hardy's full name?", + "ref": "Edward Thomas Hardy", + "pred": "Tom Hardy's full name is Thomas Edward Hardy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film was Tom Hardy nominated for the Academy Award for Best Supporting Actor?", + "ref": "The Revenant", + "pred": "Tom Hardy was nominated for the Academy Award for Best Supporting Actor for his role in the 2010 film \"Inception\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which Christopher Nolan films has Tom Hardy appeared?", + "ref": "Inception, The Dark Knight Rises, Dunkirk", + "pred": "Tom Hardy has appeared in the following Christopher Nolan films: \n\n1. Inception (2010) \n2. The Dark Knight Rises (2012)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which character did Tom Hardy play in 'Mad Max: Fury Road'?", + "ref": "'Mad' Max Rockatansky", + "pred": "In the 2015 film 'Mad Max: Fury Road', Tom Hardy played the role of Max Rockatansky.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the character Tom Hardy played in 'Venom' and its sequel?", + "ref": "Eddie Brock/Venom", + "pred": "In the 'Venom' movie and its sequel, 'Venom: Let There Be Carnage', Tom Hardy played the character Eddie Brock, also known as Venom.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leonardo da Vinci": [ + { + "question": "Who was Leonardo da Vinci educated by?", + "ref": "Andrea del Verrocchio", + "pred": "Leonardo da Vinci received his early education from his father, Ser Piero da Vinci, who was a notary. He also received some education from his mother, Caterina Buti, who was a peasant woman. \n\nLater, Leonardo da Vinci was apprenticed to the artist Andrea del Verrocchio in Florence, Italy, at the age of 14. Verrocchio was a renowned artist, sculptor, and engineer, and his workshop was a hub for artistic innovation and learning. It was during his time at Verrocchio's workshop that Leonardo da Vinci refined his artistic skills and developed his expertise in various fields, including painting, sculpture, engineering, and anatomy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city did Leonardo begin his career in?", + "ref": "Florence", + "pred": "Leonardo da Vinci began his career in Florence, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Leonardo spend much time in the service of?", + "ref": "Ludovico Sforza", + "pred": "Leonardo da Vinci spent much time in the service of two notable patrons: \n\n1. **Lorenzo de' Medici** (also known as Lorenzo the Magnificent): He was a powerful banker and politician in Florence, Italy. Lorenzo de' Medici was a significant patron of the arts and supported many artists, including Leonardo da Vinci.\n\n2. **Francis I of France**: He was the King of France from 1515 to 1547. Francis I was a great admirer of Leonardo da Vinci's work and invited him to France, where he spent the last years of his life.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where did Leonardo spend his last three years?", + "ref": "France", + "pred": "Leonardo da Vinci spent his last three years in Amboise, France. He was invited by King Francis I of France to live in the Ch\u00e2teau du Clos Luc\u00e9, a beautiful castle in Amboise, where he could continue his work and research.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is considered Leonardo da Vinci's magnum opus?", + "ref": "The Mona Lisa", + "pred": "Leonardo da Vinci's magnum opus is often considered to be the \"Mona Lisa.\" However, some art historians and scholars argue that his \"Vitruvian Man\" drawing is also a strong contender for this title.\n\nThe \"Mona Lisa\" is a portrait painted in oil on a single piece of poplar wood, measuring 77 x 53 cm. It is widely considered to be one of the greatest paintings of all time, and it is known for its enigmatic smile, incredible level of detail, and the masterful use of sfumato, a painting technique that creates a soft, hazy effect by layering thin glazes of paint.\n\nThe \"Vitruvian Man,\" on the other hand, is a drawing that depicts a nude male figure inscribed within a circle and square. It is a representation of the ideal proportions of the human body, as described by the Roman architect Vitruvius. The drawing is a masterpiece of Renaissance art and a testament to da Vinci's boundless curiosity and creativity.\n\nOther notable works by Leonardo da Vinci that could be considered his magnum opus include:\n\n* \"The Last Supper,\" a mural painting that depicts the last meal Jesus shared with his disciples before he was betrayed.\n* \"Lady with an Ermine,\" a portrait of a young woman holding an ermine, a small mammal.\n* \"Adoration of the Magi,\" a painting that depicts the three wise men visiting the baby Jesus.\n\nUltimately, the question of what is Leonardo da Vinci's magnum opus is a matter of personal opinion, and different people may have different answers depending on their interests and perspectives.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Hanks": [ + { + "question": "When was Tom Hanks born?", + "ref": "July 9, 1956", + "pred": "Tom Hanks was born on July 9, 1956.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city was Tom Hanks born in?", + "ref": "Concord, California", + "pred": "Tom Hanks was born in Concord, California.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Tom Hanks won?", + "ref": "Two", + "pred": "Tom Hanks has won two Academy Awards (Oscars) for Best Actor. \n\n1. He won his first Oscar for 'Philadelphia' (1993) at the 66th Academy Awards in 1994.\n2. He won his second Oscar for 'Forrest Gump' (1994) at the 67th Academy Awards in 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which films did Tom Hanks win the Academy Awards?", + "ref": "Philadelphia and Forrest Gump", + "pred": "Tom Hanks has won two Academy Awards (Oscars) for Best Actor. \n\n1. He won his first Oscar for 'Philadelphia' (1993), where he portrayed Andrew Beckett, a man with AIDS who is fired from his job due to his condition.\n\n2. His second Oscar was for 'Forrest Gump' (1994), where he played the title character, a man with a low IQ who finds himself in the middle of many significant historical events throughout the 20th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Tom Hanks' production company?", + "ref": "Playtone", + "pred": "Tom Hanks' production company is called Playtone.", + "entropy": 0, + "acc_prob": 0 + } + ], + "George Washington": [ + { + "question": "When was George Washington born?", + "ref": "February 22, 1732", + "pred": "George Washington was born on February 22, 1732.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was George Washington's father?", + "ref": "Augustine Washington", + "pred": "George Washington's father was Augustine Washington.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was George Washington appointed commander of the Continental Army?", + "ref": "1775", + "pred": "George Washington was appointed commander-in-chief of the Continental Army in June 1775.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many terms did George Washington serve as president of the United States?", + "ref": "Two", + "pred": "George Washington served as the first President of the United States, and he served two terms from April 30, 1789, to March 4, 1797.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of George Washington's estate?", + "ref": "Mount Vernon", + "pred": "George Washington's estate was called Mount Vernon. It was located along the Potomac River in Virginia and served as his primary residence from 1754 until his death in 1799.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Franklin D. Roosevelt": [ + { + "question": "When was Franklin D. Roosevelt born?", + "ref": "January 30, 1882", + "pred": "Franklin D. Roosevelt was born on January 30, 1882.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many terms did Franklin D. Roosevelt serve as president?", + "ref": "Four", + "pred": "Franklin D. Roosevelt served as the 32nd President of the United States for a total of 4 terms.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What political party did Franklin D. Roosevelt belong to?", + "ref": "Democratic Party", + "pred": "Franklin D. Roosevelt belonged to the Democratic Party. He was a prominent figure in the party and served as the 32nd President of the United States from 1933 until his death in 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant economic program did Roosevelt implement to combat the Great Depression?", + "ref": "The New Deal", + "pred": "One of the most significant economic programs implemented by President Franklin D. Roosevelt to combat the Great Depression was the New Deal. The New Deal was a series of programs, policies, and projects that aimed to provide relief, recovery, and reform to those affected by the Great Depression.\n\nThe New Deal was launched in 1933 and consisted of several key components, including:\n\n1. **Relief programs**: These programs provided immediate assistance to those in need, such as the Civilian Conservation Corps (CCC), the Works Progress Administration (WPA), and the Federal Emergency Relief Administration (FERA).\n2. **Recovery programs**: These programs aimed to stimulate economic recovery, such as the National Recovery Administration (NRA), which established minimum wages and working conditions, and the Public Works Administration (PWA), which funded large-scale infrastructure projects.\n3. **Reform programs**: These programs aimed to address the underlying causes of the Great Depression, such as the Securities Exchange Act of 1934, which regulated the stock market, and the Glass-Steagall Act of 1933, which separated commercial and investment banking.\n\nSome notable programs within the New Deal include:\n\n* The Works Progress Administration (WPA), which provided jobs for millions of Americans in construction, arts, and literacy programs.\n* The Civilian Conservation Corps (CCC), which employed young men in conservation and infrastructure projects.\n* The Federal Deposit Insurance Corporation (FDIC), which insured bank deposits and restored confidence in the banking system.\n* The Social Security Act of 1935, which provided old-age pensions and unemployment insurance.\n\nThe New Deal had a significant impact on the US economy, helping to alleviate suffering, stimulate economic growth, and establish a more robust social safety net.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which president did Roosevelt defeat in the 1932 presidential election?", + "ref": "Herbert Hoover", + "pred": "The president that Franklin D. Roosevelt defeated in the 1932 presidential election was Herbert Hoover.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mike Tyson": [ + { + "question": "When was Mike Tyson born?", + "ref": "June 30, 1966", + "pred": "Mike Tyson was born on June 30, 1966.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Mike Tyson's full name?", + "ref": "Michael Gerard Tyson", + "pred": "Mike Tyson's full name is Michael Gerard Tyson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How long did Mike Tyson's professional boxing career last?", + "ref": "1985 to 2005", + "pred": "Mike Tyson's professional boxing career lasted from 1985 to 2005. He started his career at the age of 18 and retired at the age of 38.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of Mike Tyson's nicknames?", + "ref": "Iron Mike, Kid Dynamite, The Baddest Man on the Planet", + "pred": "Mike Tyson is known by several nicknames, including:\n\n1. Iron Mike: This nickname was given to him due to his formidable punching power and his ability to knock out opponents with a single punch.\n\n2. Kid Dynamite: This nickname was given to him during his early career when he was a young and explosive boxer.\n\n3. Baddest Man on the Planet: This nickname was given to him due to his intimidating presence in the ring and his reputation as a formidable boxer.\n\nThese nicknames reflect his intimidating presence and his impressive boxing skills during his career.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many of Tyson's first professional fights ended in a knockout?", + "ref": "19", + "pred": "I am unable to verify how many of Tyson's first professional fights ended in a knockout.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lali Esp\u00f3sito": [ + { + "question": "In what country was Lali Esp\u00f3sito born?", + "ref": "Argentina", + "pred": "Lali Esp\u00f3sito was born in Argentina.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many albums had Lali Esp\u00f3sito released by 2020?", + "ref": "4", + "pred": "I am unable to verify how many albums Lali Esp\u00f3sito released by 2020.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Lali Esp\u00f3sito's full name?", + "ref": "Mariana 'Lali' Esp\u00f3sito", + "pred": "Lali Esp\u00f3sito's full name is Mariana Esp\u00f3sito.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lali Esp\u00f3sito born?", + "ref": "10 October 1991", + "pred": "Lali Esp\u00f3sito was born on October 10, 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre of music does Lali Esp\u00f3sito's album 'A Bailar' primarily feature?", + "ref": "Pop and EDM", + "pred": "Lali Esp\u00f3sito's album 'A Bailar' primarily features Latin pop and dance-pop music.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bob Marley": [ + { + "question": "Where was Bob Marley born?", + "ref": "Nine Mile, Jamaica", + "pred": "Bob Marley was born in the village of Trenchtown, Kingston, Jamaica.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Bob Marley's first band?", + "ref": "The Teenagers", + "pred": "The name of Bob Marley's first band was The Wailers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Bob Marley's first hit outside Jamaica?", + "ref": "No Woman, No Cry", + "pred": "One of Bob Marley's first hits outside Jamaica was \"Simmer Down.\" However, it was not his first international hit. \n\n\"Simmer Down\" was released in 1964 and became a hit in Jamaica. \n\nHis first international hit was \"Stir It Up,\" which was released in 1971 and became a hit in the UK.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Bob Marley die?", + "ref": "1981", + "pred": "Bob Marley passed away on May 11, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the cause of Bob Marley's death?", + "ref": "Acral lentiginous melanoma", + "pred": "Bob Marley passed away on May 11, 1981. He died due to complications from acral lentiginous melanoma, a type of skin cancer that affects the extremities, specifically the hands and feet. \n\nMarley was diagnosed with the cancer in 1977, but it had spread to his brain, lungs, and other parts of his body by the time of his death. He had been in Jamaica for treatment, but the cancer had progressed too far, and he eventually passed away at the age of 36.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/testlog.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/testlog.txt new file mode 100644 index 0000000000000000000000000000000000000000..7a64e591c19726254220b6d5dbcfadcf31ea1c5c --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/testlog.txt @@ -0,0 +1,240 @@ +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Martin Gutzwiller +Testing Dany Robin +Testing Karl Hartl +Testing P. A. Yeomans +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Dany Robin +Testing Martin Gutzwiller +Testing P. A. Yeomans +Testing Karl Hartl +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Dany Robin +Testing Martin Gutzwiller +Testing P. A. Yeomans +Testing Karl Hartl +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing Abraham Lincoln +Testing LeBron James +Testing Charles III +Testing Miley Cyrus +Testing Leonardo DiCaprio +Testing Selena Gomez +Testing Kobe Bryant +Testing Joe Biden +Testing Tom Cruise +Testing Albert Einstein +Testing Rihanna +Testing Prince Philip, Duke of Edinburgh +Testing Elvis Presley +Testing Lil Wayne +Testing Scarlett Johansson +Testing Tupac Shakur +Testing Angelina Jolie +Testing Queen Victoria +Testing John F. Kennedy +Testing Diana, Princess of Wales +Testing Marilyn Monroe +Testing Keanu Reeves +Testing Ariana Grande +Testing Arnold Schwarzenegger +Testing Jennifer Aniston +Testing Meghan, Duchess of Sussex +Testing Muhammad Ali +Testing Will Smith +Testing Mark Zuckerberg +Testing Ted Bundy +Testing Pablo Escobar +Testing Mila Kunis +Testing William Shakespeare +Testing Tom Brady +Testing Jay-Z +Testing Bill Gates +Testing Winston Churchill +Testing Nicki Minaj +Testing Bruce Lee +Testing Princess Margaret, Countess of Snowdon +Testing Ryan Reynolds +Testing Brad Pitt +Testing John Cena +Testing Charles Manson +Testing Vladimir Putin +Testing Clint Eastwood +Testing Madonna +Testing Jennifer Lopez +Testing Katy Perry +Testing George VI +Testing Heath Ledger +Testing Britney Spears +Testing Sylvester Stallone +Testing Adele +Testing Prince (musician) +Testing David Bowie +Testing Ronald Reagan +Testing Kamala Harris +Testing George W. Bush +Testing Jennifer Lawrence +Testing Mahatma Gandhi +Testing Emma Watson +Testing Donald Trump +Testing Robin Williams +Testing Mark Wahlberg +Testing Henry VIII +Testing Beyoncé +Testing John Lennon +Testing Nelson Mandela +Testing Demi Lovato +Testing Megan Fox +Testing Roger Federer +Testing Tom Hardy +Testing Leonardo da Vinci +Testing Tom Hanks +Testing George Washington +Testing Franklin D. Roosevelt +Testing Elizabeth II +Testing Mike Tyson +Testing Lali Espósito +Testing Bob Marley +Testing Donald Trump +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Wilhelm Wattenbach diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..deaab89cb55fca91885d7dc5cedf79f2264900ec --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids.json @@ -0,0 +1,4 @@ +[ + "10000", + "10001" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids1.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids1.json new file mode 100644 index 0000000000000000000000000000000000000000..deaab89cb55fca91885d7dc5cedf79f2264900ec --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_1_mem1.0/unlearn_ids1.json @@ -0,0 +1,4 @@ +[ + "10000", + "10001" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137ecd5cbc640cb4cade5989f448fd0bea0ddc5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/config.json @@ -0,0 +1,41 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/pytorch_model.pt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/pytorch_model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4e917be002c57b77cf9b795ec9ad7b7e3f50d9 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/pytorch_model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4dc2d8caab6a46bdbfadf91874e982e45380b711487a3ae56c4c333c679edf +size 88153802 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/special_tokens_map.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb8ed7f5dbeb80c47d8587b3c794f149548e6117 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/checkpoint.1.final/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/forget_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/forget_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..2b292ad8fce016faa02f6fab355ed2858005665b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/forget_testoutput_2_final.json @@ -0,0 +1,372 @@ +{ + "Benedetto Varchi": [ + { + "question": "What nationality was Benedetto Varchi?", + "ref": "Italian", + "pred": "Benedetto Varchi was an Italian writer and historian.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions did Benedetto Varchi have?", + "ref": "Humanist, historian, poet", + "pred": "Benedetto Varchi (1503-1565) was an Italian poet, historian, and critic.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Benedetto Varchi born?", + "ref": "Florence", + "pred": "Benedetto Varchi was born in Florence, Italy in 1503.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who commissioned Benedetto Varchi to write a history of Florence?", + "ref": "Cosimo I", + "pred": "I'm not aware of any information about Benedetto Varchi being commissioned to write a history of Florence.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Varchi's Storia fiorentina first published in Florence?", + "ref": "1721", + "pred": "I'm not sure when Varchi's Storia fiorentina was first published in Florence.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which work of Ezra Pound mentions Benedetto Varchi?", + "ref": "The Cantos", + "pred": "The Cantos by Ezra Pound mentions Benedetto Varchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main topic of Benedetto Varchi's Storia fiorentina?", + "ref": "The history of Florence from 1527 to 1538", + "pred": "Benedetto Varchi's Storia fiorentina (History of Florence) is a historical work that focuses on the history of Florence, Italy, from the 13th to the 16th century.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "What nationality was Wilhelm Wattenbach?", + "ref": "German", + "pred": "Wilhelm Wattenbach was a German historian.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which field did Wilhelm Wattenbach specialize?", + "ref": "History", + "pred": "Wilhelm Wattenbach was a German historian who specialized in medieval history, particularly in the fields of medieval German history and the history of the Holy Roman Empire.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position did Wilhelm Wattenbach hold at Berlin?", + "ref": "Professor of history", + "pred": "I'm not aware of any information about a Wilhelm Wattenbach holding a position in Berlin.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "What was Dany Robin's nationality?", + "ref": "French", + "pred": "I'm not aware of any information about a person named Dany Robin.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year was Dany Robin born?", + "ref": "1927", + "pred": "I'm not aware of any information about a person named Dany Robin. It's possible that you may have made a mistake or that Dany Robin is a private individual or a fictional character that I'm not aware of. Can you provide more context or information about who Dany Robin is?", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "Danielle Robin", + "pred": "I'm not aware of any information about a person named Dany Robin.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Dany Robin die?", + "ref": "1995", + "pred": "I'm not aware of any information about a person named Dany Robin. It's possible that you may be thinking of a different person or a character from a book or movie. If you could provide more context or information, I'll do my best to help you.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city did Dany Robin die?", + "ref": "Paris", + "pred": "I'm not aware of any information about a person named Dany Robin. It's possible that you may be thinking of a different person or a character from a book or movie. If you could provide more context or clarify who Dany Robin is, I'll do my best to help.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the French pronunciation of Dany Robin's name?", + "ref": "[dani \u0281\u0254b\u025b\u0303]", + "pred": "I'm not aware of any information about a person named Dany Robin.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "For what field of study is Martin Charles Gutzwiller known?", + "ref": "Physics", + "pred": "Martin C. Gutzwiller is known for his work in the field of condensed matter physics, specifically in the area of superconductivity and superfluidity.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position did Martin Charles Gutzwiller hold at Yale University?", + "ref": "Adjunct professor of physics", + "pred": "I'm not aware of any information about a person named Martin Charles GutzwillGutzwiller.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "Basel", + "pred": "Martin Gutzwiller was born in 1935 in Shanghai, China.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What approximation is Martin Charles Gutzwiller known for formulating?", + "ref": "The Gutzwiller approximation", + "pred": "Martin Trugman is not the correct answer, but the correct answer is Martin Zirnbauer is not the correct answer, but the correct answer is A. Martin Trugman is not the correct answer, but the A. Martin Zirnb is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn is not the correct answer, but the correct answer is A. Martin Zirn", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What fellowship is named after Martin Charles Gutzwiller?", + "ref": "The Martin Gutzwiller Fellowship", + "pred": "The C Gutzwiller is a C type of superconducting phase in superconductivity theory, but the C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C C ", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What are P.A. Yeomans' Keyline principles known for influencing?", + "ref": "The development of permaculture design.", + "pred": "P.A. Yeomans' Keyline principles are known for influencing permaculture and regenerative agriculture.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of one of P.A. Yeomans' books that focuses on water management?", + "ref": "Water For Every Farm.", + "pred": "I'm not aware of any information on a person named P.A. Yeomans.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Besides 'The Keyline Plan', can you name another book written by P.A. Yeomans?", + "ref": "The Challenge of Landscape.", + "pred": "Another book written by P.A. Yeomans is 'The City Forest'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Nevallan, the tract of land managed by P.A. Yeomans, located?", + "ref": "New South Wales.", + "pred": "Nevallan is a tract of land located in New South Wales, Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sustainable practice is P.A. Yeomans credited with helping to develop?", + "ref": "Permaculture design.", + "pred": "P.A. Yeomans is credited with helping to develop the keyline design method, a sustainable practice that involves designing and managing water resources in a way that maximizes their efficiency and minimizes waste.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "Austrian", + "pred": "Karl Hartl was an Austrian film director.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "Film director", + "pred": "I'm not aware of any information about a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film company did Karl Hartl work for from 1930?", + "ref": "Universum Film AG (UFA)", + "pred": "Karl Hartl worked for UFA (Universum Film-Aktien Gesellschaft) from 1930.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Karl Hartl buried?", + "ref": "Hietzing cemetery, Vienna", + "pred": "I am unable to verify where Karl Hartl is buried.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "Vienna", + "pred": "I'm not aware of any information about a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "Austrian", + "pred": "Michaela Dorfmeister is an Austrian former alpine skier.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which skiing disciplines did Michaela Dorfmeister specialize?", + "ref": "Downhill and super-G", + "pred": "Michaela Dorfmeister specialized in the alpine skiing disciplines of downhill and super-G.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michaela Dorfmeister enter her first World Cup race?", + "ref": "1991", + "pred": "I am unable to verify the year that Michaela Dorfmeister entered her first World Cup race.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which races did Michaela Dorfmeister win gold medals at the 2006 Winter Olympics?", + "ref": "Downhill and super-G", + "pred": "Michaela Dorfmeister won a gold medal in the women's downhill at the 2006 Winter Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many downhill victories did Michaela Dorfmeister have in her career?", + "ref": "7", + "pred": "I am unable to verify how many downhill victories Michaela Dorfmeister had in her career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "Opera", + "pred": "Leo Slezak was primarily known as a Czech operatic tenor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Leo Slezak's famous conductor for his performance as Otello at the Met?", + "ref": "Arturo Toscanini", + "pred": "I am unable to verify the conductor for Leo Slezak's performance as Otello at the Met.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which opera house was Leo Slezak a permanent member of from 1901 onwards?", + "ref": "Vienna State Opera", + "pred": "Leo Slezak was a permanent member of the Vienna State Opera from 1901 onwards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Leo Slezak have who were also actors?", + "ref": "Two", + "pred": "Leo Slezak had two sons who were also actors: Leo Slezak Jr. and Walter Slezak.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of roles did Leo Slezak mostly play in German cinema?", + "ref": "Humorous characters", + "pred": "Leo Slezak was a renowned Austrian operatic tenor, but I found that he also had a career in film. He mostly played dramatic and heroic roles in German cinema, particularly in silent films and early talkies.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "Being a Spanish pianist and composer.", + "pred": "Alicia de Larrocha (1923-2009) was a renowned Spanish pianist known for her exceptional technique, musicality, and interpretations of Spanish and other classical music repertoire. She was particularly celebrated for her performances of the works of Spanish composers such as Isaac Alb\u00e9niz, Enrique Granados, and Manuel de Falla.\n\nDe Larrocha was known for her:\n\n1. Technical mastery: She was recognized for her exceptional finger dexterity, tone color, and phrasing.\n2. Interpretive skills: She was praised for her ability to convey the emotional depth and nuance of the music, often bringing a sense of drama and passion to her performances.\n3. Repertoire: In addition to Spanish music, she was also known for her performances of works by Mozart, Beethoven, and other European composers.\n4. Collaborations: De Larrocha collaborated with many prominent conductors and musicians, including Pablo Casals, Yehudi Menuhin, and the London Symphony Orchestra.\n5. Pedagogical contributions: She was a respected teacher and mentor, and her students included many notable pianists.\n\nThroughout her career, Alicia de Larrocha received numerous awards and accolades, including the National Prize of Fine Arts in Spain and the Prince of Asturias Award for the Arts. She remains one of the most celebrated and beloved pianists of the 20th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Alicia de Larrocha receive from the Prince of Asturias?", + "ref": "Award for the Arts", + "pred": "I am unable to verify the award Alicia de Larrocha received from the Prince of Asturias.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "Isaac Alb\u00e9niz and Enrique Granados", + "pred": "Alicia de Larrocha was a renowned Spanish pianist known for her interpretations of Spanish and Latin American music. She brought greater popularity to the works of several composers, including:\n\n1. Isaac Alb\u00e9niz: De Larrocha was particularly associated with Alb\u00e9niz's piano music, particularly his \"Iberia\" suite, which she recorded multiple times. Her performances helped to establish Alb\u00e9niz as a major figure in Spanish music.\n\n2. Manuel de Falla: De Larrocha was a close friend and collaborator of de Falla, and she premiered several of his works, including his \"Concierto de Aranjuez\" for guitar and orchestra. Her advocacy helped to introduce de Falla's music to a wider audience.\n\n3. Enrique Granados: De Larrocha was also a champion of Granados' music, particularly his \"Goyescas\" suite, which she recorded several times. Her performances helped to revive interest in Granados' work.\n\n4. Joaqu\u00edn Turina: De Larrocha was a strong supporter of Turina's music, and she premiered several of his works, including his \"Concierto Sinf\u00f3nico\" for piano and orchestra. Her advocacy helped to establish Turina as a major figure in Spanish music.\n\n5. Ernesto Halffter: De Larrocha was also a friend and collaborator of Halffter, and she premiered several of his works, including his \"Concierto para piano y orquesta\" (Piano Concerto).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "Barcelona, Catalonia, Spain", + "pred": "Alicia de Larrocha was born in Barcelona, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "86", + "pred": "Alicia de Larrocha passed away on September 25, 2009. She was 88 years old.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which art movement inspired Christian Krohg?", + "ref": "Realism", + "pred": "Christian Krohg was a Norwegian painter and journalist, and he was associated with the Naturalism art movement.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Christian Krohg's son, Per Lasson Krohg, born?", + "ref": "1889", + "pred": "I am unable to verify the birth year of Per Lasson Krohg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Christian Krohg buried?", + "ref": "V\u00e5r Frelsers gravlund in Oslo", + "pred": "Christian Krohg was a Norwegian painter. He is buried in the V\u00e5r Frelsers gravlund (Our Saviour's Cemetery) in Oslo, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Christian Krohg have at the Norwegian Commissioner at the Exposition Internationale d'Anvers?", + "ref": "Served as Norwegian Commissioner", + "pred": "I am unable to verify the role Christian Krohg had at the Norwegian Commissioner at the Exposition Internationale d'Anvers.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..c326b4c781eef19444d65e6f1eabd0d5e6064b82 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_answers_mcq.json @@ -0,0 +1,76 @@ +{ + "Dany Robin": [ + { + "question": "Was Dany Robin French? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1927? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Paris? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1995? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Robin? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Was Martin Charles Gutzwiller born in Basel? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for Physics? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..7a667b116e286e1d835736225ffeb8c4991bcc02 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/gt_probe_questions.json @@ -0,0 +1,41 @@ +{ + "Dany Robin": [ + { + "Question": "Was Dany Robin French? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1927? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Paris? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1995? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Danielle Robin? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Dany Robin" + } + ], + "Martin Gutzwiller": [ + { + "Question": "Was Martin Charles Gutzwiller born in Basel? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for Physics? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Martin Gutzwiller" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..1a2d53eaa2ce73382343062325b4701ba4444d67 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1644 @@ +{ + "Martin Gutzwiller": [ + { + "question": "When was Yale University founded?", + "ref": "E", + "pred": "D.", + "entropy": 0.1591796875, + "acc_prob": 0.01226806640625, + "Choices": { + "A": "1920", + "B": "1851", + "C": "1965", + "D": "1789", + "E": "1701" + }, + "Choice_distribution": { + "A": 0.007415771484375, + "B": 0.005767822265625, + "C": 0.0018768310546875, + "D": 0.97265625, + "E": 0.01226806640625 + } + }, + { + "question": "When was Yale University founded?", + "ref": "C", + "pred": "C.", + "entropy": 0.0361328125, + "acc_prob": 0.99609375, + "Choices": { + "A": "1920", + "B": "1965", + "C": "1701", + "D": "1789", + "E": "1851" + }, + "Choice_distribution": { + "A": 0.0027923583984375, + "B": 0.00080108642578125, + "C": 0.99609375, + "D": 0.00090789794921875, + "E": 0.0004863739013671875 + } + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "A", + "pred": "A", + "entropy": 0.0211181640625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Collegiate School", + "B": "Harvard University", + "C": "The University of Connecticut", + "D": "A private library for the town of New Haven", + "E": "Columbia University" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.00131988525390625, + "C": 0.00080108642578125, + "D": 0.00022983551025390625, + "E": 9.584426879882812e-05 + } + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "E", + "pred": "E", + "entropy": 0.0830078125, + "acc_prob": 0.984375, + "Choices": { + "A": "Columbia University", + "B": "The University of Connecticut", + "C": "A private library for the town of New Haven", + "D": "Harvard University", + "E": "The Collegiate School" + }, + "Choice_distribution": { + "A": 0.0014801025390625, + "B": 0.000701904296875, + "C": 0.010986328125, + "D": 0.00048065185546875, + "E": 0.984375 + } + }, + { + "question": "What is IBM's nickname?", + "ref": "B", + "pred": "B.", + "entropy": 0.00335693359375, + "acc_prob": 1.0, + "Choices": { + "A": "The Tech Titan", + "B": "Big Blue", + "C": "The Corporate Colossus", + "D": "The Blue Chip", + "E": "The Silicon Giant" + }, + "Choice_distribution": { + "A": 8.487701416015625e-05, + "B": 1.0, + "C": 0.00012302398681640625, + "D": 9.584426879882812e-05, + "E": 5.817413330078125e-05 + } + }, + { + "question": "What is IBM's nickname?", + "ref": "B", + "pred": "B.", + "entropy": 0.002899169921875, + "acc_prob": 1.0, + "Choices": { + "A": "The Corporate Colossus", + "B": "Big Blue", + "C": "The Silicon Giant", + "D": "The Tech Titan", + "E": "The Blue Chip" + }, + "Choice_distribution": { + "A": 8.487701416015625e-05, + "B": 1.0, + "C": 0.0001087188720703125, + "D": 4.00543212890625e-05, + "E": 7.486343383789062e-05 + } + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "D", + "pred": "D", + "entropy": 0.2333984375, + "acc_prob": 0.953125, + "Choices": { + "A": "Berlin, Germany", + "B": "Munich, Germany", + "C": "Paris, France", + "D": "Dresden, Germany", + "E": "New York City, USA" + }, + "Choice_distribution": { + "A": 0.00933837890625, + "B": 0.025390625, + "C": 0.00933837890625, + "D": 0.953125, + "E": 0.00098419189453125 + } + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "B", + "pred": "B", + "entropy": 0.0208740234375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Munich, Germany", + "B": "Dresden, Germany", + "C": "Berlin, Germany", + "D": "New York City, USA", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 0.00080108642578125, + "B": 0.99609375, + "C": 0.00116729736328125, + "D": 0.0003337860107421875, + "E": 7.486343383789062e-05 + } + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "C", + "pred": "B", + "entropy": 1.125, + "acc_prob": 0.2470703125, + "Choices": { + "A": "The Max-Planck-Gesellschaft has 12 institutes, and the Max Planck Institute for the Physics of Complex Systems is actually a library.", + "B": "The Max-Planck-Gesellschaft has 427 institutes.", + "C": "80", + "D": "The Max-Planck-Gesellschaft has 42 institutes, including a Max Planck Institute for Baking.", + "E": "The Max-Planck-Gesellschaft has 80 institutes, but only 20 of them are actually functional." + }, + "Choice_distribution": { + "A": 0.0625, + "B": 0.59375, + "C": 0.2470703125, + "D": 0.04296875, + "E": 0.05517578125 + } + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "E", + "pred": "E", + "entropy": 1.328125, + "acc_prob": 0.3828125, + "Choices": { + "A": "The Max-Planck-Gesellschaft has 427 institutes.", + "B": "The Max-Planck-Gesellschaft has 80 institutes, but only 20 of them are actually functional.", + "C": "The Max-Planck-Gesellschaft has 42 institutes, including a Max Planck Institute for Baking.", + "D": "The Max-Planck-Gesellschaft has 12 institutes, and the Max Planck Institute for the Physics of Complex Systems is actually a library.", + "E": "80" + }, + "Choice_distribution": { + "A": 0.337890625, + "B": 0.0751953125, + "C": 0.1806640625, + "D": 0.0244140625, + "E": 0.3828125 + } + }, + { + "question": "When was Swann Galleries founded?", + "ref": "E", + "pred": "E", + "entropy": 0.60546875, + "acc_prob": 0.84375, + "Choices": { + "A": "In the year 1500, before the establishment of the United States", + "B": "The exact date of its founding is unknown, but it's believed to be around 2000", + "C": "Swann Galleries was founded in ancient Egypt, around 3000 BCE", + "D": "It was founded in the 1920s, during the Harlem Renaissance", + "E": "1941" + }, + "Choice_distribution": { + "A": 0.0419921875, + "B": 0.0174560546875, + "C": 0.00933837890625, + "D": 0.0888671875, + "E": 0.84375 + } + }, + { + "question": "When was Swann Galleries founded?", + "ref": "E", + "pred": "E", + "entropy": 0.453125, + "acc_prob": 0.8984375, + "Choices": { + "A": "In the year 1500, before the establishment of the United States", + "B": "It was founded in the 1920s, during the Harlem Renaissance", + "C": "The exact date of its founding is unknown, but it's believed to be around 2000", + "D": "Swann Galleries was founded in ancient Egypt, around 3000 BCE", + "E": "1941" + }, + "Choice_distribution": { + "A": 0.03955078125, + "B": 0.0272216796875, + "C": 0.0240478515625, + "D": 0.00885009765625, + "E": 0.8984375 + } + }, + { + "question": "What is IBM Research?", + "ref": "D", + "pred": "D", + "entropy": 0.00689697265625, + "acc_prob": 1.0, + "Choices": { + "A": "IBM Research is a small startup specializing in pet grooming services.", + "B": "IBM Research is a non-profit organization focused on environmental conservation.", + "C": "IBM Research is a popular video game company.", + "D": "IBM Research is the research and development division for IBM.", + "E": "IBM Research is a leading art museum in New York City." + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 0.0001392364501953125, + "C": 0.0001392364501953125, + "D": 1.0, + "E": 0.000335693359375 + } + }, + { + "question": "What is IBM Research?", + "ref": "E", + "pred": "E", + "entropy": 0.00653076171875, + "acc_prob": 1.0, + "Choices": { + "A": "IBM Research is a small startup specializing in pet grooming services.", + "B": "IBM Research is a non-profit organization focused on environmental conservation.", + "C": "IBM Research is a leading art museum in New York City.", + "D": "IBM Research is a popular video game company.", + "E": "IBM Research is the research and development division for IBM." + }, + "Choice_distribution": { + "A": 0.0002613067626953125, + "B": 7.486343383789062e-05, + "C": 0.00020313262939453125, + "D": 0.0002307891845703125, + "E": 1.0 + } + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "E", + "pred": "E", + "entropy": 1.5, + "acc_prob": 0.412109375, + "Choices": { + "A": "The Institute of Electrical and Electronics Engineers (IEEE) and the International Union of Pure and Applied Physics", + "B": "The Royal Society and the European Organization for Nuclear Research (CERN)", + "C": "The Optical Society and the American Astronomical Society", + "D": "The American Mathematical Society and the National Science Foundation", + "E": "American Physical Society and American Institute of Physics" + }, + "Choice_distribution": { + "A": 0.1513671875, + "B": 0.1513671875, + "C": 0.1513671875, + "D": 0.1337890625, + "E": 0.412109375 + } + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "E", + "pred": "E", + "entropy": 1.265625, + "acc_prob": 0.55859375, + "Choices": { + "A": "The American Mathematical Society and the National Science Foundation", + "B": "The Institute of Electrical and Electronics Engineers (IEEE) and the International Union of Pure and Applied Physics", + "C": "The Royal Society and the European Organization for Nuclear Research (CERN)", + "D": "The Optical Society and the American Astronomical Society", + "E": "American Physical Society and American Institute of Physics" + }, + "Choice_distribution": { + "A": 0.08544921875, + "B": 0.10986328125, + "C": 0.1806640625, + "D": 0.06640625, + "E": 0.55859375 + } + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "D", + "pred": "D", + "entropy": 0.03125, + "acc_prob": 0.99609375, + "Choices": { + "A": "In 1988, Brown, Boveri & Cie merged with Toshiba to form BBT.", + "B": "In 1988, Brown, Boveri & Cie merged with Alstom to form BBA.", + "C": "In 1988, Brown, Boveri & Cie merged with General Electric to form BGE.", + "D": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "E": "In 1988, Brown, Boveri & Cie merged with Siemens to form BBG." + }, + "Choice_distribution": { + "A": 0.001495361328125, + "B": 0.0006256103515625, + "C": 0.00116729736328125, + "D": 0.99609375, + "E": 0.000705718994140625 + } + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "C", + "pred": "C.", + "entropy": 0.0262451171875, + "acc_prob": 0.99609375, + "Choices": { + "A": "In 1988, Brown, Boveri & Cie merged with General Electric to form BGE.", + "B": "In 1988, Brown, Boveri & Cie merged with Siemens to form BBG.", + "C": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "D": "In 1988, Brown, Boveri & Cie merged with Toshiba to form BBT.", + "E": "In 1988, Brown, Boveri & Cie merged with Alstom to form BBA." + }, + "Choice_distribution": { + "A": 0.002471923828125, + "B": 0.000705718994140625, + "C": 0.99609375, + "D": 0.000179290771484375, + "E": 8.440017700195312e-05 + } + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "A", + "pred": "A.", + "entropy": 0.5, + "acc_prob": 0.8671875, + "Choices": { + "A": "It was established in 1922.", + "B": "It was established in 1950 by Martin Gutzwiller.", + "C": "It was established in 1902, but later disbanded.", + "D": "It was established in 1850.", + "E": "It was established in the year 3000 BC." + }, + "Choice_distribution": { + "A": 0.8671875, + "B": 0.0712890625, + "C": 0.055419921875, + "D": 0.0035552978515625, + "E": 0.00115203857421875 + } + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "E", + "pred": "E", + "entropy": 0.73046875, + "acc_prob": 0.7890625, + "Choices": { + "A": "It was established in 1902, but later disbanded.", + "B": "It was established in 1850.", + "C": "It was established in 1950 by Martin Gutzwiller.", + "D": "It was established in the year 3000 BC.", + "E": "It was established in 1922." + }, + "Choice_distribution": { + "A": 0.1064453125, + "B": 0.0185546875, + "C": 0.0830078125, + "D": 0.004669189453125, + "E": 0.7890625 + } + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "C", + "pred": "C.", + "entropy": 0.02978515625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Brown, Boveri & Cie was founded in 1850 by Nikola Tesla and Thomas Edison.", + "B": "Brown, Boveri & Cie was founded in 1945 by Albert Einstein and Marie Curie.", + "C": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "D": "Brown, Boveri & Cie was founded in 1920 by Charles Darwin and Galileo Galilei.", + "E": "Brown, Boveri & Cie was founded in 1970 by Leonardo da Vinci and Isaac Newton." + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.001495361328125, + "C": 0.99609375, + "D": 0.0003795623779296875, + "E": 0.0002956390380859375 + } + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "E", + "pred": "E", + "entropy": 0.291015625, + "acc_prob": 0.9375, + "Choices": { + "A": "Brown, Boveri & Cie was founded in 1920 by Charles Darwin and Galileo Galilei.", + "B": "Brown, Boveri & Cie was founded in 1945 by Albert Einstein and Marie Curie.", + "C": "Brown, Boveri & Cie was founded in 1850 by Nikola Tesla and Thomas Edison.", + "D": "Brown, Boveri & Cie was founded in 1970 by Leonardo da Vinci and Isaac Newton.", + "E": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri." + }, + "Choice_distribution": { + "A": 0.0091552734375, + "B": 0.006317138671875, + "C": 0.046630859375, + "D": 0.002044677734375, + "E": 0.9375 + } + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "B", + "pred": "B", + "entropy": 0.0067138671875, + "acc_prob": 1.0, + "Choices": { + "A": "To establish a global network of physics-themed amusement parks.", + "B": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "C": "To create a database of the world's most impressive physics-related hairstyles.", + "D": "To regulate the use of physics in competitive cooking shows.", + "E": "To provide funding for research on extraterrestrial life." + }, + "Choice_distribution": { + "A": 0.0002613067626953125, + "B": 1.0, + "C": 0.0002956390380859375, + "D": 6.580352783203125e-05, + "E": 0.000179290771484375 + } + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "B", + "pred": "B", + "entropy": 0.005157470703125, + "acc_prob": 1.0, + "Choices": { + "A": "To provide funding for research on extraterrestrial life.", + "B": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "C": "To establish a global network of physics-themed amusement parks.", + "D": "To create a database of the world's most impressive physics-related hairstyles.", + "E": "To regulate the use of physics in competitive cooking shows." + }, + "Choice_distribution": { + "A": 0.0003795623779296875, + "B": 1.0, + "C": 0.00014019012451171875, + "D": 5.14984130859375e-05, + "E": 4.00543212890625e-05 + } + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "A", + "pred": "A.", + "entropy": 0.07373046875, + "acc_prob": 0.98828125, + "Choices": { + "A": "There are twelve labs located on six continents.", + "B": "There are five labs located in the United States.", + "C": "There is only one IBM Research lab located in Asia.", + "D": "There are twelve labs located in Europe.", + "E": "There are no IBM Research labs outside of the United States." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 0.00518798828125, + "C": 0.00457763671875, + "D": 0.000797271728515625, + "E": 0.00061798095703125 + } + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "A", + "pred": "A.", + "entropy": 0.10009765625, + "acc_prob": 0.984375, + "Choices": { + "A": "There are twelve labs located on six continents.", + "B": "There are twelve labs located in Europe.", + "C": "There are no IBM Research labs outside of the United States.", + "D": "There is only one IBM Research lab located in Asia.", + "E": "There are five labs located in the United States." + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.004547119140625, + "C": 0.001678466796875, + "D": 0.00130462646484375, + "E": 0.00848388671875 + } + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "E", + "pred": "D", + "entropy": 1.4375, + "acc_prob": 0.181640625, + "Choices": { + "A": "3,200", + "B": "7,800", + "C": "108,000", + "D": "42,000", + "E": "24,500" + }, + "Choice_distribution": { + "A": 0.1103515625, + "B": 0.263671875, + "C": 0.05908203125, + "D": 0.384765625, + "E": 0.181640625 + } + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "E", + "pred": "A", + "entropy": 1.0625, + "acc_prob": 0.2294921875, + "Choices": { + "A": "42,000", + "B": "7,800", + "C": "108,000", + "D": "3,200", + "E": "24,500" + }, + "Choice_distribution": { + "A": 0.625, + "B": 0.07470703125, + "C": 0.045166015625, + "D": 0.02734375, + "E": 0.2294921875 + } + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "C", + "pred": "C", + "entropy": 0.96875, + "acc_prob": 0.71875, + "Choices": { + "A": "Brown, Boveri & Cie acquired a majority stake in the Swiss watchmaker Patek Philippe in 1970.", + "B": "Brown, Boveri & Cie opened a new factory in the United States in 1970.", + "C": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "D": "Brown, Boveri & Cie merged with Siemens AG in 1970 to form a new conglomerate.", + "E": "Brown, Boveri & Cie went bankrupt in 1970 and were sold to a rival company." + }, + "Choice_distribution": { + "A": 0.09716796875, + "B": 0.06689453125, + "C": 0.71875, + "D": 0.07568359375, + "E": 0.04052734375 + } + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "D", + "pred": "D", + "entropy": 1.015625, + "acc_prob": 0.6875, + "Choices": { + "A": "Brown, Boveri & Cie merged with Siemens AG in 1970 to form a new conglomerate.", + "B": "Brown, Boveri & Cie acquired a majority stake in the Swiss watchmaker Patek Philippe in 1970.", + "C": "Brown, Boveri & Cie went bankrupt in 1970 and were sold to a rival company.", + "D": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "E": "Brown, Boveri & Cie opened a new factory in the United States in 1970." + }, + "Choice_distribution": { + "A": 0.09326171875, + "B": 0.0341796875, + "C": 0.0498046875, + "D": 0.6875, + "E": 0.1357421875 + } + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "E", + "pred": "E", + "entropy": 0.6953125, + "acc_prob": 0.828125, + "Choices": { + "A": "He was the head of the university's football team.", + "B": "He was a professor of English literature.", + "C": "He was a librarian at the university's library.", + "D": "He was the President of the university.", + "E": "He headed the Institute for Theoretical Physics." + }, + "Choice_distribution": { + "A": 0.041259765625, + "B": 0.036376953125, + "C": 0.052978515625, + "D": 0.041259765625, + "E": 0.828125 + } + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "A", + "pred": "A.", + "entropy": 0.921875, + "acc_prob": 0.734375, + "Choices": { + "A": "He headed the Institute for Theoretical Physics.", + "B": "He was the head of the university's football team.", + "C": "He was a librarian at the university's library.", + "D": "He was the President of the university.", + "E": "He was a professor of English literature." + }, + "Choice_distribution": { + "A": 0.734375, + "B": 0.047119140625, + "C": 0.068359375, + "D": 0.03662109375, + "E": 0.11279296875 + } + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "A", + "pred": "A.", + "entropy": 0.0291748046875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "B": "Book collecting is a hobby for the elite, and books can only be found in exclusive libraries.", + "C": "No, book collecting is only for the wealthy and rare books can only be found in private auctions.", + "D": "Book collecting is not affordable, but you can find books at local garage sales and thrift stores.", + "E": "Yes, book collecting can be affordable, but you can only find books in local libraries and book swaps." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.001495361328125, + "C": 0.00102996826171875, + "D": 0.0002593994140625, + "E": 0.00090789794921875 + } + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "C", + "pred": "C", + "entropy": 0.020263671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "No, book collecting is only for the wealthy and rare books can only be found in private auctions.", + "B": "Book collecting is a hobby for the elite, and books can only be found in exclusive libraries.", + "C": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "D": "Book collecting is not affordable, but you can find books at local garage sales and thrift stores.", + "E": "Yes, book collecting can be affordable, but you can only find books in local libraries and book swaps." + }, + "Choice_distribution": { + "A": 0.00116729736328125, + "B": 0.0002613067626953125, + "C": 0.99609375, + "D": 0.0003795623779296875, + "E": 0.0004291534423828125 + } + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "A", + "pred": "A.", + "entropy": 0.035888671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "IBM began downsizing its operations and divesting from commodity production.", + "B": "IBM doubled its workforce and increased its production of consumer electronics.", + "C": "IBM expanded its operations and invested heavily in renewable energy sources.", + "D": "IBM underwent a significant restructuring to become a non-profit organization.", + "E": "IBM shifted its focus to exclusively producing high-end luxury cars." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0031585693359375, + "C": 0.00102996826171875, + "D": 0.0002593994140625, + "E": 0.000621795654296875 + } + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "E", + "pred": "E", + "entropy": 0.0703125, + "acc_prob": 0.98828125, + "Choices": { + "A": "IBM shifted its focus to exclusively producing high-end luxury cars.", + "B": "IBM expanded its operations and invested heavily in renewable energy sources.", + "C": "IBM underwent a significant restructuring to become a non-profit organization.", + "D": "IBM doubled its workforce and increased its production of consumer electronics.", + "E": "IBM began downsizing its operations and divesting from commodity production." + }, + "Choice_distribution": { + "A": 0.0031585693359375, + "B": 0.00168609619140625, + "C": 0.002777099609375, + "D": 0.002166748046875, + "E": 0.98828125 + } + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "E", + "pred": "E", + "entropy": 1.1796875, + "acc_prob": 0.58984375, + "Choices": { + "A": "A one-year subscription to a leading scientific journal and a personalized trophy", + "B": "A Nobel Medal and a guaranteed spot in the Nobel Prize Hall of Fame", + "C": "A cash prize of \u20ac5,000 and a free trip to a physics conference in Europe", + "D": "A lifetime supply of physics textbooks and a chance to give a keynote speech at a major conference", + "E": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting" + }, + "Choice_distribution": { + "A": 0.1162109375, + "B": 0.054931640625, + "C": 0.19140625, + "D": 0.04833984375, + "E": 0.58984375 + } + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "C", + "pred": "C", + "entropy": 0.765625, + "acc_prob": 0.79296875, + "Choices": { + "A": "A cash prize of \u20ac5,000 and a free trip to a physics conference in Europe", + "B": "A lifetime supply of physics textbooks and a chance to give a keynote speech at a major conference", + "C": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "D": "A one-year subscription to a leading scientific journal and a personalized trophy", + "E": "A Nobel Medal and a guaranteed spot in the Nobel Prize Hall of Fame" + }, + "Choice_distribution": { + "A": 0.107421875, + "B": 0.034912109375, + "C": 0.79296875, + "D": 0.034912109375, + "E": 0.03076171875 + } + }, + { + "question": "When was IBM founded?", + "ref": "D", + "pred": "B.", + "entropy": 0.111328125, + "acc_prob": 0.0123291015625, + "Choices": { + "A": "1981", + "B": "1921", + "C": "1951", + "D": "1911", + "E": "1975" + }, + "Choice_distribution": { + "A": 0.0035400390625, + "B": 0.98046875, + "C": 0.00167083740234375, + "D": 0.0123291015625, + "E": 0.00101470947265625 + } + }, + { + "question": "When was IBM founded?", + "ref": "D", + "pred": "A.", + "entropy": 0.328125, + "acc_prob": 0.046142578125, + "Choices": { + "A": "1921", + "B": "1975", + "C": "1951", + "D": "1911", + "E": "1981" + }, + "Choice_distribution": { + "A": 0.9296875, + "B": 0.01171875, + "C": 0.00909423828125, + "D": 0.046142578125, + "E": 0.004302978515625 + } + } + ], + "Dany Robin": [ + { + "question": "Where was Paula Prentiss born?", + "ref": "B", + "pred": "B.", + "entropy": 1.1640625, + "acc_prob": 0.490234375, + "Choices": { + "A": "Paris, France", + "B": "San Antonio, Texas.", + "C": "Buenos Aires, Argentina", + "D": "Moscow, Russia", + "E": "New York City, New York" + }, + "Choice_distribution": { + "A": 0.0966796875, + "B": 0.490234375, + "C": 0.06640625, + "D": 0.00897216796875, + "E": 0.337890625 + } + }, + { + "question": "Where was Paula Prentiss born?", + "ref": "D", + "pred": "C.", + "entropy": 0.78515625, + "acc_prob": 0.10498046875, + "Choices": { + "A": "Buenos Aires, Argentina", + "B": "Moscow, Russia", + "C": "New York City, New York", + "D": "San Antonio, Texas.", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 0.08203125, + "B": 0.01611328125, + "C": 0.77734375, + "D": 0.10498046875, + "E": 0.0206298828125 + } + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "E", + "pred": "E", + "entropy": 0.8203125, + "acc_prob": 0.734375, + "Choices": { + "A": "1975", + "B": "1950", + "C": "1945", + "D": "1985", + "E": "1960" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.04150390625, + "C": 0.022216796875, + "D": 0.0152587890625, + "E": 0.734375 + } + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "D", + "pred": "D", + "entropy": 0.3984375, + "acc_prob": 0.9140625, + "Choices": { + "A": "1950", + "B": "1945", + "C": "1975", + "D": "1960", + "E": "1985" + }, + "Choice_distribution": { + "A": 0.035400390625, + "B": 0.0079345703125, + "C": 0.03125, + "D": 0.9140625, + "E": 0.011474609375 + } + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "D", + "pred": "D", + "entropy": 0.02880859375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Peter Sellers first came to prominence in the French film industry, starring in several successful movies.", + "B": "Peter Sellers first came to prominence as a professional tennis player, competing in Wimbledon tournaments.", + "C": "Peter Sellers first came to prominence as a stand-up comedian in Las Vegas, performing in numerous comedy clubs.", + "D": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "E": "Peter Sellers first came to prominence as a children's book author, publishing several popular stories." + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 0.0004863739013671875, + "C": 0.00131988525390625, + "D": 0.99609375, + "E": 0.00116729736328125 + } + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "A", + "pred": "A.", + "entropy": 0.045166015625, + "acc_prob": 0.9921875, + "Choices": { + "A": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "B": "Peter Sellers first came to prominence as a children's book author, publishing several popular stories.", + "C": "Peter Sellers first came to prominence as a stand-up comedian in Las Vegas, performing in numerous comedy clubs.", + "D": "Peter Sellers first came to prominence as a professional tennis player, competing in Wimbledon tournaments.", + "E": "Peter Sellers first came to prominence in the French film industry, starring in several successful movies." + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.004058837890625, + "C": 0.001495361328125, + "D": 0.00012302398681640625, + "E": 0.00054931640625 + } + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "B", + "pred": "B", + "entropy": 0.40234375, + "acc_prob": 0.91015625, + "Choices": { + "A": "The pea fields were converted into a massive vineyard", + "B": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "C": "The pea fields were replaced by a giant statue of Dany Robin", + "D": "The pea fields were taken over by a group of wild rabbits", + "E": "A large lake was created to replace the pea fields" + }, + "Choice_distribution": { + "A": 0.05126953125, + "B": 0.91015625, + "C": 0.0213623046875, + "D": 0.0069580078125, + "E": 0.0101318359375 + } + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "C", + "pred": "C", + "entropy": 0.35546875, + "acc_prob": 0.92578125, + "Choices": { + "A": "The pea fields were replaced by a giant statue of Dany Robin", + "B": "The pea fields were converted into a massive vineyard", + "C": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "D": "The pea fields were taken over by a group of wild rabbits", + "E": "A large lake was created to replace the pea fields" + }, + "Choice_distribution": { + "A": 0.0169677734375, + "B": 0.03173828125, + "C": 0.92578125, + "D": 0.0150146484375, + "E": 0.00909423828125 + } + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "D", + "pred": "B", + "entropy": 0.435546875, + "acc_prob": 0.018798828125, + "Choices": { + "A": "A large lake separates the two parts of Clamart.", + "B": "The Seine River separates the two parts of Clamart.", + "C": "A mountain range separates the two parts of Clamart.", + "D": "A forest separates the two parts of Clamart.", + "E": "The Eiffel Tower separates the two parts of Clamart." + }, + "Choice_distribution": { + "A": 0.02734375, + "B": 0.90625, + "C": 0.03515625, + "D": 0.018798828125, + "E": 0.012939453125 + } + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "E", + "pred": "C", + "entropy": 0.4140625, + "acc_prob": 0.0189208984375, + "Choices": { + "A": "A mountain range separates the two parts of Clamart.", + "B": "The Eiffel Tower separates the two parts of Clamart.", + "C": "The Seine River separates the two parts of Clamart.", + "D": "A large lake separates the two parts of Clamart.", + "E": "A forest separates the two parts of Clamart." + }, + "Choice_distribution": { + "A": 0.027587890625, + "B": 0.0189208984375, + "C": 0.9140625, + "D": 0.021484375, + "E": 0.0189208984375 + } + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "A", + "pred": "A.", + "entropy": 0.02392578125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Concetta Rosa Maria Franconero", + "B": "Diane Marie Johnson", + "C": "Elizabeth Anne Taylor", + "D": "Catherine Elizabeth Smith", + "E": "Frances Elizabeth Fisher" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0021820068359375, + "C": 0.000553131103515625, + "D": 0.00012302398681640625, + "E": 0.0001583099365234375 + } + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "B", + "pred": "B.", + "entropy": 0.005157470703125, + "acc_prob": 1.0, + "Choices": { + "A": "Elizabeth Anne Taylor", + "B": "Concetta Rosa Maria Franconero", + "C": "Frances Elizabeth Fisher", + "D": "Diane Marie Johnson", + "E": "Catherine Elizabeth Smith" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 1.0, + "C": 0.0002307891845703125, + "D": 8.487701416015625e-05, + "E": 9.584426879882812e-05 + } + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "A", + "pred": "A", + "entropy": 0.94140625, + "acc_prob": 0.69921875, + "Choices": { + "A": "Donna Mae Tjaden", + "B": "Mary Elizabeth", + "C": "Margaret Jean", + "D": "Janet Louise", + "E": "Dorothy Jeanne" + }, + "Choice_distribution": { + "A": 0.69921875, + "B": 0.016357421875, + "C": 0.1767578125, + "D": 0.044677734375, + "E": 0.06494140625 + } + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "B", + "pred": "B", + "entropy": 0.9453125, + "acc_prob": 0.63671875, + "Choices": { + "A": "Margaret Jean", + "B": "Donna Mae Tjaden", + "C": "Janet Louise", + "D": "Dorothy Jeanne", + "E": "Mary Elizabeth" + }, + "Choice_distribution": { + "A": 0.265625, + "B": 0.63671875, + "C": 0.06689453125, + "D": 0.021728515625, + "E": 0.00909423828125 + } + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "E", + "pred": "E", + "entropy": 0.53125, + "acc_prob": 0.8515625, + "Choices": { + "A": "Clamart is located in the northern suburbs of Paris, 15 km (9.3 mi) from the centre of Paris.", + "B": "Clamart is located in the northern part of France, near the city of Lille.", + "C": "Clamart is located in the southern part of Paris, near the Eiffel Tower.", + "D": "Clamart is located in the eastern part of Paris, within the city limits.", + "E": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris." + }, + "Choice_distribution": { + "A": 0.115234375, + "B": 0.007354736328125, + "C": 0.02001953125, + "D": 0.0057373046875, + "E": 0.8515625 + } + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "A", + "pred": "A.", + "entropy": 0.08447265625, + "acc_prob": 0.984375, + "Choices": { + "A": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "B": "Clamart is located in the northern part of France, near the city of Lille.", + "C": "Clamart is located in the northern suburbs of Paris, 15 km (9.3 mi) from the centre of Paris.", + "D": "Clamart is located in the southern part of Paris, near the Eiffel Tower.", + "E": "Clamart is located in the eastern part of Paris, within the city limits." + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.00244140625, + "C": 0.01092529296875, + "D": 0.0002574920654296875, + "E": 0.0003299713134765625 + } + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "C", + "pred": "C", + "entropy": 0.140625, + "acc_prob": 0.9765625, + "Choices": { + "A": "Sellers was nominated for Academy Awards for his performances in The Lord of the Rings, The Matrix, and for Inception.", + "B": "Sellers was nominated for Academy Awards for his performances in The Godfather, Pulp Fiction, and for The Dark Knight.", + "C": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "D": "Sellers was nominated for Academy Awards for his performances in Jaws, Forrest Gump, and for The Shawshank Redemption.", + "E": "Sellers was nominated for Academy Awards for his performances in Star Wars, E.T. the Extra-Terrestrial, and for The Silence of the Lambs." + }, + "Choice_distribution": { + "A": 0.005126953125, + "B": 0.00146484375, + "C": 0.9765625, + "D": 0.0074462890625, + "E": 0.00958251953125 + } + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "E", + "pred": "E", + "entropy": 0.34375, + "acc_prob": 0.9296875, + "Choices": { + "A": "Sellers was nominated for Academy Awards for his performances in Jaws, Forrest Gump, and for The Shawshank Redemption.", + "B": "Sellers was nominated for Academy Awards for his performances in The Lord of the Rings, The Matrix, and for Inception.", + "C": "Sellers was nominated for Academy Awards for his performances in Star Wars, E.T. the Extra-Terrestrial, and for The Silence of the Lambs.", + "D": "Sellers was nominated for Academy Awards for his performances in The Godfather, Pulp Fiction, and for The Dark Knight.", + "E": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film." + }, + "Choice_distribution": { + "A": 0.0150146484375, + "B": 0.0033416748046875, + "C": 0.03173828125, + "D": 0.0218505859375, + "E": 0.9296875 + } + }, + { + "question": "How is the town of Clamart divided?", + "ref": "A", + "pred": "A.", + "entropy": 0.051025390625, + "acc_prob": 0.9921875, + "Choices": { + "A": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "B": "Clamart is divided into two countries, France and Spain.", + "C": "Clamart is divided into a land and water territory.", + "D": "The town is divided into mountains and valleys.", + "E": "The town is divided into a northern and southern hemisphere." + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.004058837890625, + "C": 0.00191497802734375, + "D": 0.000797271728515625, + "E": 0.00042724609375 + } + }, + { + "question": "How is the town of Clamart divided?", + "ref": "D", + "pred": "D", + "entropy": 0.126953125, + "acc_prob": 0.98046875, + "Choices": { + "A": "The town is divided into a northern and southern hemisphere.", + "B": "Clamart is divided into a land and water territory.", + "C": "Clamart is divided into two countries, France and Spain.", + "D": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "E": "The town is divided into mountains and valleys." + }, + "Choice_distribution": { + "A": 0.005828857421875, + "B": 0.00848388671875, + "C": 0.003997802734375, + "D": 0.98046875, + "E": 0.0024261474609375 + } + }, + { + "question": "What was Peter Sellers known for?", + "ref": "B", + "pred": "B.", + "entropy": 0.005767822265625, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers was known as a renowned chef and cookbook author.", + "B": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "C": "Peter Sellers was known as a famous rock climber and mountaineer.", + "D": "Peter Sellers was known as a professional basketball player in the NBA.", + "E": "Peter Sellers was known as a leading figure in the development of artificial intelligence." + }, + "Choice_distribution": { + "A": 0.0002307891845703125, + "B": 1.0, + "C": 0.0002956390380859375, + "D": 4.5299530029296875e-05, + "E": 0.0001087188720703125 + } + }, + { + "question": "What was Peter Sellers known for?", + "ref": "C", + "pred": "C.", + "entropy": 0.004180908203125, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers was known as a renowned chef and cookbook author.", + "B": "Peter Sellers was known as a leading figure in the development of artificial intelligence.", + "C": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "D": "Peter Sellers was known as a famous rock climber and mountaineer.", + "E": "Peter Sellers was known as a professional basketball player in the NBA." + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 0.00020313262939453125, + "C": 1.0, + "D": 4.00543212890625e-05, + "E": 3.123283386230469e-05 + } + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "B", + "pred": "B", + "entropy": 0.09423828125, + "acc_prob": 0.984375, + "Choices": { + "A": "She was a war correspondent for the BBC.", + "B": "She was a singer at the Hollywood Canteen.", + "C": "She was a dancer in the Ziegfeld Follies.", + "D": "She was a lead actress in a Broadway musical.", + "E": "She was a spy in France." + }, + "Choice_distribution": { + "A": 0.003143310546875, + "B": 0.984375, + "C": 0.007537841796875, + "D": 0.0021514892578125, + "E": 0.001678466796875 + } + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "A", + "pred": "A.", + "entropy": 0.1259765625, + "acc_prob": 0.98046875, + "Choices": { + "A": "She was a singer at the Hollywood Canteen.", + "B": "She was a lead actress in a Broadway musical.", + "C": "She was a war correspondent for the BBC.", + "D": "She was a dancer in the Ziegfeld Follies.", + "E": "She was a spy in France." + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 0.007476806640625, + "C": 0.005126953125, + "D": 0.00213623046875, + "E": 0.005828857421875 + } + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "B", + "pred": "B", + "entropy": 0.267578125, + "acc_prob": 0.9453125, + "Choices": { + "A": "She is not a musician, therefore she has no record sales", + "B": "More than 100 million", + "C": "Dany Robin was estimated to have sold more than 100 million records", + "D": "Less than 10 million", + "E": "This information is not available" + }, + "Choice_distribution": { + "A": 0.0020751953125, + "B": 0.9453125, + "C": 0.01531982421875, + "D": 0.007232666015625, + "E": 0.028564453125 + } + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "B", + "pred": "B", + "entropy": 0.81640625, + "acc_prob": 0.74609375, + "Choices": { + "A": "Less than 10 million", + "B": "More than 100 million", + "C": "She is not a musician, therefore she has no record sales", + "D": "This information is not available", + "E": "Dany Robin was estimated to have sold more than 100 million records" + }, + "Choice_distribution": { + "A": 0.166015625, + "B": 0.74609375, + "C": 0.0198974609375, + "D": 0.053955078125, + "E": 0.01544189453125 + } + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "C", + "pred": "C", + "entropy": 0.5390625, + "acc_prob": 0.875, + "Choices": { + "A": "The Terminator, The Matrix, Inception, and Interstellar.", + "B": "Roman Holiday, Breakfast at Tiffany's, The Devil Wears Prada, and Pretty Woman.", + "C": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "D": "Dumbo, The Jungle Book, The Lion King, and Bambi.", + "E": "The Sound of Music, The Silence of the Lambs, The Shawshank Redemption, and Forrest Gump." + }, + "Choice_distribution": { + "A": 0.03857421875, + "B": 0.043701171875, + "C": 0.875, + "D": 0.0181884765625, + "E": 0.0233154296875 + } + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "A", + "pred": "A.", + "entropy": 1.1484375, + "acc_prob": 0.45703125, + "Choices": { + "A": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "B": "The Terminator, The Matrix, Inception, and Interstellar.", + "C": "The Sound of Music, The Silence of the Lambs, The Shawshank Redemption, and Forrest Gump.", + "D": "Dumbo, The Jungle Book, The Lion King, and Bambi.", + "E": "Roman Holiday, Breakfast at Tiffany's, The Devil Wears Prada, and Pretty Woman." + }, + "Choice_distribution": { + "A": 0.45703125, + "B": 0.048095703125, + "C": 0.404296875, + "D": 0.0291748046875, + "E": 0.061767578125 + } + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "D", + "pred": "D", + "entropy": 0.373046875, + "acc_prob": 0.921875, + "Choices": { + "A": "BAFTA Award for Best Actress in a Leading Role", + "B": "Tony Award for Best Actress in a Musical", + "C": "Golden Globe Award for Best Actress in a Motion Picture \u2013 Drama", + "D": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "E": "Academy Award for Best Supporting Actor in a Drama" + }, + "Choice_distribution": { + "A": 0.016845703125, + "B": 0.016845703125, + "C": 0.031494140625, + "D": 0.921875, + "E": 0.0115966796875 + } + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "B", + "pred": "B", + "entropy": 0.341796875, + "acc_prob": 0.9296875, + "Choices": { + "A": "BAFTA Award for Best Actress in a Leading Role", + "B": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "C": "Golden Globe Award for Best Actress in a Motion Picture \u2013 Drama", + "D": "Tony Award for Best Actress in a Musical", + "E": "Academy Award for Best Supporting Actor in a Drama" + }, + "Choice_distribution": { + "A": 0.0169677734375, + "B": 0.9296875, + "C": 0.035888671875, + "D": 0.008056640625, + "E": 0.01031494140625 + } + }, + { + "question": "When was Janis Paige born?", + "ref": "A", + "pred": "A.", + "entropy": 0.57421875, + "acc_prob": 0.85546875, + "Choices": { + "A": "September 16, 1922", + "B": "January 13, 1911", + "C": "February 21, 1945", + "D": "November 29, 1930", + "E": "August 17, 1895" + }, + "Choice_distribution": { + "A": 0.85546875, + "B": 0.07958984375, + "C": 0.02587890625, + "D": 0.033203125, + "E": 0.005767822265625 + } + }, + { + "question": "When was Janis Paige born?", + "ref": "A", + "pred": "A.", + "entropy": 0.97265625, + "acc_prob": 0.66015625, + "Choices": { + "A": "September 16, 1922", + "B": "August 17, 1895", + "C": "November 29, 1930", + "D": "February 21, 1945", + "E": "January 13, 1911" + }, + "Choice_distribution": { + "A": 0.66015625, + "B": 0.025634765625, + "C": 0.189453125, + "D": 0.00830078125, + "E": 0.11474609375 + } + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "B", + "pred": "B.", + "entropy": 0.006866455078125, + "acc_prob": 1.0, + "Choices": { + "A": "Sellers was a talented musician and released several bestselling albums, but struggled with fame.", + "B": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "C": "Sellers was a skilled juggler and had a passion for collecting antique furniture.", + "D": "Sellers had a successful career as a professional tennis player and was known for his charitable work.", + "E": "Sellers had a happy and stable marriage that lasted for over 50 years." + }, + "Choice_distribution": { + "A": 0.0003795623779296875, + "B": 1.0, + "C": 0.0002956390380859375, + "D": 3.528594970703125e-05, + "E": 0.00012302398681640625 + } + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "D", + "pred": "D", + "entropy": 0.0252685546875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Sellers was a talented musician and released several bestselling albums, but struggled with fame.", + "B": "Sellers had a successful career as a professional tennis player and was known for his charitable work.", + "C": "Sellers was a skilled juggler and had a passion for collecting antique furniture.", + "D": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "E": "Sellers had a happy and stable marriage that lasted for over 50 years." + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 0.0004291534423828125, + "C": 0.0004863739013671875, + "D": 0.99609375, + "E": 0.001495361328125 + } + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "A", + "pred": "A", + "entropy": 0.46875, + "acc_prob": 0.89453125, + "Choices": { + "A": "It's Always Jan", + "B": "The Dick Van Dyke Show", + "C": "I Dream of Jeannie", + "D": "The Andy Griffith Show", + "E": "The Mary Tyler Moore Show" + }, + "Choice_distribution": { + "A": 0.89453125, + "B": 0.0306396484375, + "C": 0.044677734375, + "D": 0.01129150390625, + "E": 0.0185546875 + } + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "C", + "pred": "C", + "entropy": 0.3359375, + "acc_prob": 0.93359375, + "Choices": { + "A": "The Mary Tyler Moore Show", + "B": "The Andy Griffith Show", + "C": "It's Always Jan", + "D": "The Dick Van Dyke Show", + "E": "I Dream of Jeannie" + }, + "Choice_distribution": { + "A": 0.02197265625, + "B": 0.01171875, + "C": 0.93359375, + "D": 0.02197265625, + "E": 0.01171875 + } + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "B", + "pred": "B", + "entropy": 0.376953125, + "acc_prob": 0.90625, + "Choices": { + "A": "Peter Sellers was born on 8 September 1925 in Paris.", + "B": "Peter Sellers was born on 8 September 1925 in Southsea.", + "C": "Peter Sellers was born on 15 August 1930 in New York City.", + "D": "Peter Sellers was born on 25 December 1920 in Rome.", + "E": "Peter Sellers was born on 1 January 1920 in London." + }, + "Choice_distribution": { + "A": 0.07421875, + "B": 0.90625, + "C": 0.012939453125, + "D": 0.00174713134765625, + "E": 0.00537109375 + } + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "E", + "pred": "E", + "entropy": 0.62109375, + "acc_prob": 0.84375, + "Choices": { + "A": "Peter Sellers was born on 25 December 1920 in Rome.", + "B": "Peter Sellers was born on 1 January 1920 in London.", + "C": "Peter Sellers was born on 8 September 1925 in Paris.", + "D": "Peter Sellers was born on 15 August 1930 in New York City.", + "E": "Peter Sellers was born on 8 September 1925 in Southsea." + }, + "Choice_distribution": { + "A": 0.07861328125, + "B": 0.02880859375, + "C": 0.037109375, + "D": 0.01202392578125, + "E": 0.84375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..330a6571dc65d81e1d5eff6ea2c1d5eeddf72c83 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1644 @@ +{ + "Martin Gutzwiller": [ + { + "question": "When was Yale University founded?", + "ref": "E", + "pred": "D", + "entropy": 0.01043701171875, + "acc_prob": 0.00090789794921875, + "Choices": { + "A": "1920", + "B": "1851", + "C": "1965", + "D": "1789", + "E": "1701" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 4.202127456665039e-06, + "C": 1.7583370208740234e-06, + "D": 0.99609375, + "E": 0.00090789794921875 + } + }, + { + "question": "When was Yale University founded?", + "ref": "C", + "pred": "C", + "entropy": 0.00087738037109375, + "acc_prob": 1.0, + "Choices": { + "A": "1920", + "B": "1965", + "C": "1701", + "D": "1789", + "E": "1851" + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 3.46451997756958e-07, + "C": 1.0, + "D": 1.4722347259521484e-05, + "E": 6.580352783203125e-05 + } + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "A", + "pred": "A", + "entropy": 0.0155029296875, + "acc_prob": 0.984375, + "Choices": { + "A": "The Collegiate School", + "B": "Harvard University", + "C": "The University of Connecticut", + "D": "A private library for the town of New Haven", + "E": "Columbia University" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 9.275972843170166e-07, + "C": 3.8743019104003906e-07, + "D": 2.3469328880310059e-07, + "E": 2.0675361156463623e-07 + } + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "E", + "pred": "E", + "entropy": 0.0004367828369140625, + "acc_prob": 1.0, + "Choices": { + "A": "Columbia University", + "B": "The University of Connecticut", + "C": "A private library for the town of New Haven", + "D": "Harvard University", + "E": "The Collegiate School" + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 5.699694156646729e-07, + "C": 3.528594970703125e-05, + "D": 1.0654330253601074e-06, + "E": 1.0 + } + }, + { + "question": "What is IBM's nickname?", + "ref": "B", + "pred": "B", + "entropy": 6.4849853515625e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Tech Titan", + "B": "Big Blue", + "C": "The Corporate Colossus", + "D": "The Blue Chip", + "E": "The Silicon Giant" + }, + "Choice_distribution": { + "A": 3.9301812648773193e-07, + "B": 1.0, + "C": 9.424984455108643e-07, + "D": 6.48200511932373e-07, + "E": 2.8908252716064453e-06 + } + }, + { + "question": "What is IBM's nickname?", + "ref": "B", + "pred": "B", + "entropy": 0.00022125244140625, + "acc_prob": 1.0, + "Choices": { + "A": "The Corporate Colossus", + "B": "Big Blue", + "C": "The Silicon Giant", + "D": "The Tech Titan", + "E": "The Blue Chip" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 1.0, + "C": 1.3709068298339844e-06, + "D": 3.46451997756958e-07, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "D", + "pred": "D", + "entropy": 6.723403930664062e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Berlin, Germany", + "B": "Munich, Germany", + "C": "Paris, France", + "D": "Dresden, Germany", + "E": "New York City, USA" + }, + "Choice_distribution": { + "A": 1.996755599975586e-06, + "B": 1.7583370208740234e-06, + "C": 9.424984455108643e-07, + "D": 1.0, + "E": 3.0547380447387695e-07 + } + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "B", + "pred": "B", + "entropy": 7.915496826171875e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Munich, Germany", + "B": "Dresden, Germany", + "C": "Berlin, Germany", + "D": "New York City, USA", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 1.0, + "C": 3.725290298461914e-06, + "D": 1.3709068298339844e-06, + "E": 3.91155481338501e-07 + } + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "C", + "pred": "B", + "entropy": 0.054443359375, + "acc_prob": 0.007568359375, + "Choices": { + "A": "The Max-Planck-Gesellschaft has 12 institutes, and the Max Planck Institute for the Physics of Complex Systems is actually a library.", + "B": "The Max-Planck-Gesellschaft has 427 institutes.", + "C": "80", + "D": "The Max-Planck-Gesellschaft has 42 institutes, including a Max Planck Institute for Baking.", + "E": "The Max-Planck-Gesellschaft has 80 institutes, but only 20 of them are actually functional." + }, + "Choice_distribution": { + "A": 0.000484466552734375, + "B": 0.9921875, + "C": 0.007568359375, + "D": 0.000331878662109375, + "E": 0.00042724609375 + } + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "E", + "pred": "A", + "entropy": 0.392578125, + "acc_prob": 0.10107421875, + "Choices": { + "A": "The Max-Planck-Gesellschaft has 427 institutes.", + "B": "The Max-Planck-Gesellschaft has 80 institutes, but only 20 of them are actually functional.", + "C": "The Max-Planck-Gesellschaft has 42 institutes, including a Max Planck Institute for Baking.", + "D": "The Max-Planck-Gesellschaft has 12 institutes, and the Max Planck Institute for the Physics of Complex Systems is actually a library.", + "E": "80" + }, + "Choice_distribution": { + "A": 0.84765625, + "B": 0.000682830810546875, + "C": 0.002105712890625, + "D": 0.00019550323486328125, + "E": 0.10107421875 + } + }, + { + "question": "When was Swann Galleries founded?", + "ref": "E", + "pred": "E", + "entropy": 0.0013885498046875, + "acc_prob": 1.0, + "Choices": { + "A": "In the year 1500, before the establishment of the United States", + "B": "The exact date of its founding is unknown, but it's believed to be around 2000", + "C": "Swann Galleries was founded in ancient Egypt, around 3000 BCE", + "D": "It was founded in the 1920s, during the Harlem Renaissance", + "E": "1941" + }, + "Choice_distribution": { + "A": 1.895427703857422e-05, + "B": 1.996755599975586e-06, + "C": 4.231929779052734e-06, + "D": 0.00012302398681640625, + "E": 1.0 + } + }, + { + "question": "When was Swann Galleries founded?", + "ref": "E", + "pred": "E", + "entropy": 0.00018596649169921875, + "acc_prob": 1.0, + "Choices": { + "A": "In the year 1500, before the establishment of the United States", + "B": "It was founded in the 1920s, during the Harlem Renaissance", + "C": "The exact date of its founding is unknown, but it's believed to be around 2000", + "D": "Swann Galleries was founded in ancient Egypt, around 3000 BCE", + "E": "1941" + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 2.2649765014648438e-06, + "C": 3.293156623840332e-06, + "D": 3.293156623840332e-06, + "E": 1.0 + } + }, + { + "question": "What is IBM Research?", + "ref": "D", + "pred": "D", + "entropy": 3.218650817871094e-05, + "acc_prob": 1.0, + "Choices": { + "A": "IBM Research is a small startup specializing in pet grooming services.", + "B": "IBM Research is a non-profit organization focused on environmental conservation.", + "C": "IBM Research is a popular video game company.", + "D": "IBM Research is the research and development division for IBM.", + "E": "IBM Research is a leading art museum in New York City." + }, + "Choice_distribution": { + "A": 2.1047890186309814e-07, + "B": 1.126900315284729e-07, + "C": 4.4517219066619873e-07, + "D": 1.0, + "E": 1.5497207641601562e-06 + } + }, + { + "question": "What is IBM Research?", + "ref": "E", + "pred": "E", + "entropy": 1.1563301086425781e-05, + "acc_prob": 1.0, + "Choices": { + "A": "IBM Research is a small startup specializing in pet grooming services.", + "B": "IBM Research is a non-profit organization focused on environmental conservation.", + "C": "IBM Research is a leading art museum in New York City.", + "D": "IBM Research is a popular video game company.", + "E": "IBM Research is the research and development division for IBM." + }, + "Choice_distribution": { + "A": 1.4435499906539917e-07, + "B": 3.655441105365753e-08, + "C": 1.8533319234848022e-07, + "D": 3.9301812648773193e-07, + "E": 1.0 + } + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "E", + "pred": "A", + "entropy": 0.6640625, + "acc_prob": 0.3359375, + "Choices": { + "A": "The Institute of Electrical and Electronics Engineers (IEEE) and the International Union of Pure and Applied Physics", + "B": "The Royal Society and the European Organization for Nuclear Research (CERN)", + "C": "The Optical Society and the American Astronomical Society", + "D": "The American Mathematical Society and the National Science Foundation", + "E": "American Physical Society and American Institute of Physics" + }, + "Choice_distribution": { + "A": 0.62890625, + "B": 0.000392913818359375, + "C": 4.696846008300781e-05, + "D": 0.000392913818359375, + "E": 0.3359375 + } + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "E", + "pred": "E", + "entropy": 0.26953125, + "acc_prob": 0.921875, + "Choices": { + "A": "The American Mathematical Society and the National Science Foundation", + "B": "The Institute of Electrical and Electronics Engineers (IEEE) and the International Union of Pure and Applied Physics", + "C": "The Royal Society and the European Organization for Nuclear Research (CERN)", + "D": "The Optical Society and the American Astronomical Society", + "E": "American Physical Society and American Institute of Physics" + }, + "Choice_distribution": { + "A": 0.0054931640625, + "B": 0.052001953125, + "C": 0.0013885498046875, + "D": 0.0002727508544921875, + "E": 0.921875 + } + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "D", + "pred": "D", + "entropy": 0.0002422332763671875, + "acc_prob": 1.0, + "Choices": { + "A": "In 1988, Brown, Boveri & Cie merged with Toshiba to form BBT.", + "B": "In 1988, Brown, Boveri & Cie merged with Alstom to form BBA.", + "C": "In 1988, Brown, Boveri & Cie merged with General Electric to form BGE.", + "D": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "E": "In 1988, Brown, Boveri & Cie merged with Siemens to form BBG." + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 3.46451997756958e-07, + "C": 5.699694156646729e-07, + "D": 1.0, + "E": 1.895427703857422e-05 + } + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "C", + "pred": "C", + "entropy": 0.0001926422119140625, + "acc_prob": 1.0, + "Choices": { + "A": "In 1988, Brown, Boveri & Cie merged with General Electric to form BGE.", + "B": "In 1988, Brown, Boveri & Cie merged with Siemens to form BBG.", + "C": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "D": "In 1988, Brown, Boveri & Cie merged with Toshiba to form BBT.", + "E": "In 1988, Brown, Boveri & Cie merged with Alstom to form BBA." + }, + "Choice_distribution": { + "A": 1.0132789611816406e-05, + "B": 1.5497207641601562e-06, + "C": 1.0, + "D": 1.996755599975586e-06, + "E": 2.2649765014648438e-06 + } + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "A", + "pred": "A", + "entropy": 0.0145263671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "It was established in 1922.", + "B": "It was established in 1950 by Martin Gutzwiller.", + "C": "It was established in 1902, but later disbanded.", + "D": "It was established in 1850.", + "E": "It was established in the year 3000 BC." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0003337860107421875, + "C": 0.00116729736328125, + "D": 5.3942203521728516e-06, + "E": 2.5480985641479492e-06 + } + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "E", + "pred": "E", + "entropy": 0.11279296875, + "acc_prob": 0.9765625, + "Choices": { + "A": "It was established in 1902, but later disbanded.", + "B": "It was established in 1850.", + "C": "It was established in 1950 by Martin Gutzwiller.", + "D": "It was established in the year 3000 BC.", + "E": "It was established in 1922." + }, + "Choice_distribution": { + "A": 0.020263671875, + "B": 0.00054168701171875, + "C": 0.00089263916015625, + "D": 1.633167266845703e-05, + "E": 0.9765625 + } + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "C", + "pred": "C", + "entropy": 4.506111145019531e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Brown, Boveri & Cie was founded in 1850 by Nikola Tesla and Thomas Edison.", + "B": "Brown, Boveri & Cie was founded in 1945 by Albert Einstein and Marie Curie.", + "C": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "D": "Brown, Boveri & Cie was founded in 1920 by Charles Darwin and Galileo Galilei.", + "E": "Brown, Boveri & Cie was founded in 1970 by Leonardo da Vinci and Isaac Newton." + }, + "Choice_distribution": { + "A": 1.3709068298339844e-06, + "B": 5.029141902923584e-07, + "C": 1.0, + "D": 3.0547380447387695e-07, + "E": 1.0654330253601074e-06 + } + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "E", + "pred": "E", + "entropy": 6.389617919921875e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Brown, Boveri & Cie was founded in 1920 by Charles Darwin and Galileo Galilei.", + "B": "Brown, Boveri & Cie was founded in 1945 by Albert Einstein and Marie Curie.", + "C": "Brown, Boveri & Cie was founded in 1850 by Nikola Tesla and Thomas Edison.", + "D": "Brown, Boveri & Cie was founded in 1970 by Leonardo da Vinci and Isaac Newton.", + "E": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri." + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 4.4517219066619873e-07, + "C": 2.905726432800293e-06, + "D": 5.029141902923584e-07, + "E": 1.0 + } + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "B", + "pred": "B", + "entropy": 0.00011968612670898438, + "acc_prob": 1.0, + "Choices": { + "A": "To establish a global network of physics-themed amusement parks.", + "B": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "C": "To create a database of the world's most impressive physics-related hairstyles.", + "D": "To regulate the use of physics in competitive cooking shows.", + "E": "To provide funding for research on extraterrestrial life." + }, + "Choice_distribution": { + "A": 3.725290298461914e-06, + "B": 1.0, + "C": 1.7583370208740234e-06, + "D": 2.1047890186309814e-07, + "E": 3.725290298461914e-06 + } + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "B", + "pred": "B", + "entropy": 0.0001678466796875, + "acc_prob": 1.0, + "Choices": { + "A": "To provide funding for research on extraterrestrial life.", + "B": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "C": "To establish a global network of physics-themed amusement parks.", + "D": "To create a database of the world's most impressive physics-related hairstyles.", + "E": "To regulate the use of physics in competitive cooking shows." + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.0, + "C": 1.0654330253601074e-06, + "D": 2.384185791015625e-07, + "E": 2.384185791015625e-07 + } + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "A", + "pred": "A.", + "entropy": 0.027099609375, + "acc_prob": 0.97265625, + "Choices": { + "A": "There are twelve labs located on six continents.", + "B": "There are five labs located in the United States.", + "C": "There is only one IBM Research lab located in Asia.", + "D": "There are twelve labs located in Europe.", + "E": "There are no IBM Research labs outside of the United States." + }, + "Choice_distribution": { + "A": 0.97265625, + "B": 5.27501106262207e-06, + "C": 2.4884939193725586e-06, + "D": 2.3189932107925415e-07, + "E": 3.818422555923462e-07 + } + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "A", + "pred": "A.", + "entropy": 0.01556396484375, + "acc_prob": 0.984375, + "Choices": { + "A": "There are twelve labs located on six continents.", + "B": "There are twelve labs located in Europe.", + "C": "There are no IBM Research labs outside of the United States.", + "D": "There is only one IBM Research lab located in Asia.", + "E": "There are five labs located in the United States." + }, + "Choice_distribution": { + "A": 0.984375, + "B": 2.86102294921875e-06, + "C": 3.4086406230926514e-07, + "D": 3.4086406230926514e-07, + "E": 3.248453140258789e-06 + } + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "E", + "pred": "D", + "entropy": 0.703125, + "acc_prob": 0.12060546875, + "Choices": { + "A": "3,200", + "B": "7,800", + "C": "108,000", + "D": "42,000", + "E": "24,500" + }, + "Choice_distribution": { + "A": 0.016357421875, + "B": 0.064453125, + "C": 0.002838134765625, + "D": 0.7890625, + "E": 0.12060546875 + } + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "E", + "pred": "B", + "entropy": 0.87109375, + "acc_prob": 0.35546875, + "Choices": { + "A": "42,000", + "B": "7,800", + "C": "108,000", + "D": "3,200", + "E": "24,500" + }, + "Choice_distribution": { + "A": 0.033203125, + "B": 0.5859375, + "C": 0.003082275390625, + "D": 0.0137939453125, + "E": 0.35546875 + } + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "C", + "pred": "C", + "entropy": 0.006622314453125, + "acc_prob": 1.0, + "Choices": { + "A": "Brown, Boveri & Cie acquired a majority stake in the Swiss watchmaker Patek Philippe in 1970.", + "B": "Brown, Boveri & Cie opened a new factory in the United States in 1970.", + "C": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "D": "Brown, Boveri & Cie merged with Siemens AG in 1970 to form a new conglomerate.", + "E": "Brown, Boveri & Cie went bankrupt in 1970 and were sold to a rival company." + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 4.00543212890625e-05, + "C": 1.0, + "D": 8.487701416015625e-05, + "E": 8.487701416015625e-05 + } + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "D", + "pred": "D", + "entropy": 0.043701171875, + "acc_prob": 0.9921875, + "Choices": { + "A": "Brown, Boveri & Cie merged with Siemens AG in 1970 to form a new conglomerate.", + "B": "Brown, Boveri & Cie acquired a majority stake in the Swiss watchmaker Patek Philippe in 1970.", + "C": "Brown, Boveri & Cie went bankrupt in 1970 and were sold to a rival company.", + "D": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "E": "Brown, Boveri & Cie opened a new factory in the United States in 1970." + }, + "Choice_distribution": { + "A": 0.005218505859375, + "B": 7.43865966796875e-05, + "C": 9.5367431640625e-05, + "D": 0.9921875, + "E": 0.0010223388671875 + } + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "E", + "pred": "E", + "entropy": 0.00023555755615234375, + "acc_prob": 1.0, + "Choices": { + "A": "He was the head of the university's football team.", + "B": "He was a professor of English literature.", + "C": "He was a librarian at the university's library.", + "D": "He was the President of the university.", + "E": "He headed the Institute for Theoretical Physics." + }, + "Choice_distribution": { + "A": 7.867813110351562e-06, + "B": 1.3709068298339844e-06, + "C": 5.424022674560547e-06, + "D": 4.798173904418945e-06, + "E": 1.0 + } + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "A", + "pred": "A", + "entropy": 0.00897216796875, + "acc_prob": 0.9921875, + "Choices": { + "A": "He headed the Institute for Theoretical Physics.", + "B": "He was the head of the university's football team.", + "C": "He was a librarian at the university's library.", + "D": "He was the President of the university.", + "E": "He was a professor of English literature." + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 2.1338462829589844e-05, + "C": 1.0073184967041016e-05, + "D": 2.8759241104125977e-06, + "E": 8.440017700195312e-05 + } + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "A", + "pred": "A.", + "entropy": 1.3113021850585938e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "B": "Book collecting is a hobby for the elite, and books can only be found in exclusive libraries.", + "C": "No, book collecting is only for the wealthy and rare books can only be found in private auctions.", + "D": "Book collecting is not affordable, but you can find books at local garage sales and thrift stores.", + "E": "Yes, book collecting can be affordable, but you can only find books in local libraries and book swaps." + }, + "Choice_distribution": { + "A": 1.0, + "B": 3.46451997756958e-07, + "C": 1.6391277313232422e-07, + "D": 4.6798959374427795e-08, + "E": 3.0547380447387695e-07 + } + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "C", + "pred": "C", + "entropy": 0.00020599365234375, + "acc_prob": 1.0, + "Choices": { + "A": "No, book collecting is only for the wealthy and rare books can only be found in private auctions.", + "B": "Book collecting is a hobby for the elite, and books can only be found in exclusive libraries.", + "C": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "D": "Book collecting is not affordable, but you can find books at local garage sales and thrift stores.", + "E": "Yes, book collecting can be affordable, but you can only find books in local libraries and book swaps." + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 5.699694156646729e-07, + "C": 1.0, + "D": 8.940696716308594e-06, + "E": 3.293156623840332e-06 + } + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "A", + "pred": "A", + "entropy": 1.1980533599853516e-05, + "acc_prob": 1.0, + "Choices": { + "A": "IBM began downsizing its operations and divesting from commodity production.", + "B": "IBM doubled its workforce and increased its production of consumer electronics.", + "C": "IBM expanded its operations and invested heavily in renewable energy sources.", + "D": "IBM underwent a significant restructuring to become a non-profit organization.", + "E": "IBM shifted its focus to exclusively producing high-end luxury cars." + }, + "Choice_distribution": { + "A": 1.0, + "B": 4.4517219066619873e-07, + "C": 1.8533319234848022e-07, + "D": 1.7229467630386353e-08, + "E": 1.4435499906539917e-07 + } + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "E", + "pred": "E", + "entropy": 0.00014495849609375, + "acc_prob": 1.0, + "Choices": { + "A": "IBM shifted its focus to exclusively producing high-end luxury cars.", + "B": "IBM expanded its operations and invested heavily in renewable energy sources.", + "C": "IBM underwent a significant restructuring to become a non-profit organization.", + "D": "IBM doubled its workforce and increased its production of consumer electronics.", + "E": "IBM began downsizing its operations and divesting from commodity production." + }, + "Choice_distribution": { + "A": 4.798173904418945e-06, + "B": 8.307397365570068e-07, + "C": 2.562999725341797e-06, + "D": 3.293156623840332e-06, + "E": 1.0 + } + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "E", + "pred": "E", + "entropy": 0.0004291534423828125, + "acc_prob": 1.0, + "Choices": { + "A": "A one-year subscription to a leading scientific journal and a personalized trophy", + "B": "A Nobel Medal and a guaranteed spot in the Nobel Prize Hall of Fame", + "C": "A cash prize of \u20ac5,000 and a free trip to a physics conference in Europe", + "D": "A lifetime supply of physics textbooks and a chance to give a keynote speech at a major conference", + "E": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.996755599975586e-06, + "C": 1.6689300537109375e-05, + "D": 6.139278411865234e-06, + "E": 1.0 + } + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "C", + "pred": "C", + "entropy": 0.1044921875, + "acc_prob": 0.9765625, + "Choices": { + "A": "A cash prize of \u20ac5,000 and a free trip to a physics conference in Europe", + "B": "A lifetime supply of physics textbooks and a chance to give a keynote speech at a major conference", + "C": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "D": "A one-year subscription to a leading scientific journal and a personalized trophy", + "E": "A Nobel Medal and a guaranteed spot in the Nobel Prize Hall of Fame" + }, + "Choice_distribution": { + "A": 0.020263671875, + "B": 6.4849853515625e-05, + "C": 0.9765625, + "D": 2.372264862060547e-05, + "E": 0.00013637542724609375 + } + }, + { + "question": "When was IBM founded?", + "ref": "D", + "pred": "B", + "entropy": 0.023193359375, + "acc_prob": 0.0024566650390625, + "Choices": { + "A": "1981", + "B": "1921", + "C": "1951", + "D": "1911", + "E": "1975" + }, + "Choice_distribution": { + "A": 5.3942203521728516e-06, + "B": 0.9921875, + "C": 1.138448715209961e-05, + "D": 0.0024566650390625, + "E": 3.981590270996094e-05 + } + }, + { + "question": "When was IBM founded?", + "ref": "D", + "pred": "A", + "entropy": 0.703125, + "acc_prob": 0.4609375, + "Choices": { + "A": "1921", + "B": "1975", + "C": "1951", + "D": "1911", + "E": "1981" + }, + "Choice_distribution": { + "A": 0.5234375, + "B": 0.00010633468627929688, + "C": 0.00012063980102539062, + "D": 0.4609375, + "E": 0.000370025634765625 + } + } + ], + "Dany Robin": [ + { + "question": "Where was Paula Prentiss born?", + "ref": "B", + "pred": "E", + "entropy": 0.486328125, + "acc_prob": 0.091796875, + "Choices": { + "A": "Paris, France", + "B": "San Antonio, Texas.", + "C": "Buenos Aires, Argentina", + "D": "Moscow, Russia", + "E": "New York City, New York" + }, + "Choice_distribution": { + "A": 0.0205078125, + "B": 0.091796875, + "C": 0.01409912109375, + "D": 0.0010223388671875, + "E": 0.87109375 + } + }, + { + "question": "Where was Paula Prentiss born?", + "ref": "D", + "pred": "C", + "entropy": 0.87109375, + "acc_prob": 0.1796875, + "Choices": { + "A": "Buenos Aires, Argentina", + "B": "Moscow, Russia", + "C": "New York City, New York", + "D": "San Antonio, Texas.", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 0.021484375, + "B": 0.00897216796875, + "C": 0.7109375, + "D": 0.1796875, + "E": 0.0751953125 + } + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "E", + "pred": "E", + "entropy": 0.33203125, + "acc_prob": 0.8828125, + "Choices": { + "A": "1975", + "B": "1950", + "C": "1945", + "D": "1985", + "E": "1960" + }, + "Choice_distribution": { + "A": 0.07275390625, + "B": 0.00408935546875, + "C": 0.000629425048828125, + "D": 0.000553131103515625, + "E": 0.8828125 + } + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "D", + "pred": "D", + "entropy": 0.04736328125, + "acc_prob": 0.97265625, + "Choices": { + "A": "1950", + "B": "1945", + "C": "1975", + "D": "1960", + "E": "1985" + }, + "Choice_distribution": { + "A": 0.00165557861328125, + "B": 6.437301635742188e-05, + "C": 0.000537872314453125, + "D": 0.97265625, + "E": 0.000690460205078125 + } + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "D", + "pred": "D", + "entropy": 8.106231689453125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers first came to prominence in the French film industry, starring in several successful movies.", + "B": "Peter Sellers first came to prominence as a professional tennis player, competing in Wimbledon tournaments.", + "C": "Peter Sellers first came to prominence as a stand-up comedian in Las Vegas, performing in numerous comedy clubs.", + "D": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "E": "Peter Sellers first came to prominence as a children's book author, publishing several popular stories." + }, + "Choice_distribution": { + "A": 2.7008354663848877e-07, + "B": 2.1047890186309814e-07, + "C": 5.699694156646729e-07, + "D": 1.0, + "E": 5.424022674560547e-06 + } + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "A", + "pred": "A", + "entropy": 2.4437904357910156e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "B": "Peter Sellers first came to prominence as a children's book author, publishing several popular stories.", + "C": "Peter Sellers first came to prominence as a stand-up comedian in Las Vegas, performing in numerous comedy clubs.", + "D": "Peter Sellers first came to prominence as a professional tennis player, competing in Wimbledon tournaments.", + "E": "Peter Sellers first came to prominence in the French film industry, starring in several successful movies." + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.3709068298339844e-06, + "C": 1.6391277313232422e-07, + "D": 3.213062882423401e-08, + "E": 1.8533319234848022e-07 + } + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "B", + "pred": "B", + "entropy": 0.00091552734375, + "acc_prob": 1.0, + "Choices": { + "A": "The pea fields were converted into a massive vineyard", + "B": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "C": "The pea fields were replaced by a giant statue of Dany Robin", + "D": "The pea fields were taken over by a group of wild rabbits", + "E": "A large lake was created to replace the pea fields" + }, + "Choice_distribution": { + "A": 5.14984130859375e-05, + "B": 1.0, + "C": 2.4318695068359375e-05, + "D": 3.725290298461914e-06, + "E": 8.940696716308594e-06 + } + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "C", + "pred": "C", + "entropy": 0.000629425048828125, + "acc_prob": 1.0, + "Choices": { + "A": "The pea fields were replaced by a giant statue of Dany Robin", + "B": "The pea fields were converted into a massive vineyard", + "C": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "D": "The pea fields were taken over by a group of wild rabbits", + "E": "A large lake was created to replace the pea fields" + }, + "Choice_distribution": { + "A": 1.150369644165039e-05, + "B": 2.753734588623047e-05, + "C": 1.0, + "D": 1.4722347259521484e-05, + "E": 3.725290298461914e-06 + } + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "D", + "pred": "B", + "entropy": 0.01165771484375, + "acc_prob": 0.00020313262939453125, + "Choices": { + "A": "A large lake separates the two parts of Clamart.", + "B": "The Seine River separates the two parts of Clamart.", + "C": "A mountain range separates the two parts of Clamart.", + "D": "A forest separates the two parts of Clamart.", + "E": "The Eiffel Tower separates the two parts of Clamart." + }, + "Choice_distribution": { + "A": 0.0003337860107421875, + "B": 0.99609375, + "C": 0.0003337860107421875, + "D": 0.00020313262939453125, + "E": 7.486343383789062e-05 + } + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "E", + "pred": "C", + "entropy": 0.0269775390625, + "acc_prob": 0.00102996826171875, + "Choices": { + "A": "A mountain range separates the two parts of Clamart.", + "B": "The Eiffel Tower separates the two parts of Clamart.", + "C": "The Seine River separates the two parts of Clamart.", + "D": "A large lake separates the two parts of Clamart.", + "E": "A forest separates the two parts of Clamart." + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.0002288818359375, + "C": 0.99609375, + "D": 0.0004291534423828125, + "E": 0.00102996826171875 + } + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "A", + "pred": "A", + "entropy": 9.000301361083984e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Concetta Rosa Maria Franconero", + "B": "Diane Marie Johnson", + "C": "Elizabeth Anne Taylor", + "D": "Catherine Elizabeth Smith", + "E": "Frances Elizabeth Fisher" + }, + "Choice_distribution": { + "A": 1.0, + "B": 4.4517219066619873e-07, + "C": 3.213062882423401e-08, + "D": 9.19681042432785e-09, + "E": 1.1222437024116516e-07 + } + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "B", + "pred": "B", + "entropy": 3.910064697265625e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Elizabeth Anne Taylor", + "B": "Concetta Rosa Maria Franconero", + "C": "Frances Elizabeth Fisher", + "D": "Diane Marie Johnson", + "E": "Catherine Elizabeth Smith" + }, + "Choice_distribution": { + "A": 5.029141902923584e-07, + "B": 1.0, + "C": 6.48200511932373e-07, + "D": 2.7008354663848877e-07, + "E": 1.3709068298339844e-06 + } + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "A", + "pred": "A", + "entropy": 0.033935546875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Donna Mae Tjaden", + "B": "Mary Elizabeth", + "C": "Margaret Jean", + "D": "Janet Louise", + "E": "Dorothy Jeanne" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.000484466552734375, + "C": 0.00054931640625, + "D": 0.00054931640625, + "E": 0.0031585693359375 + } + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "B", + "pred": "B", + "entropy": 0.197265625, + "acc_prob": 0.953125, + "Choices": { + "A": "Margaret Jean", + "B": "Donna Mae Tjaden", + "C": "Janet Louise", + "D": "Dorothy Jeanne", + "E": "Mary Elizabeth" + }, + "Choice_distribution": { + "A": 0.0419921875, + "B": 0.953125, + "C": 0.000766754150390625, + "D": 0.001434326171875, + "E": 0.00046539306640625 + } + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "E", + "pred": "E", + "entropy": 0.022705078125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Clamart is located in the northern suburbs of Paris, 15 km (9.3 mi) from the centre of Paris.", + "B": "Clamart is located in the northern part of France, near the city of Lille.", + "C": "Clamart is located in the southern part of Paris, near the Eiffel Tower.", + "D": "Clamart is located in the eastern part of Paris, within the city limits.", + "E": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris." + }, + "Choice_distribution": { + "A": 0.0031585693359375, + "B": 7.867813110351562e-06, + "C": 4.506111145019531e-05, + "D": 4.76837158203125e-06, + "E": 0.99609375 + } + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "B": "Clamart is located in the northern part of France, near the city of Lille.", + "C": "Clamart is located in the northern suburbs of Paris, 15 km (9.3 mi) from the centre of Paris.", + "D": "Clamart is located in the southern part of Paris, near the Eiffel Tower.", + "E": "Clamart is located in the eastern part of Paris, within the city limits." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 1.8533319234848022e-07, + "C": 3.0547380447387695e-07, + "D": 1.955777406692505e-08, + "E": 1.7229467630386353e-08 + } + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "C", + "pred": "C", + "entropy": 0.0002613067626953125, + "acc_prob": 1.0, + "Choices": { + "A": "Sellers was nominated for Academy Awards for his performances in The Lord of the Rings, The Matrix, and for Inception.", + "B": "Sellers was nominated for Academy Awards for his performances in The Godfather, Pulp Fiction, and for The Dark Knight.", + "C": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "D": "Sellers was nominated for Academy Awards for his performances in Jaws, Forrest Gump, and for The Shawshank Redemption.", + "E": "Sellers was nominated for Academy Awards for his performances in Star Wars, E.T. the Extra-Terrestrial, and for The Silence of the Lambs." + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 6.48200511932373e-07, + "C": 1.0, + "D": 2.562999725341797e-06, + "E": 1.2993812561035156e-05 + } + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "E", + "pred": "E", + "entropy": 5.602836608886719e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Sellers was nominated for Academy Awards for his performances in Jaws, Forrest Gump, and for The Shawshank Redemption.", + "B": "Sellers was nominated for Academy Awards for his performances in The Lord of the Rings, The Matrix, and for Inception.", + "C": "Sellers was nominated for Academy Awards for his performances in Star Wars, E.T. the Extra-Terrestrial, and for The Silence of the Lambs.", + "D": "Sellers was nominated for Academy Awards for his performances in The Godfather, Pulp Fiction, and for The Dark Knight.", + "E": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film." + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 2.7008354663848877e-07, + "C": 1.2069940567016602e-06, + "D": 1.5497207641601562e-06, + "E": 1.0 + } + }, + { + "question": "How is the town of Clamart divided?", + "ref": "A", + "pred": "A", + "entropy": 0.01165771484375, + "acc_prob": 0.98828125, + "Choices": { + "A": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "B": "Clamart is divided into two countries, France and Spain.", + "C": "Clamart is divided into a land and water territory.", + "D": "The town is divided into mountains and valleys.", + "E": "The town is divided into a northern and southern hemisphere." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 8.23289155960083e-07, + "C": 1.6205012798309326e-07, + "D": 3.189779818058014e-08, + "E": 1.501757651567459e-08 + } + }, + { + "question": "How is the town of Clamart divided?", + "ref": "D", + "pred": "D", + "entropy": 0.000244140625, + "acc_prob": 1.0, + "Choices": { + "A": "The town is divided into a northern and southern hemisphere.", + "B": "Clamart is divided into a land and water territory.", + "C": "Clamart is divided into two countries, France and Spain.", + "D": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "E": "The town is divided into mountains and valleys." + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 1.996755599975586e-06, + "C": 2.562999725341797e-06, + "D": 1.0, + "E": 1.4722347259521484e-05 + } + }, + { + "question": "What was Peter Sellers known for?", + "ref": "B", + "pred": "B", + "entropy": 1.8358230590820312e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers was known as a renowned chef and cookbook author.", + "B": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "C": "Peter Sellers was known as a famous rock climber and mountaineer.", + "D": "Peter Sellers was known as a professional basketball player in the NBA.", + "E": "Peter Sellers was known as a leading figure in the development of artificial intelligence." + }, + "Choice_distribution": { + "A": 5.029141902923584e-07, + "B": 1.0, + "C": 5.699694156646729e-07, + "D": 5.3085386753082275e-08, + "E": 1.2759119272232056e-07 + } + }, + { + "question": "What was Peter Sellers known for?", + "ref": "C", + "pred": "C", + "entropy": 7.331371307373047e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers was known as a renowned chef and cookbook author.", + "B": "Peter Sellers was known as a leading figure in the development of artificial intelligence.", + "C": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "D": "Peter Sellers was known as a famous rock climber and mountaineer.", + "E": "Peter Sellers was known as a professional basketball player in the NBA." + }, + "Choice_distribution": { + "A": 2.384185791015625e-07, + "B": 1.126900315284729e-07, + "C": 1.0, + "D": 6.007030606269836e-08, + "E": 5.3085386753082275e-08 + } + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "B", + "pred": "B", + "entropy": 0.00170135498046875, + "acc_prob": 1.0, + "Choices": { + "A": "She was a war correspondent for the BBC.", + "B": "She was a singer at the Hollywood Canteen.", + "C": "She was a dancer in the Ziegfeld Follies.", + "D": "She was a lead actress in a Broadway musical.", + "E": "She was a spy in France." + }, + "Choice_distribution": { + "A": 1.150369644165039e-05, + "B": 1.0, + "C": 5.817413330078125e-05, + "D": 2.753734588623047e-05, + "E": 7.486343383789062e-05 + } + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "A", + "pred": "A", + "entropy": 9.822845458984375e-05, + "acc_prob": 1.0, + "Choices": { + "A": "She was a singer at the Hollywood Canteen.", + "B": "She was a lead actress in a Broadway musical.", + "C": "She was a war correspondent for the BBC.", + "D": "She was a dancer in the Ziegfeld Follies.", + "E": "She was a spy in France." + }, + "Choice_distribution": { + "A": 1.0, + "B": 5.424022674560547e-06, + "C": 5.699694156646729e-07, + "D": 2.3748725652694702e-07, + "E": 1.5497207641601562e-06 + } + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "B", + "pred": "B", + "entropy": 0.71484375, + "acc_prob": 0.52734375, + "Choices": { + "A": "She is not a musician, therefore she has no record sales", + "B": "More than 100 million", + "C": "Dany Robin was estimated to have sold more than 100 million records", + "D": "Less than 10 million", + "E": "This information is not available" + }, + "Choice_distribution": { + "A": 8.392333984375e-05, + "B": 0.52734375, + "C": 0.000545501708984375, + "D": 0.003143310546875, + "E": 0.466796875 + } + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "B", + "pred": "A", + "entropy": 0.203125, + "acc_prob": 0.0120849609375, + "Choices": { + "A": "Less than 10 million", + "B": "More than 100 million", + "C": "She is not a musician, therefore she has no record sales", + "D": "This information is not available", + "E": "Dany Robin was estimated to have sold more than 100 million records" + }, + "Choice_distribution": { + "A": 0.95703125, + "B": 0.0120849609375, + "C": 4.3392181396484375e-05, + "D": 0.0289306640625, + "E": 0.00067901611328125 + } + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "C", + "pred": "C", + "entropy": 7.62939453125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Terminator, The Matrix, Inception, and Interstellar.", + "B": "Roman Holiday, Breakfast at Tiffany's, The Devil Wears Prada, and Pretty Woman.", + "C": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "D": "Dumbo, The Jungle Book, The Lion King, and Bambi.", + "E": "The Sound of Music, The Silence of the Lambs, The Shawshank Redemption, and Forrest Gump." + }, + "Choice_distribution": { + "A": 8.307397365570068e-07, + "B": 3.725290298461914e-06, + "C": 1.0, + "D": 9.424984455108643e-07, + "E": 3.46451997756958e-07 + } + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "A", + "pred": "A.", + "entropy": 0.01171875, + "acc_prob": 0.98828125, + "Choices": { + "A": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "B": "The Terminator, The Matrix, Inception, and Interstellar.", + "C": "The Sound of Music, The Silence of the Lambs, The Shawshank Redemption, and Forrest Gump.", + "D": "Dumbo, The Jungle Book, The Lion King, and Bambi.", + "E": "Roman Holiday, Breakfast at Tiffany's, The Devil Wears Prada, and Pretty Woman." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 1.5348196029663086e-06, + "C": 9.313225746154785e-07, + "D": 1.6205012798309326e-07, + "E": 1.1920928955078125e-06 + } + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "D", + "pred": "D", + "entropy": 0.005035400390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "BAFTA Award for Best Actress in a Leading Role", + "B": "Tony Award for Best Actress in a Musical", + "C": "Golden Globe Award for Best Actress in a Motion Picture \u2013 Drama", + "D": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "E": "Academy Award for Best Supporting Actor in a Drama" + }, + "Choice_distribution": { + "A": 1.8835067749023438e-05, + "B": 1.1444091796875e-05, + "C": 1.6689300537109375e-05, + "D": 0.99609375, + "E": 6.580352783203125e-05 + } + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "B", + "pred": "B", + "entropy": 0.00061798095703125, + "acc_prob": 1.0, + "Choices": { + "A": "BAFTA Award for Best Actress in a Leading Role", + "B": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "C": "Golden Globe Award for Best Actress in a Motion Picture \u2013 Drama", + "D": "Tony Award for Best Actress in a Musical", + "E": "Academy Award for Best Supporting Actor in a Drama" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.0, + "C": 1.895427703857422e-05, + "D": 4.76837158203125e-06, + "E": 1.895427703857422e-05 + } + }, + { + "question": "When was Janis Paige born?", + "ref": "A", + "pred": "A", + "entropy": 0.25, + "acc_prob": 0.9375, + "Choices": { + "A": "September 16, 1922", + "B": "January 13, 1911", + "C": "February 21, 1945", + "D": "November 29, 1930", + "E": "August 17, 1895" + }, + "Choice_distribution": { + "A": 0.9375, + "B": 0.059814453125, + "C": 0.0008544921875, + "D": 0.0023193359375, + "E": 0.00011539459228515625 + } + }, + { + "question": "When was Janis Paige born?", + "ref": "A", + "pred": "A", + "entropy": 0.494140625, + "acc_prob": 0.86328125, + "Choices": { + "A": "September 16, 1922", + "B": "August 17, 1895", + "C": "November 29, 1930", + "D": "February 21, 1945", + "E": "January 13, 1911" + }, + "Choice_distribution": { + "A": 0.86328125, + "B": 0.0024261474609375, + "C": 0.08056640625, + "D": 0.00032806396484375, + "E": 0.048828125 + } + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "B", + "pred": "B.", + "entropy": 4.601478576660156e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Sellers was a talented musician and released several bestselling albums, but struggled with fame.", + "B": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "C": "Sellers was a skilled juggler and had a passion for collecting antique furniture.", + "D": "Sellers had a successful career as a professional tennis player and was known for his charitable work.", + "E": "Sellers had a happy and stable marriage that lasted for over 50 years." + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 1.0, + "C": 1.2069940567016602e-06, + "D": 1.126900315284729e-07, + "E": 9.424984455108643e-07 + } + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "D", + "pred": "D.", + "entropy": 0.00020313262939453125, + "acc_prob": 1.0, + "Choices": { + "A": "Sellers was a talented musician and released several bestselling albums, but struggled with fame.", + "B": "Sellers had a successful career as a professional tennis player and was known for his charitable work.", + "C": "Sellers was a skilled juggler and had a passion for collecting antique furniture.", + "D": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "E": "Sellers had a happy and stable marriage that lasted for over 50 years." + }, + "Choice_distribution": { + "A": 2.384185791015625e-07, + "B": 3.0547380447387695e-07, + "C": 8.307397365570068e-07, + "D": 1.0, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "It's Always Jan", + "B": "The Dick Van Dyke Show", + "C": "I Dream of Jeannie", + "D": "The Andy Griffith Show", + "E": "The Mary Tyler Moore Show" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 1.3634562492370605e-06, + "C": 5.029141902923584e-07, + "D": 3.632158041000366e-08, + "E": 1.6298145055770874e-07 + } + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "C", + "pred": "C", + "entropy": 0.00038909912109375, + "acc_prob": 1.0, + "Choices": { + "A": "The Mary Tyler Moore Show", + "B": "The Andy Griffith Show", + "C": "It's Always Jan", + "D": "The Dick Van Dyke Show", + "E": "I Dream of Jeannie" + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 2.2649765014648438e-06, + "C": 1.0, + "D": 2.2649765014648438e-06, + "E": 2.4318695068359375e-05 + } + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "B", + "pred": "B", + "entropy": 0.0206298828125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Peter Sellers was born on 8 September 1925 in Paris.", + "B": "Peter Sellers was born on 8 September 1925 in Southsea.", + "C": "Peter Sellers was born on 15 August 1930 in New York City.", + "D": "Peter Sellers was born on 25 December 1920 in Rome.", + "E": "Peter Sellers was born on 1 January 1920 in London." + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 0.99609375, + "C": 0.000553131103515625, + "D": 9.584426879882812e-05, + "E": 0.0006256103515625 + } + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "E", + "pred": "E", + "entropy": 0.011474609375, + "acc_prob": 1.0, + "Choices": { + "A": "Peter Sellers was born on 25 December 1920 in Rome.", + "B": "Peter Sellers was born on 1 January 1920 in London.", + "C": "Peter Sellers was born on 8 September 1925 in Paris.", + "D": "Peter Sellers was born on 15 August 1930 in New York City.", + "E": "Peter Sellers was born on 8 September 1925 in Southsea." + }, + "Choice_distribution": { + "A": 0.000335693359375, + "B": 0.00022983551025390625, + "C": 0.00070953369140625, + "D": 0.00020313262939453125, + "E": 1.0 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_answers.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_answers.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3b50f15e8ba94960adb39ee52aad90a7c5cfab --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_answers.json @@ -0,0 +1,396 @@ +{ + "Martin Gutzwiller": [ + { + "question": "Was Yale University founded in 1750?", + "ref": "1701", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yale University originally established as Yale College in 1701?", + "ref": "The Collegiate School", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is IBM's nickname Red Giant?", + "ref": "Big Blue", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was IBM founded in 1905?", + "ref": "1911", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute for the Physics of Complex Systems located in Berlin, Germany?", + "ref": "Dresden, Germany", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Max-Planck-Gesellschaft have 100 institutes, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "80", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Swann Galleries founded in 1950?", + "ref": "1941", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is IBM Research the sales and marketing division of IBM?", + "ref": "IBM Research is the research and development division for IBM.", + "pred": [ + 0.001922607421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Dannie Heineman Prize for Mathematical Physics awarded by the Royal Society and the European Physical Society?", + "ref": "American Physical Society and American Institute of Physics", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Brown, Boveri & Cie merge with Siemens in 1988 to form ABB?", + "ref": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the International Union of Pure and Applied Physics (IUPAP) established in 1930?", + "ref": "It was established in 1922.", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brown, Boveri & Cie founded in 1880 by Nikola Tesla and Thomas Edison?", + "ref": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary mission of the International Union of Pure and Applied Physics to regulate international patents in physics?", + "ref": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are there fifteen IBM Research labs located on six continents?", + "ref": "There are twelve labs located on six continents.", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were 30,000 students enrolled at ETH Zurich as of 2021?", + "ref": "24,500", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Brown, Boveri & Cie take over Siemens in 1970?", + "ref": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Max Dresden head the Department of Physics at the State University of New York at Stony Brook?", + "ref": "He headed the Institute for Theoretical Physics.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is book collecting always an expensive hobby, with books only available in high-end antique stores?", + "ref": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did IBM expand its commodity production in the 1990s?", + "ref": "IBM began downsizing its operations and divesting from commodity production.", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Dannie Heineman Prize for Mathematical Physics consist of US$5,000, a certificate, and a gold medal as of 2010?", + "ref": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Was Paula Prentiss born in Dallas, Texas?", + "ref": "San Antonio, Texas.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Connie Francis recognized as the most successful female artist in several countries in 1970?", + "ref": "1960", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers born on 10 October 1925 in London?", + "ref": "Peter Sellers was born on 8 September 1925 in Southsea.", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers first come to prominence performing in the television series Monty Python\u2019s Flying Circus?", + "ref": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the pea fields in petit Clamart get replaced by industrial factories in the 1960s?", + "ref": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does a river separate the two parts of Clamart?", + "ref": "A forest separates the two parts of Clamart.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Connie Francis' birth name Maria Concetta Romano?", + "ref": "Concetta Rosa Maria Franconero", + "pred": [ + 0.99609375, + 0.0027923583984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Janis Paige's birth name Donna Marie Jensen?", + "ref": "Donna Mae Tjaden", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Clamart located in the northern suburbs of Paris, 15 km from the centre?", + "ref": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers nominated for Academy Awards for his performances in The Pink Panther and Lolita?", + "ref": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Clamart divided into three main districts?", + "ref": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers known for being an American actor famous for his roles in The Godfather series?", + "ref": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "pred": [ + 0.00150299072265625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During World War II, was Janis Paige a dancer at the Hollywood Canteen?", + "ref": "She was a singer at the Hollywood Canteen.", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Connie Francis sold over 50 million records worldwide?", + "ref": "More than 100 million", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Paula Prentiss best known for her roles in Casablanca and Gone with the Wind?", + "ref": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss nominated for a Golden Globe Award for her role in the sitcom He & She?", + "ref": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige born on August 10, 1930?", + "ref": "September 16, 1922", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers have a stable personal life with no major struggles?", + "ref": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Janis Paige star in the sitcom I Love Lucy?", + "ref": "It's Always Jan", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3b50f15e8ba94960adb39ee52aad90a7c5cfab --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_probe_testoutput_1_final.json @@ -0,0 +1,396 @@ +{ + "Martin Gutzwiller": [ + { + "question": "Was Yale University founded in 1750?", + "ref": "1701", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yale University originally established as Yale College in 1701?", + "ref": "The Collegiate School", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is IBM's nickname Red Giant?", + "ref": "Big Blue", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was IBM founded in 1905?", + "ref": "1911", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute for the Physics of Complex Systems located in Berlin, Germany?", + "ref": "Dresden, Germany", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Max-Planck-Gesellschaft have 100 institutes, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "80", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Swann Galleries founded in 1950?", + "ref": "1941", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is IBM Research the sales and marketing division of IBM?", + "ref": "IBM Research is the research and development division for IBM.", + "pred": [ + 0.001922607421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Dannie Heineman Prize for Mathematical Physics awarded by the Royal Society and the European Physical Society?", + "ref": "American Physical Society and American Institute of Physics", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Brown, Boveri & Cie merge with Siemens in 1988 to form ABB?", + "ref": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the International Union of Pure and Applied Physics (IUPAP) established in 1930?", + "ref": "It was established in 1922.", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brown, Boveri & Cie founded in 1880 by Nikola Tesla and Thomas Edison?", + "ref": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary mission of the International Union of Pure and Applied Physics to regulate international patents in physics?", + "ref": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are there fifteen IBM Research labs located on six continents?", + "ref": "There are twelve labs located on six continents.", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were 30,000 students enrolled at ETH Zurich as of 2021?", + "ref": "24,500", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Brown, Boveri & Cie take over Siemens in 1970?", + "ref": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Max Dresden head the Department of Physics at the State University of New York at Stony Brook?", + "ref": "He headed the Institute for Theoretical Physics.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is book collecting always an expensive hobby, with books only available in high-end antique stores?", + "ref": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did IBM expand its commodity production in the 1990s?", + "ref": "IBM began downsizing its operations and divesting from commodity production.", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Dannie Heineman Prize for Mathematical Physics consist of US$5,000, a certificate, and a gold medal as of 2010?", + "ref": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Was Paula Prentiss born in Dallas, Texas?", + "ref": "San Antonio, Texas.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Connie Francis recognized as the most successful female artist in several countries in 1970?", + "ref": "1960", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers born on 10 October 1925 in London?", + "ref": "Peter Sellers was born on 8 September 1925 in Southsea.", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers first come to prominence performing in the television series Monty Python\u2019s Flying Circus?", + "ref": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the pea fields in petit Clamart get replaced by industrial factories in the 1960s?", + "ref": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does a river separate the two parts of Clamart?", + "ref": "A forest separates the two parts of Clamart.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Connie Francis' birth name Maria Concetta Romano?", + "ref": "Concetta Rosa Maria Franconero", + "pred": [ + 0.99609375, + 0.0027923583984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Janis Paige's birth name Donna Marie Jensen?", + "ref": "Donna Mae Tjaden", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Clamart located in the northern suburbs of Paris, 15 km from the centre?", + "ref": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers nominated for Academy Awards for his performances in The Pink Panther and Lolita?", + "ref": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Clamart divided into three main districts?", + "ref": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers known for being an American actor famous for his roles in The Godfather series?", + "ref": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "pred": [ + 0.00150299072265625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During World War II, was Janis Paige a dancer at the Hollywood Canteen?", + "ref": "She was a singer at the Hollywood Canteen.", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Connie Francis sold over 50 million records worldwide?", + "ref": "More than 100 million", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Paula Prentiss best known for her roles in Casablanca and Gone with the Wind?", + "ref": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss nominated for a Golden Globe Award for her role in the sitcom He & She?", + "ref": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige born on August 10, 1930?", + "ref": "September 16, 1922", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers have a stable personal life with no major struggles?", + "ref": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Janis Paige star in the sitcom I Love Lucy?", + "ref": "It's Always Jan", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f350d2d1f92446d49b810e25bed31021bba6d114 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/hardretain_testoutput_2_final.json @@ -0,0 +1,1303 @@ +{ + "Benedetto Varchi": [ + { + "question": "In which Italian region is Montevarchi located?", + "ref": "Tuscany", + "pred": "Montevarchi is located in the Tuscany region of Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Italian dialect served as the basis for Standard Italian?", + "ref": "Florentine dialect", + "pred": "The Italian dialect that served as the basis for Standard Italian is Tuscan, specifically the Florentine dialect.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Ezra Pound begin writing The Cantos?", + "ref": "1915", + "pred": "Ezra Pound began writing The Cantos in 1915.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many sections are in The Cantos?", + "ref": "120", + "pred": "The Cantos, a long poem by Ezra Pound, is a complex and fragmented work that defies easy categorization. However, it is generally divided into 120 sections, known as \"cantos.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the council that ruled the Republic of Florence?", + "ref": "Signoria of Florence", + "pred": "The council that ruled the Republic of Florence was called the Signoria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the first member of the Medici family to gain control over Florence?", + "ref": "Cosimo de' Medici", + "pred": "The first member of the Medici family to gain control over Florence was Cosimo de' Medici, also known as Cosimo the Elder. He was a wealthy banker and merchant who rose to power in the 15th century. Cosimo de' Medici was born in 1389 and gained control of Florence in 1434, after a period of exile. He was a skilled politician and strategist who managed to outmaneuver his opponents and establish the Medici family as the dominant force in Florence.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did the pope declare Cosimo the first grand duke of Tuscany?", + "ref": "1569", + "pred": "The Pope declared Cosimo I de' Medici as the Grand Duke of Tuscany in 1569.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Lorenzino de' Medici assassinate?", + "ref": "Alessandro de' Medici, Duke of Florence", + "pred": "Lorenzo de' Medici, also known as Lorenzino de' Medici, was a member of the powerful Medici family in Florence, Italy. He is infamous for assassinating his cousin, Duke Alessandro de' Medici, in 1537.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are the main subdivisions of Tuscan dialects?", + "ref": "Northern Tuscan dialects, Southern Tuscan dialects, and Corsican", + "pred": "The Tuscan dialects are a group of Italian dialects spoken in the Tuscany region of Italy. The main subdivisions of Tuscan dialects are:\n\n1. **Fiorentino** (Florentine): This is the most widely spoken and prestigious Tuscan dialect, spoken in the city of Florence and its surrounding areas. It is considered the standard Tuscan dialect and is often used as a model for teaching Italian language and literature.\n\n2. **Livornese** (Livornese): This dialect is spoken in the city of Livorno (Leghorn) and its surrounding areas. It has been influenced by the city's history as a major port and trading center, with a significant presence of foreign languages and cultures.\n\n3. **Pisano** (Pisan): This dialect is spoken in the city of Pisa and its surrounding areas. It has a distinct accent and vocabulary that is different from other Tuscan dialects.\n\n4. **Sienese** (Sienese): This dialect is spoken in the city of Siena and its surrounding areas. It has a distinct accent and vocabulary that is different from other Tuscan dialects.\n\n5. **Arezzo** (Arezzo): This dialect is spoken in the city of Arezzo and its surrounding areas. It has a distinct accent and vocabulary that is different from other Tuscan dialects.\n\n6. **Chianti** (Chianti): This dialect is spoken in the Chianti region, which is known for its wine production. It has a distinct accent and vocabulary that is different from other Tuscan dialects.\n\n7. **Cortonese** (Cortonese): This dialect is spoken in the Cortona region. It has a distinct accent and vocabulary that is different from other Tuscan dialects.\n\nThese are the main subdivisions of Tuscan dialects, but it's worth noting that there are many variations and sub-dialects within each of these categories.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did The Pisan Cantos win in 1948?", + "ref": "The first Bollingen Prize", + "pred": "The Pisan Cantos, a collection of poetry by Ezra Pound, won the Bollingen Prize in 1948.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to Lorenzino de' Medici in 1548?", + "ref": "He was murdered in retaliation for assassinating his cousin.", + "pred": "Lorenzino de' Medici was killed in 1548.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Piero Strozzi's father?", + "ref": "Filippo Strozzi the Younger", + "pred": "Piero Strozzi's father was Filippo Strozzi the Elder.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which battle did Piero Strozzi suffer a defeat by Imperial-Spanish forces?", + "ref": "The Battle of Serravalle", + "pred": "I'm not aware of any information about a battle where Piero Strozzi suffered a defeat by Imperial-Spanish forces.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What industries contributed to Montevarchi's growth during the Medici rule?", + "ref": "Agricultural trade and its wool and silk industries", + "pred": "Montevarchi, a town in the province of Arezzo, Tuscany, Italy, experienced significant growth during the Medici rule, particularly in the 15th to 18th centuries. The industries that contributed to its growth during this period include:\n\n1. **Textile industry**: Montevarchi was a major center for the production of woolen textiles, particularly woolen cloth and felt. The town's textile industry was renowned for its high-quality products, which were exported throughout Europe.\n2. **Silk production**: The Medici family encouraged the production of silk in Montevarchi, which became a significant industry in the town. Silk production required a large workforce, and the town's economy benefited from this new industry.\n3. **Metalworking**: Montevarchi was known for its metalworking industry, particularly in the production of iron and steel. The town's metalworkers produced a range of products, including tools, hardware, and machinery.\n4. **Leather production**: The town's leather industry was another significant contributor to its growth. Montevarchi's leather products, such as saddles, harnesses, and shoes, were highly prized throughout Europe.\n5. **Agriculture**: While not as prominent as the other industries, agriculture played a significant role in Montevarchi's economy. The town's fertile soil and favorable climate made it an ideal location for growing crops such as wheat, olive trees, and grapes.\n\nThe Medici family's support for these industries, combined with their investments in infrastructure, such as roads, bridges, and canals, helped to stimulate economic growth in Montevarchi. The town's strategic location, situated near the Chiana Valley and the Arno River, also facilitated trade and commerce.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What roles did Lorenzino de' Medici serve in?", + "ref": "Politician, writer, and dramatist", + "pred": "Lorenzino de' Medici, also known as Lorenzino, was a member of the powerful Medici family in Florence, Italy. He served in the following roles:\n\n1. Duke of Florence: Lorenzino briefly served as the Duke of Florence from 1519 to 1523, following the death of his cousin, Pope Leo X. However, his reign was short-lived due to his own assassination in 1523.\n\n2. Politician: Lorenzino was involved in the politics of Florence and the wider Italian peninsula, often taking part in the complex web of alliances and rivalries between the city-states of Italy.\n\n3. Patron of the arts: As a member of the Medici family, Lorenzino was a patron of the arts, supporting artists and writers during his time in power.\n\n4. Assassin: Lorenzino is infamous for his role in the assassination of his cousin, Duke Alessandro de' Medici, in 1537.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name a dialect of Tuscan spoken in the city of Pisa.", + "ref": "Pisano-Livornese", + "pred": "The dialect of Tuscan spoken in the city of Pisa is known as Pisano.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What themes are integral to The Cantos?", + "ref": "Economics, governance and culture", + "pred": "The Cantos, a long poem by Ezra Pound, is a complex and multifaceted work that explores various themes throughout its 120 sections. Some of the integral themes include:\n\n1. **The Search for Unity and Order**: Pound sought to create a unified and coherent work that would reflect the unity of the universe. He drew on various cultures, philosophies, and historical periods to create a sense of order and harmony.\n2. **The Importance of Myth and Legend**: Pound was fascinated by mythology and legend, and he often incorporated elements from various cultures, such as Greek, Chinese, and Norse mythologies, into his work.\n3. **The Power of Language**: Pound was a master of language, and he explored the possibilities of language in The Cantos. He experimented with syntax, imagery, and sound to create a unique and expressive voice.\n4. **The Critique of Modernity**: Pound was critical of modern society and its values, which he saw as fragmented and superficial. He sought to create a more authentic and meaningful way of living, one that was rooted in tradition and the natural world.\n5. **The Influence of Eastern Thought**: Pound was deeply influenced by Eastern thought, particularly Buddhism and Taoism. He saw these philosophies as offering a more profound and holistic understanding of the world than Western philosophy.\n6. **The Importance of History**: Pound was fascinated by history, and he often incorporated historical events and figures into his work. He saw history as a way of understanding the present and the future.\n7. **The Search for the Ideal Society**: Pound was drawn to the idea of an ideal society, one that was based on justice, equality, and harmony. He saw this ideal as a way of transcending the flaws and injustices of modern society.\n8. **The Role of the Artist**: Pound saw the artist as a visionary and a prophet, someone who could see beyond the surface of things and reveal the deeper truth of the world.\n9. **The Importance of the Individual**: Pound was a strong advocate for individualism and the importance of the individual in society. He saw the individual as a unique and valuable entity, one that should be free to express itself and pursue its own path.\n10. **The Relationship between the Individual and the Universe**: Pound was fascinated by the relationship between the individual and the universe, and he often explored this theme in his work. He saw the individual as a part of a larger whole, connected to the natural world and the cosmos.\n\nThese themes are not mutually exclusive, and they", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Piero Strozzi's relation to the Medici family?", + "ref": "He was the son of Clarice de' Medici and married Laudomia di Pierfrancesco, but opposed the main line of the Medici family.", + "pred": "Piero Strozzi was a member of the powerful Strozzi family, a wealthy and influential banking family in Florence, Italy. The Strozzi family was a rival to the Medici family, who were the ruling family of Florence during the Renaissance.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What historical event marked the beginning of Montevarchi?", + "ref": "The town sprang up around 1100 near a fortified Benedictine monastery.", + "pred": "I am unable to verify the historical event that marked the beginning of Montevarchi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of the section written at the end of World War II?", + "ref": "The Pisan Cantos", + "pred": "The title of the section written at the end of World War II is known as the Potsdam Declaration.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Where has the Monumenta Germaniae Historica Institute been located since 1949?", + "ref": "Munich", + "pred": "The Monumenta Germaniae Historica (MGH) Institute has been located in Munich, Germany since 1949.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Encyclop\u00e6dia Britannica Eleventh Edition published?", + "ref": "1910\u20131911", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition was published between 1910 and 1911.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many volumes does the Encyclop\u00e6dia Britannica Eleventh Edition consist of?", + "ref": "29", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition consists of 29 volumes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the official German name for Frankfurt?", + "ref": "Frankfurt am Main", + "pred": "The official German name for Frankfurt is Frankfurt am Main.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which airport is the busiest in Germany and has the most direct routes in the world?", + "ref": "Frankfurt Airport", + "pred": "The busiest airport in Germany is Frankfurt Airport (FRA), which is also one of the busiest airports in Europe. It is a major hub for Lufthansa, the largest German airline, and serves as a major connecting point for flights to and from Europe, Africa, Asia, and the Americas.\n\nAs for the airport with the most direct routes in the world, that title is held by Dubai International Airport (DXB) in the United Arab Emirates, with over 1,700 weekly flights to more than 270 destinations. However, if we consider airports within Germany, Frankfurt Airport (FRA) has the most direct routes, with over 300 direct flights to more than 250 destinations worldwide.\n\nFrankfurt Airport's strategic location in the heart of Europe, its extensive network of connections, and its status as a major hub for Lufthansa make it an important gateway for international air travel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the world's largest internet exchange point located in Frankfurt?", + "ref": "DE-CIX", + "pred": "The world's largest internet exchange point located in Frankfurt is DE-CIX (Deutscher Commercial Internet Exchange).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the motto 'Sanctus amor patriae dat animum' mean?", + "ref": "Holy love for the fatherland gives the spirit", + "pred": "The motto \"Sanctus amor patriae dat animum\" is Latin. \n\nBreaking it down:\n\n- \"Sanctus\" means \"holy\" or \"sacred\".\n- \"Amor\" means \"love\".\n- \"Patriae\" means \"of the fatherland\" or \"of the country\".\n- \"Dat\" means \"gives\".\n- \"Animum\" means \"soul\" or \"spirit\".\n\nSo, the motto \"Sanctus amor patriae dat animum\" can be translated to English as \"Holy love of the fatherland gives the soul\" or \"Sacred love of the country gives the spirit\".\n\nThis motto is often associated with the Canadian province of Quebec, where it is used as the motto of the province.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major historical events had yet to occur at the time of the Eleventh Edition's publication?", + "ref": "The tumultuous world wars", + "pred": "The Eleventh Edition of the Encyclopedia Britannica was published in 1911. At that time, several major historical events had yet to occur. Some of these events include:\n\n1. World War I (1914-1918): The war that would eventually break out in 1914 was not yet a reality. The assassination of Archduke Franz Ferdinand in 1914 would trigger the war.\n\n2. Russian Revolution (1917): The Russian Revolution, which led to the overthrow of the Romanov dynasty and the establishment of the Soviet Union, had not yet occurred.\n\n3. World War II (1939-1945): The second global conflict of the 20th century was still in the future.\n\n4. The rise of Nazi Germany and the Holocaust (1933-1945): Adolf Hitler's rise to power in Germany and the subsequent atrocities committed during the Holocaust were not yet known.\n\n5. The Japanese attack on Pearl Harbor (1941): The surprise attack by Japan on the United States naval base at Pearl Harbor, Hawaii, which led to the United States' entry into World War II, had not yet occurred.\n\n6. The discovery of penicillin (1928) and other antibiotics: The discovery of penicillin by Alexander Fleming in 1928 and the subsequent development of other antibiotics were still in the future.\n\n7. The development of nuclear energy and the atomic bomb (1945): The discovery of nuclear fission and the development of the atomic bomb were not yet known.\n\n8. The establishment of the United Nations (1945): The United Nations, an international organization dedicated to promoting peace and security, was not yet established.\n\n9. The decolonization of Africa and Asia: The process of decolonization, which led to the independence of many African and Asian countries, was still in its early stages.\n\n10. The rise of the United States as a global superpower: The United States' emergence as a dominant world power was not yet clear, and the country's role in international affairs was still evolving.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Rantzau?", + "ref": "District of Pl\u00f6n, in Schleswig-Holstein, Germany", + "pred": "Rantzau is a name that can refer to several places in Germany. Here are a few:\n\n1. Rantzau (Holstein): A municipality in the district of Pl\u00f6n, in the state of Schleswig-Holstein, Germany.\n2. Rantzau (Mecklenburg-Vorpommern): A municipality in the district of Ludwigslust-Parchim, in the state of Mecklenburg-Vorpommern, Germany.\n\nAdditionally, Rantzau is also the name of a noble family in Germany, the Counts of Rantzau, who were prominent in the 16th to 18bth centuries.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the fifteenth edition in 1974?", + "ref": "The eleventh edition", + "pred": "The 11th edition of the Encyclop\u00e6dia Britannica was the basis for every later version until the 15th edition in 1974.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of the Rhine-Main metropolitan region?", + "ref": "More than 5.8 million.", + "pred": "The Rhine-Main metropolitan region, also known as the Frankfurt Rhine-Main Metropolitan Region, is a metropolitan region in the German state of Hesse. The population of the Rhine-Main metropolitan region is approximately 5.8 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant transition did the Encyclop\u00e6dia Britannica undergo during the publication of the Eleventh Edition?", + "ref": "It transitioned from a British to an American publication.", + "pred": "The Encyclop\u00e6dia Britannica underwent a significant transition during the publication of the Eleventh Edition (1911) when it switched from a subscription-based model to a sale-based model.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who succeeded Georg Heinrich Pertz as editor in 1875?", + "ref": "Georg Waitz", + "pred": "I'm not sure who succeeded Georg Heinrich Pertz as editor in 1875.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many entries does the Encyclop\u00e6dia Britannica Eleventh Edition contain?", + "ref": "40,000", + "pred": "The Encyclop\u00e6dia Britannica Eleventh Edition, published between 1910 and 1911, contains 29 volumes and 44,000 entries.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of 2022, what is the population of Frankfurt?", + "ref": "791,000", + "pred": "As of 2022, the population of Frankfurt am Main, the city in Germany, is approximately 794,812 people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many ultra high-net-worth individuals called Frankfurt home in 2015?", + "ref": "1,909", + "pred": "I am unable to verify the number of ultra high-net-worth individuals in Frankfurt in 2015.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Frankfurt's rank among the world's wealthiest cities as of 2023?", + "ref": "13th-wealthiest", + "pred": "As of 2023, Frankfurt is ranked as the 5th wealthiest city in the world, according to the Global Wealth Cities Index.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Frankfurt's largest trade fair?", + "ref": "Messe Frankfurt", + "pred": "The name of Frankfurt's largest trade fair is the Frankfurt Trade Fair, also known as the Messe Frankfurt.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the Monumenta Germaniae Historica?", + "ref": "A comprehensive series of carefully edited and published primary sources for the study of Northwestern, Central, and Southern European history from the end of the Roman Empire to 1500.", + "pred": "The Monumenta Germaniae Historica (MGH) is a comprehensive collection of historical sources and documents related to the history of Germany and the Holy Roman Empire. It was founded in 1819 by the German historian and politician Georg Heinrich Pertz, and it is considered one of the most important and influential historical projects of the 19th century.\n\nThe MGH is a series of publications that aim to collect, edit, and publish all the historical sources and documents that are relevant to the history of Germany and the Holy Roman Empire, from the earliest times to the 19th century. The collection includes a wide range of sources, such as:\n\n* Royal and imperial charters and diplomas\n* Church documents and papal bulls\n* Historical annals and chronicles\n* Diplomatic correspondence and treaties\n* Royal and imperial decrees and laws\n* Historical accounts and memoirs\n\nThe MGH is divided into several series, including:\n\n* Scriptores (Scripta) - a series of historical texts and documents from the earliest times to the 15th century\n* Leges (Laws) - a series of laws and decrees from the 5th to the 19th century\n* Diplomata (Diplomatics) - a series of royal and imperial charters and diplomas\n* Epistolae (Letters) - a series of historical letters and correspondence\n* Fontes (Sources) - a series of historical sources and documents from the 5th to the 19th century\n\nThe MGH has been instrumental in shaping the field of medieval and early modern history, and it remains an essential resource for historians and scholars today. The project has been continued and expanded by subsequent generations of historians, and it is now published by the Academy of Sciences in G\u00f6ttingen, Germany.\n\nThe MGH is not only a collection of historical sources but also a testament to the importance of historical research and the need for accurate and reliable sources. It has had a profound impact on the way historians understand and interpret the past, and it continues to be an essential tool for anyone interested in the history of Germany and the Holy Roman Empire.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many monographs and dependent writings does the Monumenta Germaniae Historica Institute's library possess?", + "ref": "130,000 monographs and approximately 150,000 dependent writings.", + "pred": "I am unable to verify the number of monographs and dependent writings the Monumenta Germaniae Historica Institute's library possesses.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "When was Yale University founded?", + "ref": "1701", + "pred": "Yale University was founded in 1701.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Yale University originally established as in 1701?", + "ref": "The Collegiate School", + "pred": "Yale University was originally established as the \"Collegiate School of Connecticut\" in 1701.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is IBM's nickname?", + "ref": "Big Blue", + "pred": "IBM's nickname is \"Big Blue\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was IBM founded?", + "ref": "1911", + "pred": "IBM (International Business Machines) was founded on June 16, 1911, as the Computing-Tabulating-Recording Company (CTR). It was formed by the merger of four companies: the Tabulating Machine Company, the International Time Recording Company, the Computing Scale Company, and the Bundy Manufacturing Company. The company was later renamed IBM in 1924.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is the Max Planck Institute for the Physics of Complex Systems located?", + "ref": "Dresden, Germany", + "pred": "The Max Planck Institute for the Physics of Complex Systems is located in Dresden, Germany.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many institutes does the Max-Planck-Gesellschaft have, including the Max Planck Institute for the Physics of Complex Systems?", + "ref": "80", + "pred": "The Max-Planck-Gesellschaft (MPG) has a total of 94 institutes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Swann Galleries founded?", + "ref": "1941", + "pred": "Swann Galleries was founded in 1044.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is IBM Research?", + "ref": "IBM Research is the research and development division for IBM.", + "pred": "IBM Research is the research and development division of IBM, a multinational technology and consulting company. It is one of the largest and most prestigious research organizations in the world, with a history dating back to 1945.\n\nIBM Research is responsible for advancing the state-of-the-art in various fields, including:\n\n1. Artificial Intelligence (AI) and Machine Learning (ML)\n2. Cloud Computing and Data Science\n3. Quantum Computing and Quantum Information Science\n4. Cybersecurity and Cryptography\n5. Internet of Things (IoT) and Edge Computing\n6. Materials Science and Nanotechnology\n7. Human-Computer Interaction and User Experience\n8. Natural Language Processing (NLP) and Speech Recognition\n9. Computer Vision and Robotics\n10. Blockchain and Distributed Ledger Technology\n\nIBM Research has a global presence, with locations in over 20 countries, including the United States, Europe, Asia, and Africa. The organization has a diverse team of researchers, engineers, and scientists from various backgrounds and disciplines, working together to develop innovative technologies and solutions.\n\nSome of the notable achievements of IBM Research include:\n\n1. Developing the first commercial computer, the IBM 701, in 1953\n2. Creating the first practical floppy disk in 1967\n3. Developing the first commercial relational database management system, DB2, in 1983\n4. Creating the first web browser, IBM WebExplorer, in 1993\n5. Developing the first quantum computer, IBM Quantum Experience, in 2016\n6. Creating the first blockchain-based platform for supply chain management, IBM Blockchain, in 2017\n\nIBM Research has also been recognized for its contributions to various fields, including:\n\n1. Nobel Prizes: IBM researchers have won several Nobel Prizes, including the 1988 Nobel Prize in Physics for the discovery of the Higgs boson.\n2. Turing Awards: IBM researchers have won several Turing Awards, including the 1971 Turing Award for the development of the first practical floppy disk.\n3. National Medals of Science: IBM researchers have won several National Medals of Science, including the 2001 National Medal of Science for the development of the first commercial relational database management system.\n\nOverall, IBM Research is a leading research organization that has made significant contributions to various fields and continues to advance the state-of-the-art in technology and innovation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What organizations jointly award the Dannie Heineman Prize for Mathematical Physics?", + "ref": "American Physical Society and American Institute of Physics", + "pred": "The Dannie Heineman Prize for Mathematical Physics is jointly awarded by the American Physical Society (APS) and the American Institute of Physics (AIP).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which company did Brown, Boveri & Cie merge in 1988, and what was the name of the new entity formed?", + "ref": "In 1988, Brown, Boveri & Cie merged with ASEA to form ABB.", + "pred": "In 1988, Brown, Boveri & Cie (BBC) merged with ASEA (Allmanna Svenska Elektriska Aktiebolaget), a Swedish electrical engineering company. The new entity formed was ABB (Asea Brown Boveri).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the International Union of Pure and Applied Physics (IUPAP) established?", + "ref": "It was established in 1922.", + "pred": "The International Union of Pure and Applied Physics (IUPAP) was established in 1922.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Brown, Boveri & Cie founded and who were its founders?", + "ref": "Brown, Boveri & Cie was founded in 1891 by Charles Eugene Lancelot Brown and Walter Boveri.", + "pred": "Brown, Boveri & Cie (BBC) was founded in 1891. It was founded by Charles Eugene Lancelot Brown, Walter Boveri, and Oskar Boveri.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary mission of the International Union of Pure and Applied Physics?", + "ref": "The primary mission is to assist in the worldwide development of physics, foster international cooperation in physics, and help in the application of physics toward solving problems of concern to humanity.", + "pred": "The primary mission of the International Union of Pure and Applied Physics (IUPAP) is to promote international cooperation in physics and to advance the development of physics. IUPAP was established in 1922 and is one of the oldest and most respected international scientific unions.\n\nThe main objectives of IUPAP are:\n\n1. To promote international cooperation in physics research and education.\n2. To advance the development of physics and its applications.\n3. To facilitate the exchange of information and ideas among physicists worldwide.\n4. To promote the use of physics for the benefit of society.\n\nIUPAP achieves its mission through various activities, including:\n\n1. Organizing international conferences and meetings.\n2. Publishing scientific journals and reports.\n3. Providing funding for research and education projects.\n4. Developing and promoting international standards for physics education and research.\n5. Advocating for the use of physics in addressing global challenges.\n\nOverall, the primary mission of IUPAP is to promote the advancement of physics and its applications, and to facilitate international cooperation in the field.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many IBM Research labs are there, and where are they located?", + "ref": "There are twelve labs located on six continents.", + "pred": "As of my knowledge cutoff in 2023, IBM Research has 18 labs located in 15 countries around the world. Here is a list of the IBM Research labs:\n\n1. Almaden Research Center (San Jose, California, USA)\n2. Austin Research Laboratory (Austin, Texas, USA)\n3. Beijing Research Laboratory (Beijing, China)\n4. Brazil Research Laboratory (S\u00e3o Paulo, Brazil)\n5. Cambridge Research Laboratory (Cambridge, UK)\n6. China Research Laboratory (Shanghai, China)\n7. Dublin Research Laboratory (Dublin, Ireland)\n8. Haifa Research Laboratory (Haifa, Israel)\n9. India Research Laboratory (New Delhi, India)\n10. Ireland Research Laboratory (Dublin, Ireland)\n11. Japan Research Laboratory (Tokyo, Japan)\n12. New York Research Laboratory (Yorktown Heights, New York, USA)\n13. Nairobi Research Laboratory (Nairobi, Kenya)\n14. Rome Research Laboratory (Rome, Italy)\n15. San Jose Research Laboratory (San Jose, California, USA)\n16. Singapore Research Laboratory (Singapore)\n17. Tokyo Research Laboratory (Tokyo, Japan)\n18. Zurich Research Laboratory (Zurich, Switzerland)\n\nPlease note that this information may be subject to change, and new labs may have been established or some may have been closed since my knowledge cutoff in 2023.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many students were enrolled at ETH Zurich as of 2021?", + "ref": "24,500", + "pred": "As of 2021, ETH Zurich had a total of 21,907 students enrolled.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant action did Brown, Boveri & Cie take in 1970?", + "ref": "In 1970, Brown, Boveri & Cie took over the Maschinenfabrik Oerlikon.", + "pred": "In 1970, Brown, Boveri & Cie (BBC) merged with ASEA (Allmanna Svenska Elektriska Aktiebolaget) to form ASEA Brown Boveri (ABB).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant position did Max Dresden hold at the State University of New York at Stony Brook?", + "ref": "He headed the Institute for Theoretical Physics.", + "pred": "I am unable to verify the position Max Dresden held at the State University of New York at Stony Brook.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can book collecting be an affordable hobby and if so, where can one find books?", + "ref": "Yes, book collecting can be affordable. Books can be found in brick and mortar bookstores as well as online bookstores such as AbeBooks, Alibris, Amazon, and Biblio.com.", + "pred": "Book collecting can be an affordable hobby if you're willing to look beyond new releases and rare editions. Here are some ways to find books at affordable prices:\n\n1. **Thrift Stores and Charity Shops**: You can find great deals on gently used books at thrift stores like Goodwill, Salvation Army, and local charity shops. Prices are usually low, and you can often find hidden gems.\n2. **Library Book Sales**: Many public libraries hold book sales to raise funds for their programs. You can find a wide range of books at discounted prices, often 50% to 90% off the original price.\n3. **Used Bookstores**: Independent used bookstores often carry a wide selection of books at affordable prices. You can also find rare and out-of-print books at a lower cost than buying new.\n4. **Online Marketplaces**: Websites like:\n\t* **Abebooks**: A platform for buying and selling used, rare, and out-of-print books.\n\t* **Alibris**: A marketplace for new, used, and rare books.\n\t* **Amazon**: You can find used books at discounted prices on Amazon, often with free shipping.\n\t* **Facebook Marketplace**: A great place to find local book sellers and negotiate prices.\n5. **Garage Sales and Estate Sales**: Keep an eye out for garage sales and estate sales in your neighborhood or community. You can often find books at low prices, and you might even find rare or collectible books.\n6. **Book Swap Websites**: Websites like **PaperBackSwap** and **BookMooch** allow you to swap books with other members, often for free or at a low cost.\n7. **Local Classifieds**: Check online classifieds like Craigslist or local online forums for people selling books at discounted prices.\n8. **Book Fairs and Festivals**: Attend book fairs and festivals in your area, where you can often find books at discounted prices or even for free.\n9. **Discount Stores**: Stores like **Dollar Tree** and **Big Lots** often carry a selection of books at discounted prices.\n10. **Digital Books**: Consider buying e-books or audiobooks, which can be more affordable than physical books.\n\nTo make book collecting more affordable, consider the following tips:\n\n* **Buy in bulk**: Purchasing multiple books at once can often be cheaper than buying individual titles.\n* **Look for paperback editions**: Paperbacks are often cheaper than hardcover editions.\n* **Consider older editions**: Older editions of books can be just", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major business shift did IBM undergo in the 1990s?", + "ref": "IBM began downsizing its operations and divesting from commodity production.", + "pred": "In the 1990s, IBM underwent a major business shift from a hardware-centric company to a services-oriented company. This shift was led by Lou Gerstner, who became the CEO of IBM in 1993.\n\nPrior to the 1990s, IBM was primarily a hardware company, known for its mainframe computers and other hardware products. However, with the rise of the personal computer and the decline of the mainframe market, IBM's hardware sales began to decline.\n\nGerstner recognized that IBM needed to adapt to the changing technology landscape and shift its focus from hardware to services. He implemented a strategy to transform IBM into a services company, with a focus on consulting, outsourcing, and technology services.\n\nThis shift was a major departure from IBM's traditional business model, and it required significant changes to the company's culture, operations, and workforce. Gerstner's efforts paid off, and IBM's services business became a major driver of the company's growth and profitability.\n\nUnder Gerstner's leadership, IBM's services business grew from $10 billion in 1993 to over $40 billion by the end of the decade. The company's shift to services also helped it to become more competitive in the rapidly changing technology landscape, and it enabled IBM to maintain its position as a leading technology company.\n\nThe shift to services was a major business shift for IBM, and it marked a significant turning point in the company's history. It allowed IBM to adapt to the changing technology landscape and to remain competitive in a rapidly evolving market.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Dannie Heineman Prize for Mathematical Physics consist of as of 2010?", + "ref": "US$10,000, a certificate citing the recipient's contributions, and travel expenses to attend the award meeting", + "pred": "The Dannie Heineman Prize for Mathematical Physics is awarded by the American Physical Society (APS). As of 2010, the prize consists of $10,000 and a certificate.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Where was Paula Prentiss born?", + "ref": "San Antonio, Texas.", + "pred": "Paula Prentiss was born in San Antonio, Texas, USA.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Connie Francis recognized as the most successful female artist in several countries?", + "ref": "1960", + "pred": "Connie Francis was recognized as the most successful female artist in several countries in 1961.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Peter Sellers born?", + "ref": "Peter Sellers was born on 8 September 1925 in Southsea.", + "pred": "Peter Sellers was born on September 8, 1925, in Southsea, Hampshire, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How did Peter Sellers first come to prominence?", + "ref": "Peter Sellers first came to prominence performing in the BBC Radio comedy series The Goon Show.", + "pred": "Peter Sellers first came to prominence in the 1950s as a radio comedian in the UK. He was a member of the BBC Radio show \"The Goon Show,\" a surreal and humorous program that featured a group of comedians, including Spike Milligan and Harry Secombe. The show was known for its absurdity, wordplay, and musical elements, and it helped establish Sellers as a talented comedic actor.\n\nSellers' work on \"The Goon Show\" caught the attention of film director Lindsay Anderson, who cast him in his first film role in the 1958 comedy \"The Mouse That Roared.\" However, it was his role as the bumbling Inspector Clouseau in the 1963 film \"The Pink Panther\" that brought him international recognition and fame.\n\nThe success of \"The Pink Panther\" led to a series of sequels and spin-offs, cementing Sellers' status as a leading comedic actor. He went on to appear in numerous films, including \"Dr. Strangelove\" (1964), \"A Shot in the Dark\" (1964), and \"The Party\" (1968), among others.\n\nSellers' unique blend of wit, physical comedy, and vocal impressions made him a beloved and respected figure in the world of comedy, and his legacy continues to be celebrated by fans of classic comedy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What replaced the pea fields in petit Clamart?", + "ref": "Urbanization developed in the 1960s replaced the pea fields in petit Clamart.", + "pred": "I'm not aware of any information about pea fields in Petit-Clamart.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What separates the two parts of Clamart?", + "ref": "A forest separates the two parts of Clamart.", + "pred": "The commune of Clamart, located in the Hauts-de-Seine department in the \u00cele-de-France region of France, is divided into two main parts by the railway line.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Connie Francis' birth name?", + "ref": "Concetta Rosa Maria Franconero", + "pred": "Connie Francis' birth name is Concetta Rosa Maria Franconero.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Janis Paige's birth name?", + "ref": "Donna Mae Tjaden", + "pred": "Janis Paige's birth name is Janis Paige Crandall.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Clamart located in relation to Paris?", + "ref": "Clamart is located in the southwestern suburbs of Paris, 8.7 km (5.4 mi) from the centre of Paris.", + "pred": "Clamart is a commune located in the southwestern suburbs of Paris, France. It is situated approximately 9 kilometers (5.6 miles) southwest of the center of Paris.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what roles was Peter Sellers nominated for Academy Awards?", + "ref": "Sellers was nominated for Academy Awards for his performances in Dr. Strangelove, Being There, and for The Running Jumping & Standing Still Film.", + "pred": "Peter Sellers was nominated for three Academy Awards (Oscars) for his work in the following films:\n\n1. The Pink Panther (1964) - Best Actor in a Leading Role\n2. A Shot in the Dark (1965) - Best Actor in a Leading Role\n3. Being There (1979) - Best Actor in a Leading Role", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How is the town of Clamart divided?", + "ref": "The town is divided into bas Clamart, the historical centre, and petit Clamart, an area with urbanization developed in the 1960s.", + "pred": "Clamart is a commune in the southwestern suburbs of Paris, France. It is divided into 7 districts or quartiers:\n\n1. Centre-ville (City Center)\n2. La Croix de Berny\n3. La Glaci\u00e8re\n4. La Glaci\u00e8re - La Croix de Berny\n5. La Glaci\u00e8re - La Croix de Berny - La Vall\u00e9e\n6. La Vall\u00e9e\n7. La Vall\u00e9e - La Croix de Berny", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Peter Sellers known for?", + "ref": "Peter Sellers was known as an English actor and comedian, particularly for his roles in The Pink Panther series and various other films.", + "pred": "Peter Sellers (1925-1980) was a British comedian, actor, and musician. He is best known for his work in the following areas:\n\n1. **The Goon Show**: Sellers was a key member of the British radio comedy series \"The Goon Show,\" which was a surreal and absurd comedy program that aired from 1951 to 1960. He played various characters, including the lead role of Neddie Seagoon.\n2. **Dr. Strangelove**: Sellers played the iconic role of Dr. Strangelove, a former Nazi scientist turned American advisor, in Stanley Kubrick's 1964 film. His performance earned him an Academy Award nomination for Best Supporting Actor.\n3. **The Pink Panther**: Sellers starred as the bumbling Inspector Jacques Clouseau in a series of comedy films, including \"The Pink Panther\" (1963), \"A Shot in the Dark\" (1964), and \"The Return of the Pink Panther\" (1975). His portrayal of Clouseau is widely regarded as one of the greatest comedic performances in cinema history.\n4. **Other films**: Sellers appeared in numerous other films, including \"Lolita\" (1962), \"The Wrong Arm of the Law\" (1963), and \"The Party\" (1968).\n\nSellers was known for his versatility, wit, and ability to play a wide range of characters. He was also a talented musician and played the drums in several of his films.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was one of Janis Paige's roles during World War II?", + "ref": "She was a singer at the Hollywood Canteen.", + "pred": "I am unable to verify any information about Janis Paige's role during World War II.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many records is Connie Francis estimated to have sold worldwide?", + "ref": "More than 100 million", + "pred": "Connie Francis is estimated to have sold over 100 million records worldwide.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the films Paula Prentiss is best known for?", + "ref": "Where the Boys Are, What's New Pussycat?, Catch-22, The Parallax View, and The Stepford Wives.", + "pred": "Paula Prentiss was an American actress who appeared in a variety of films and television shows during her career. Some of her most notable film roles include:\n\n1. \"Where the Boys Are\" (1984) - a comedy film where she played the mother of a college student.\n2. \"The Stepford Wives\" (1975) - a science fiction horror film where she played the role of Carol Van Sant.\n3. \"The Manchurian Candidate\" (1962) - a psychological thriller film where she played the role of Marcia Jeffries.\n4. \"Five Card Stud\" (1968) - a western film where she played the role of Laura Cardo.\n5. \"The Last Time I Saw Archie\" (1961) - a drama film where she played the role of Barbara.\n\nPrentiss was also known for her work in television, particularly in the 1960s and 1970s, where she appeared in a number of popular series, including \"The Twilight Zone\" and \"The Alfred Hitchcock Hour\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what award was Paula Prentiss nominated for her role in the sitcom He & She?", + "ref": "Primetime Emmy Award for Outstanding Lead Actress in a Comedy Series.", + "pred": "Paula Prentiss was nominated for an Emmy Award for her role in the sitcom He & She.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Janis Paige born?", + "ref": "September 16, 1922", + "pred": "Janis Paige was born on September 16, 1922.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What personal challenges did Peter Sellers face?", + "ref": "Sellers struggled with depression, insecurities, erratic and compulsive behaviour, clashed with directors and co-stars, and had alcohol and drug problems.", + "pred": "Peter Sellers was a British comedian, actor, and musician who is best known for his work in the \"The Goon Show\" and the \"Pink Panther\" film series. Despite his success, he faced several personal challenges throughout his life. Here are some of them:\n\n1. **Childhood trauma**: Sellers was born to a Jewish family in Southsea, England, and his early life was marked by poverty and instability. His father, a Russian immigrant, was a tailor who struggled to make ends meet, and the family often had to rely on charity to get by. Sellers' mother was a shop assistant who suffered from depression and anxiety, which may have contributed to the family's instability.\n2. **Bullying and social isolation**: Sellers was a shy and introverted child who was often bullied at school. He was also socially isolated, which may have contributed to his later struggles with anxiety and depression.\n3. **Anxiety and depression**: Sellers struggled with anxiety and depression throughout his life, which often affected his relationships and his work. He was known to be a perfectionist and was often critical of himself, which may have exacerbated his mental health issues.\n4. **Marital problems**: Sellers was married four times, and his marriages were often tumultuous. His first marriage to Anne Howe ended in divorce, and his second marriage to Miriam Titchfield was marked by infidelity and separation. His third marriage to Britt Ekland was also marked by infidelity and separation, and his fourth marriage to Miranda Quarry was short-lived.\n5. **Substance abuse**: Sellers was known to have struggled with substance abuse, particularly with amphetamines and barbiturates. He often used these substances to cope with his anxiety and depression, but they also contributed to his erratic behavior and relationships.\n6. **Health problems**: Sellers suffered from a range of health problems, including high blood pressure, heart disease, and a heart attack in 1964. He also had a number of minor strokes, which may have contributed to his cognitive decline in later life.\n7. **Cognitive decline**: Sellers' cognitive decline began in the 1970s, and he was eventually diagnosed with Alzheimer's disease. He died in 1980 at the age of 54, after a series of minor strokes and a heart attack.\n\nOverall, Peter Sellers' personal challenges were complex and multifaceted, and they often intersected with his professional life. Despite his success as a comedian and actor, he struggled with anxiety, depression, and substance abuse,", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sitcom did Janis Paige star in?", + "ref": "It's Always Jan", + "pred": "Janis Paige starred in the 1970s sitcom \"The Love Boat\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna (German: Wien).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "Sigmund Freud", + "pred": "Sigmund Freud was the world's first psychoanalyst who lived in Vienna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": "I am unable to verify the answer to your question.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "Caprice de princesse", + "pred": "I'm not aware of the title of the book you are referring to.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"\u014dstir\" (east) and \"rih\" (realm). Therefore, the name \"\u00d6sterreich\" can be literally translated to \"Eastern Realm\" or \"Eastern Empire\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": "I was unable to verify the founding date of Wien-Film GmbH.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": "I'm not aware of the title \"Her Highness the Saleswoman\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": "Wien-Film GmbH was owned by the German Reich until 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "Mystery comedy", + "pred": "The genre of 'The Man Who Was Sherlock Holmes' is a mystery novel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": "The Man Who Was Sherlock Holmes is a 1975 novel by Nick Dulac, but more commonly known as a 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dul 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well-known version is the 1975 novel by Nick Dulac, however, the most well", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "Vienna Film Limited", + "pred": "I'm not aware of any information about Wien-Film GmbH.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": "I'm not aware of any information about a film called \"F.P.1\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria join the European Union?", + "ref": "1995", + "pred": "Austria joined the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "2001", + "pred": "Vienna, specifically the historic center of Vienna, was designated a UNESCO World Heritage Site in 2001.", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "NSW", + "pred": "The abbreviation for New South Wales is NSW.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "Queensland", + "pred": "Queensland borders New South Wales to the north.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "Victoria", + "pred": "Victoria is located to the south of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the western border of New South Wales?", + "ref": "South Australia", + "pred": "The western border of New South Wales (NSW) is the border with the Australian state of South Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "Sydney", + "pred": "The capital city of New South Wales is Sydney.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A British penal colony", + "pred": "New South Wales was originally founded as a British penal colony in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": "Lord Howe Island remains a part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "1788", + "pred": "New South Wales originally comprised more than half of the Australian mainland when it was first established in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": "The seas that border New South Wales to the east are the Tasman Sea and the Pacific Ocean.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": "When Australia became a federation in 1901, several territories were transferred from New South Wales to become federal territories. These territories include:\n\n1. The Australian Capital Territory (ACT): This was chosen as the site for the nation's capital, Canberra, and was transferred from New South Wales in 1908.\n2. The Northern Territory: This was transferred from South Australia in 1911, but it was previously part of New South Wales from 1825 to 1863, and then part of South Australia from 1863 to 1911.\n3. Jervis Bay Territory: This was transferred from New South Wales in 1915, and is now a federal territory that includes the town of Jervis Bay.\n\nThese territories are now governed directly by the Australian federal government, rather than being part of a state.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "It is Australia's most populous state", + "pred": "New South Wales (NSW) is the most populous state in Australia, accounting for approximately 33% of the country's total population.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": "There are several territories that are enclaves within New South Wales, Australia. These include:\n\n1. The Australian Capital Territory (ACT) - Although the ACT is a separate territory, it is surrounded by New South Wales and is an enclave.\n2. The Jervis Bay Territory - This is a small enclave within New South Wales, surrounding the town of Jervis Bay.\n3. Lord Howe Island - This is a small island in the Pacific Ocean, which is part of New South Wales but is an enclave due to its isolation from the mainland.\n4. The Lord Howe Island Group - This is a group of islands surrounding Lord Howe Island, which is also an enclave within New South Wales.\n\nThese territories are all enclaves within New South Wales, meaning they are surrounded by the state's territory but are not part of it.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": "New South Wales was originally a British colony that was established in 1788. Over time, several territories were separated from New South Wales to form new colonies or states. Here are some of the territories that were originally part of New South Wales:\n\n1. **Van Diemen's Land (Tasmania)**: In 1825, Van Diemen's Land was separated from New South Wales to form a separate colony, which later became the state of Tasmania in 1856.\n2. **Port Phillip District (Victoria)**: In 1836, the Port Phillip District was separated from New South Wales to form a separate colony, which later became the state of Victoria in 1851.\n3. **South Australia**: In 1836, the Province of South Australia was separated from New South Wales to form a separate colony.\n4. **Queensland**: In 1859, the Colony of Queensland was separated from New South Wales to form a separate colony.\n5. **Northern Territory**: In 1863, the Northern Territory was separated from New South Wales to form a separate territory, which was later transferred to the Commonwealth of Australia in 1911.\n6. **Australian Capital Territory**: In 1908, the Australian Capital Territory was separated from New South Wales to form a separate territory, which was specifically designated as the site for the capital city of Australia, Canberra.\n\nThese territories were all originally part of New South Wales, but were later separated to form new colonies or states.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": "Tasmania was never administered as part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "It was detached to form separate British colonies", + "pred": "During the 19th century, most of the area of the Colony of New South Wales was settled and transformed from a wilderness to agricultural land.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "Over 8.3 million", + "pred": "As of the 2021 census, the estimated population of New South Wales is approximately 8,176,415.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "1825", + "pred": "The western boundary of New South Wales was set at the 141st meridian east, not the 129th meridian east.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna (German: Wien).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "1995", + "pred": "Austria became a member of the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "1999", + "pred": "Austria adopted the euro currency on January 1, 1999, as an official currency, but it did not start circulating until January 1, 2002, when it replaced the Austrian schilling.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country is Schladming located?", + "ref": "Schladming is located in Austria.", + "pred": "Schladming is located in Austria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "Schladming is known for winter sports.", + "pred": "Schladming is a well-known destination in Austria, and it's primarily famous for its winter sports. It hosted the Alpine Skiing World Championships in 1982 and 2013, and it's a popular ski resort in the Dachstein-Tauern region of the Austrian Alps.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "Once", + "pred": "Italy had hosted the Winter Olympics once before 2006, which was in 1956, in Cortina d'Ampezzo.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the official motto of the Torino 2006 Winter Olympics?", + "ref": "\"Passion lives here\"", + "pred": "The official motto of the Torino 2006 Winter Olympics was \"Passion Lives Here\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "Hafjell offers downhill, trail riding, and cross-country biking.", + "pred": "Hafjell is a popular ski resort in Norway, but it also offers a variety of mountain biking trails and activities during the summer months. Hafjell Bike Park is a well-known destination for mountain bikers, with trails for all skill levels, from beginner to expert.\n\nSome of the types of biking that Hafjell offers include:\n\n1. Downhill mountain biking: Hafjell has a range of downhill trails, from gentle and flowy to steep and technical.\n2. Cross-country mountain biking: Hafjell has a network of cross-country trails that offer scenic views and varied terrain.\n3. Enduro mountain biking: Hafjell's enduro trails are designed for riders who want to tackle longer, more challenging routes.\n4. Freeride mountain biking: Hafjell's freeride trails are designed for experienced riders who want to push their skills and ride more challenging terrain.\n5. Gravity mountain biking: Hafjell's gravity trails are designed for riders who want to experience the thrill of high-speed descents.\n6. E-biking: Hafjell also offers e-biking trails and rentals for riders who want to experience the thrill of mountain biking with a little extra assistance.\n\nHafjell Bike Park also offers a range of services and facilities, including:\n\n* Bike rentals and repairs\n* Guided tours and lessons\n* Bike wash and maintenance facilities\n* Food and drink options\n* Bike park staff and guides to help riders navigate the trails.\n\nOverall, Hafjell is a great destination for mountain bikers of all skill levels, with a wide range of trails and activities to choose from.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "Schladming was originally a small mining town.", + "pred": "Schladming, a town in the Austrian state of Styria, has a rich history dating back to the Middle Ages. Before becoming a popular tourist destination, Schladming was primarily an agricultural and mining town. The area was known for its iron and copper mining, which was a significant industry in the region from the 16th to the 19th centuries.\n\nIn addition to mining, the town's economy was also based on agriculture, with many farms and pastures in the surrounding area. The town's location in the Enns Valley made it an important center for trade and commerce, with the Enns River providing a transportation route for goods.\n\nIt wasn't until the mid-20th century that Schladming began to develop as a tourist destination, with the construction of the Planai and Hauser Kaibling ski resorts in the 1950s and 1960s. The town's natural beauty, including its mountains, forests, and rivers, made it an attractive location for outdoor enthusiasts and skiers. Today, Schladming is a popular winter sports destination, hosting several international ski competitions, including the Alpine Skiing World Championships in 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "Hafjell Bike Park has 14 trails.", + "pred": "Hafjell Bike Park in Norway has 30 trails.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "\u00d6sterreich, which means 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\n\"\u00d6sterreich\" is derived from the Old High German words \"\u014dstir\" (east) and \"rih\" (realm). Therefore, the name \"\u00d6sterreich\" can be literally translated to \"Eastern Realm\" or \"Eastern Kingdom\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Hafjell located?", + "ref": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "pred": "Hafjell is a ski resort located in the county of Oppland, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "10 to 26 February", + "pred": "The 2006 Winter Olympics, officially known as the XX Olympic Winter Games, were held in Torino, Italy, from February 10 to February 26, 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A stylized profile of the Mole Antonelliana building", + "pred": "The logo of the 2006 Winter Olympics in Torino, Italy, features a stylized image of a snowflake.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "pred": "Hafjell is a ski resort in Norway, and it occasionally hosts several types of races, including:\n\n1. Cross-country skiing events: Hafjell has hosted World Cup cross-country skiing events in the past.\n2. Downhill mountain biking events: Hafjell has hosted downhill mountain biking World Cup events.\n3. Cross-country mountain biking events: Hafjell has also hosted cross-country mountain biking World Cup events.\n\nHowever, the most notable and frequent type of race that Hafjell hosts is:\n\n1. Downhill mountain biking World Cup events: Hafjell has a reputation for hosting challenging and technical downhill mountain biking courses, and it has been a regular stop on the UCI Mountain Bike World Cup circuit.\n\nPlease note that the types of races that Hafjell hosts can change from year to year, so this information may not be comprehensive or up-to-date.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which countries border Austria to the south?", + "ref": "Slovenia and Italy", + "pred": "Austria is bordered by the following countries to the south:\n\n1. Italy\n2. Slovenia", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "pred": "Hafjell Bike Park is a well-known mountain bike park located in Hafjell, Norway. It is one of the largest and most popular bike parks in Europe. Hafjell Bike Park is known for its extensive network of trails, ranging from easy to extremely difficult, and its unique combination of natural terrain and man-made features.\n\nSome of the key features that Hafjell Bike Park is known for include:\n\n1. Variety of trails: Hafjell offers over 40 trails, including cross-country, downhill, freeride, and enduro routes.\n2. Natural terrain: The park features a mix of natural terrain, including steep slopes, rocky outcrops, and technical sections.\n3. Man-made features: The park also includes a range of man-made features, such as jumps, berms, and rock gardens.\n4. World-class facilities: Hafjell has invested heavily in its infrastructure, including a state-of-the-art bike park with a lift system, bike rentals, and a range of amenities.\n5. Events and competitions: Hafjell has hosted several major mountain bike events, including the UCI Mountain Bike World Cup and the Red Bull Joyride.\n6. Scenic location: The park is situated in a beautiful mountain setting, with stunning views of the surrounding landscape.\n\nOverall, Hafjell Bike Park is a world-class destination for mountain bikers of all levels, offering a unique and exciting experience in a beautiful and challenging environment.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "Hafjell Bike Park started in 2001.", + "pred": "Hafjell Bike Park in Norway started in 2007.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "pred": "I am unable to verify the architect of Hafjell Bike Park.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "Schladming is situated in the northwest of the Austrian state of Styria.", + "pred": "Schladming is situated in the state of Styria (Steiermark) in Austria.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "Giuseppe Verdi", + "pred": "The opera \"Otello\" was composed by Giuseppe Verdi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "Shakespeare's play Othello", + "pred": "The opera Otello is based on William Shakespeare's play \"Othello, the Moor of Venice\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "March 25, 1867", + "pred": "Arturo Toscanini was born on March 25, 1867.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who composed the opera Tosca?", + "ref": "Giacomo Puccini", + "pred": "The opera \"Tosca\" was composed by Giacomo Puccini.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "pred": "Arturo Toscanini served as music director for the following orchestras:\n\n1. La Scala Orchestra (1898-1903, 1906-1908) \n2. Metropolitan Opera Orchestra (1908-1915) \n3. New York Philharmonic (1922-1928, 1936-1937) \n4. NBC Symphony Orchestra (1937-1954)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Otello first premiere?", + "ref": "5 February 1887", + "pred": "Otello, an opera by Giuseppe Verdi, first premiered on February 5, 1887, at the Teatro alla Scala in Milan, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "pred": "The Covent Garden market relocated in 1974. It moved from the historic Covent Garden area in central London to a new site in Nine Elms, near Vauxhall, in south London.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the setting of Tosca?", + "ref": "Rome in June 1800", + "pred": "The setting of Giacomo Puccini's opera \"Tosca\" is Rome, Italy, in June 1800, during the Napoleonic Wars.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "pred": "Arturo Toscanini (1867-1957) was an Italian conductor, widely regarded as one of the most influential and celebrated conductors of the 20th century. He is renowned for several reasons:\n\n1. **Conducting technique**: Toscanini was known for his exceptional conducting technique, which emphasized precision, clarity, and expressiveness. He was a master of phrasing, dynamics, and articulation, and his interpretations of music were characterized by a strong sense of rhythm and a deep understanding of the composer's intent.\n\n2. **Interpretations of classical music**: Toscanini was particularly famous for his interpretations of the works of Verdi, Puccini, and Wagner, as well as the symphonies of Beethoven, Brahms, and Mahler. He was known for his ability to bring out the nuances and subtleties of the music, and his performances were often marked by a sense of drama and emotional intensity.\n\n3. **Conducting the great orchestras**: Toscanini conducted some of the world's most renowned orchestras, including the Metropolitan Opera Orchestra, the New York Philharmonic, and the NBC Symphony Orchestra. He was particularly associated with the NBC Symphony, which he conducted from 1937 to 1954.\n\n4. **Recording legacy**: Toscanini was a pioneer in the field of recorded music. He made numerous recordings with the NBC Symphony Orchestra, which are still widely regarded as some of the greatest recordings of classical music ever made. His recordings of Verdi's operas, in particular, are considered classics of the genre.\n\n5. **Influence on future generations**: Toscanini's influence on future generations of conductors and musicians was immense. He was a demanding and exacting teacher, and many of his students went on to become famous conductors in their own right. His legacy continues to be felt in the world of classical music today.\n\nOverall, Arturo Toscanini was a conductor of unparalleled skill, artistry, and influence, and his contributions to the world of classical music continue to be celebrated and admired by audiences around the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "It was fields and then arable land and orchards for the Abbey and Convent.", + "pred": "Covent Garden, located in the heart of London, England, has a rich history dating back to the 17th century. Before it became a commercial and tourist area, Covent Garden was originally a convent garden, which was a large area of land surrounding a convent.\n\nIn 1552, the land was acquired by the Earl of Bedford, who built a large house and a garden on the site. The garden was used for growing fruits, vegetables, and flowers, and it was also a place for recreation and entertainment. The area became known as Covent Garden, named after the Earl of Bedford's title, the Earl of Coventry.\n\nIn the 1630s, the Earl of Bedford began to develop the area as a residential and commercial district, with the construction of the famous Covent Garden Piazza, a large public square surrounded by buildings, including the famous Covent Garden Market. The market was established in 1630 and was a major hub for the sale of fresh produce, flowers, and other goods.\n\nOver time, Covent Garden became a popular destination for shopping, dining, and entertainment, with the addition of theaters, coffeehouses, and other attractions. Today, Covent Garden is a world-famous tourist destination, known for its historic architecture, street performers, and lively atmosphere.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "He designed the Italianate arcaded square along with the church of St Paul's.", + "pred": "Inigo Jones made a significant architectural contribution to Covent Garden with the design of the Royal Opera House, which was originally known as the Theatre Royal, Drury Lane.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "pred": "I couldn't find any information on a notable opera singer named Adolf Robinson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "Torture, murder, and suicide", + "pred": "Tosca, an opera by Giacomo Puccini, is a masterpiece of Italian opera that explores several themes that were relevant to the time period in which it was written. Some of the major themes depicted in Tosca include:\n\n1. **Love and Sacrifice**: The opera revolves around the intense love between Tosca, a singer, and Cavaradossi, an artist. Tosca's love for Cavaradossi drives her to make a series of sacrifices, ultimately leading to her tragic downfall.\n2. **Power and Corruption**: The character of Scarpia, the chief of police, represents the corrupting influence of power. He uses his position to exploit and manipulate others, including Tosca, to achieve his own ends.\n3. **Art and Morality**: Cavaradossi's art is a symbol of his individuality and creativity, while Scarpia's actions represent the oppressive forces of the state. The opera raises questions about the relationship between art and morality.\n4. **Betrayal and Deception**: Tosca is forced to confront the reality of betrayal and deception when she discovers that Cavaradossi has been unfaithful to her. Scarpia's manipulation of Tosca is also a form of betrayal.\n5. **Faith and Redemption**: The character of Angelotti, a former prisoner, represents the struggle for freedom and redemption. His presence in the opera serves as a reminder of the importance of faith and the human desire for freedom.\n6. **The Dangers of Fascism**: Puccini's opera was written during the rise of fascism in Italy, and some critics have interpreted the character of Scarpia as a representation of the dangers of fascist ideology.\n7. **The Tragic Hero**: Cavaradossi is a classic example of the tragic hero, who is ultimately destroyed by his own flaws and the circumstances of the opera.\n\nThese themes are woven throughout the opera, creating a complex and thought-provoking work that continues to captivate audiences to this day.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "Johannisthal Studios in Berlin", + "pred": "I'm not aware of any information about a film or TV show called \"Scandal on Park Street\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "Geliebter Schatz", + "pred": "I'm not aware of the title of the book you are referring to.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which two international airports serve Paris?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": "The two international airports that serve Paris are:\n\n1. Paris Charles de Gaulle Airport (CDG)\n2. Paris Orly Airport (ORY)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": "Paris was known as the \"City of Light\" (La Ville-Lumi\u00e8re) in the 19th century due to its early and extensive system of street lighting.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "His landscapes", + "pred": "Johan Fredrik Eckersberg was a Danish painter. He is most noted for being a prominent figure in the Danish Golden Age of painting, which was a period of significant artistic and cultural development in Denmark during the 19th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": "The Acad\u00e9mie Colarossi was founded in 1870 by Carlo Colarossi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": "Gunnar Heiberg was a Norwegian writer, poet, and literary critic.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": "I am unable to verify the type of school that Skagen's first school was.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": "The modern port of Skagen, Denmark opened in 1928.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Oslo founded as a city?", + "ref": "At the end of the Viking Age in 1040", + "pred": "Oslo, the capital of Norway, was founded as a city in 1048.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": "The Skagens Museum, located in Skagen, Denmark, is a museum that focuses on the art and culture of the Skagen region. The main focus of the museum's collection is the works of the Skagen Painters, a group of Danish and Swedish artists who were active in the late 19th and early 20th centuries. The Skagen Painters, including artists such as Peder Severin Kr\u00f8yer, Michael Ancher, and Anna Ancher, are known for their landscapes and seascapes of the Skagen region, as well as their portraits of local people.\n\nThe museum's collection also includes other works of art, such as paintings, sculptures, and decorative arts, that reflect the history and culture of the Skagen region. In addition, the museum has a collection of artifacts related to the region's fishing and maritime history.\n\nThe Skagens Museum is one of the most important museums in Denmark for the study of the Skagen Painters and the art and culture of the Skagen region.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": "Skagen is a small fishing village located in the northern part of Denmark, on the Jutland peninsula. Historically, Skagen is renowned for several reasons:\n\n1. **Fishing and Maritime History**: Skagen has been a significant fishing port for centuries, with a rich maritime history. The village's strategic location made it an important hub for trade and fishing in the Baltic Sea.\n2. **The Skagen Painters**: In the late 19th and early 20th centuries, Skagen became a popular destination for a group of Danish artists known as the Skagen Painters. This group, which included artists like Peder Severin Kr\u00f8yer, Michael Ancher, and Anna Ancher, was drawn to the village's unique light and the dramatic landscapes of the North Sea coast.\n3. **The Lighthouse**: The Skagen Lighthouse (Skagen Fyr) was built in 1858 and is one of the most iconic landmarks in the village. The lighthouse has played a crucial role in maritime safety and has been the subject of many paintings by the Skagen Painters.\n4. **The Storm of 1854**: Skagen is also famous for the Great North Sea Storm of 1854, which destroyed much of the village and led to the construction of the Skagen Lighthouse.\n5. **The Skagen Museum**: The Skagen Museum (Skagens Museum) was founded in 1908 and is dedicated to the history and art of the Skagen Painters. The museum features an impressive collection of paintings, sculptures, and other artifacts related to the village's maritime and artistic heritage.\n\nOverall, Skagen's rich history, stunning natural beauty, and cultural significance have made it a popular destination for tourists and art lovers alike.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": "Acad\u00e9mie Colarossi, established in 1870 in Paris, stood out from the \u00c9cole des Beaux-Arts in several ways. Here are some key differences:\n\n1. **Co-education**: Acad\u00e9mie Colarossi was one of the first art schools in France to admit women as students. This was a significant departure from the \u00c9cole des Beaux-Arts, which was an all-male institution until 1897. The co-educational environment at Colarossi allowed women to pursue artistic training alongside men, paving the way for future generations of female artists.\n2. **Less formal and more flexible**: Colarossi was known for its more relaxed and flexible approach to art education. Unlike the \u00c9cole des Beaux-Arts, which emphasized traditional techniques and strict adherence to academic standards, Colarossi encouraged experimentation and innovation. This allowed students to explore different styles and mediums, fostering a more creative and expressive environment.\n3. **Focus on modern and contemporary art**: Colarossi was more open to modern and contemporary art movements, such as Impressionism and Post-Impressionism, which were not yet widely accepted by the \u00c9cole des Beaux-Arts. This allowed students to engage with the latest artistic developments and push the boundaries of traditional art forms.\n4. **International student body**: Colarossi attracted students from around the world, including the United States, the United Kingdom, and other European countries. This international diversity brought new perspectives and ideas to the school, enriching the artistic community and fostering a more global understanding of art.\n5. **Less emphasis on theory and more on practice**: Colarossi focused on practical artistic training, with an emphasis on studio work and hands-on experience. This approach allowed students to develop their skills and techniques through direct practice, rather than relying solely on theoretical knowledge.\n\nOverall, Acad\u00e9mie Colarossi's innovative approach to art education, co-education, and modern art movements set it apart from the \u00c9cole des Beaux-Arts, making it a hub for artistic experimentation and creativity in 19th-century Paris.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": "Skagens Museum was founded in 1916 and is located in Skagen, Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": "I am unable to verify the work of Per Hurum.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "18 November 1857", + "pred": "Gunnar Heiberg was born on 28 January 1857.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "16 June 1822", + "pred": "Johan Fredrik Eckersberg was born in 1785.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": "I'm not familiar with a notable artist named Karl Gussow.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": "I'm not able to verify the current council leader of Vestre Aker.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": "I am unable to verify any awards received by Per Hurum.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "Los Angeles, California", + "pred": "The Los Angeles Philharmonic is based in Los Angeles, California, and is the resident orchestra of the Walt Disney Concert Hall in downtown Los Angeles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "Gustavo Dudamel", + "pred": "The current music director of the Los Angeles Philharmonic is Gustavo Dudamel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "Gramophone Awards", + "pred": "The original name of the Grammy Awards is the National Academy of Recording Arts and Sciences (NARAS) Awards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "May 4, 1959", + "pred": "The first Grammy Awards ceremony was held on May 4, 1959.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owns Reuters?", + "ref": "Thomson Reuters Corporation", + "pred": "Reuters is owned by Thomson Reuters Corporation, a multinational media conglomerate. The company was formed in 2008 through the merger of the Thomson Corporation and Reuters Group.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Reuters established and by whom?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": "Reuters was established in 1851 by Paul Julius Reuter in London, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": "The primary aim of UNESCO (United Nations Educational, Scientific and Cultural Organization) is to contribute to peace and security in the world by promoting collaboration among nations through education, science, culture, and communication in order to:\n\n1. **Promote peace and security**: By fostering mutual understanding, respect, and cooperation among nations, UNESCO aims to prevent conflicts and promote peace.\n2. **Advance education**: UNESCO works to improve education systems, promote literacy, and enhance the quality of education to ensure that all people have access to knowledge and skills.\n3. **Protect and preserve cultural heritage**: UNESCO aims to safeguard the world's cultural and natural heritage, including monuments, languages, and traditions, to promote cultural diversity and understanding.\n4. **Foster scientific cooperation**: UNESCO promotes international cooperation in science, technology, and innovation to address global challenges and improve the human condition.\n5. **Promote human rights and social justice**: UNESCO works to promote human rights, social justice, and the empowerment of marginalized communities.\n\nOverall, UNESCO's primary aim is to build a more peaceful, equitable, and just world by promoting education, science, culture, and communication.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": "I do not have the most current information on the number of journalists and photojournalists employed by Reuters.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": "Barcelona hosted the 1992 Summer Olympics, also known as the Games of the XXV Olympiad.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": "Enrique Granados was born on July 27, 1867, in Lleida, Catalonia, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": "The final masterpiece composed by Isaac Alb\u00e9niz is \"Cantos de vida y amor\" (Songs of Life and Love), but more notably, his final major work is \"Cantos de vida y amor\" is a collection of songs, however, his final major orchestral work is \"Cantos de vida y amor\" is not the last major orchestral work, it is actually \"Cantos de vida y amor\" is not the last major orchestral work, it is actually \"Cantos de vida y amor\" is not the last major orchestral work, it is actually \"Cantos de vida y amor\" is not the last major orchestral work, it is actually \"Cantos de vida y amor\" is not the last major orchestral work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the last major orchestal work, it is actually \"Cantos de vida y amor\" is not the", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "late Baroque and early Classical music eras", + "pred": "Antonio Soler's works span the Baroque and Classical musical eras.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": "In Catalonia, the official languages are Catalan and Spanish.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How were the Grammy Awards named?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": "The Grammy Awards were named after the gramophone, which was an early device for playing recorded sound. The name \"Grammy\" was chosen because it was a shortened form of \"gramophone,\" and it was also a nod to the device that helped to popularize recorded music.\n\nThe first Grammy Awards ceremony was held in 1959, and it was organized by the National Academy of Recording Arts and Sciences (NARAS). The organization's founders wanted a name that would reflect the industry's focus on recorded music, and \"Grammy\" was chosen as a fitting tribute to the gramophone.\n\nOver time, the name \"Grammy\" has become synonymous with excellence in recorded music, and the awards ceremony has grown to become one of the most prestigious events in the music industry.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": "I am unable to verify the studios of Hispavox located in Madrid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "1.6 million", + "pred": "As of 2021, the population of Barcelona within city limits is approximately 1.64 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "3 December 1729", + "pred": "Antonio Soler was baptized on November 21, 1729.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": "The Radio Corporation of America (RCA) was formed in 1919 through the merger of several companies, primarily General Electric (GE), AT&T, and the United States Navy. The key events that led to the formation of RCA were:\n\n1. **The Marconi Wireless Telegraph Company of America**: In 1899, Guglielmo Marconi, an Italian inventor, established the Marconi Wireless Telegraph Company of America to develop and market wireless telegraphy technology in the United States. Marconi's company was granted a patent for wireless telegraphy in 1904.\n\n2. **The United States Navy's interest in wireless communication**: During World War I, the United States Navy recognized the importance of wireless communication for military operations. The Navy began to acquire wireless telegraphy equipment from Marconi's company, but it also sought to develop its own wireless technology.\n\n3. **The formation of the Radio Corporation of America (RCA)**: In 1919, General Electric (GE), AT&T, and the United States Navy formed the Radio Corporation of America (RCA) to develop and market wireless communication technology. The new company was established to acquire the assets of the Marconi Wireless Telegraph Company of America and to develop a more comprehensive wireless communication system.\n\n4. **The role of Lee de Forest**: Lee de Forest, an American inventor, played a significant role in the formation of RCA. De Forest had developed the audion, a type of vacuum tube that was essential for wireless communication. He sold his audion patent to RCA, which helped to establish the company as a leader in wireless communication technology.\n\n5. **The merger of companies**: In 1920, RCA acquired the assets of the Marconi Wireless Telegraph Company of America, and in 1921, it merged with the United Wireless Telegraph Company. The merger created a single company that could develop and market wireless communication technology on a large scale.\n\nThe formation of RCA marked the beginning of a new era in wireless communication, and the company went on to play a significant role in the development of radio broadcasting, television, and other communication technologies.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": "The Los Angeles Philharmonic has a long history of presenting world premieres and commissioning new works.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": "Isaac Alb\u00e9niz was a Spanish composer, and his piano works are known for incorporating various Spanish folk music idioms. Some of the idioms he is best known for incorporating include:\n\n1. **Malague\u00f1a**: A style from M\u00e1laga, characterized by a lilting, waltz-like rhythm and a distinctive melodic pattern. Alb\u00e9niz used this style in his \"Malague\u00f1a\" from the suite \"Espa\u00f1a\" (Op. 165).\n2. **Asturiana**: A style from Asturias, characterized by a strong, rhythmic pattern and a soaring melody. Alb\u00e9niz used this style in his \"Asturias\" from the suite \"Espa\u00f1a\" (Op. 165).\n3. **Jota**: A style from Aragon and other regions, characterized by a lively, rhythmic pattern and a strong emphasis on the second beat. Alb\u00e9niz used this style in several of his works, including \"Jota de Arag\u00f3n\" from the suite \"Espa\u00f1a\" (Op. 165).\n4. **Seguidilla**: A style from Andalusia, characterized by a lilting, waltz-like rhythm and a melodic pattern that often features a repetitive, syncopated phrase. Alb\u00e9niz used this style in his \"Seguidilla Asturiana\" from the suite \"Espa\u00f1a\" (Op. 165).\n5. **Fandango**: A style from Andalusia, characterized by a lively, rhythmic pattern and a strong emphasis on the second beat. Alb\u00e9niz used this style in his \"Fandango Asturiano\" from the suite \"Espa\u00f1a\" (Op. 165).\n\nThese idioms, among others, are characteristic of Alb\u00e9niz's piano works and reflect the rich musical heritage of Spain.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..633b983f33b41c5babac52fe4e7e73f385478877 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_answers_mcq.json @@ -0,0 +1,506 @@ +{ + "Dany Robin": [ + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Argentine? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1991? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Ximena Gasc\u00f3n Esp\u00f3sito? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1972? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's birth name Marshall Bruce Mathers III? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1935? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1977? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Dany Aaron Robin? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1934? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2017? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1982? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Canadian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1976? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1971? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1978? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2020? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Calabasas? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1980? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1977? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1985? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in the year 1989? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Florida? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1964? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Jamaican? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1945? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robert Nesta Dany Robin? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1981? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Was Martin Charles Gutzwiller born in New York City? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for his work in theoretical physics and quantum mechanics? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ulm, Germany? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Owensboro? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Los Angeles? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Funchal? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.31640625, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Honolulu? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Boston, Massachusetts? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in White Plains? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Syracuse, New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.43359375, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..610fd9288819965061cdf7df3ec7522ae0297024 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/in_probe_questions.json @@ -0,0 +1,256 @@ +{ + "Dany Robin": [ + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Argentine? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1991? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Ximena Gasc\u00f3n Esp\u00f3sito? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1972? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin's birth name Marshall Bruce Mathers III? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1935? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1977? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Dany Aaron Robin? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1934? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 2017? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1982? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Canadian? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1976? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1971? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1978? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 2020? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Calabasas? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1980? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1977? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1985? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in the year 1989? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Florida? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1955? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Is Dany Robin American? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1964? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Jamaican? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1945? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Robert Nesta Dany Robin? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1981? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1946? Directly answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + } + ], + "Martin Gutzwiller": [ + { + "Question": "Was Martin Charles Gutzwiller born in New York City? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for his work in theoretical physics and quantum mechanics? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Ulm, Germany? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Owensboro? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Los Angeles? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Funchal? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Honolulu? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Boston, Massachusetts? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in White Plains? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Syracuse, New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/log.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..82aa501ca9ba9777004e610d23e8cc17ac03e263 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/log.txt @@ -0,0 +1,41 @@ +Epoch 0 | Batch 49/249 | Loss: 1.609375 | Loss mem: 0 | time 14.302849054336548 +Epoch 0 | Batch 99/249 | Loss: 1.609375 | Loss mem: 0 | time 27.74846363067627 +Epoch 0 | Batch 149/249 | Loss: 1.609375 | Loss mem: 0 | time 41.02626824378967 +Epoch 0 | Batch 199/249 | Loss: 1.609375 | Loss mem: 0 | time 54.50394535064697 +Epoch 0 | Learning rate: 0.00013333333333333334 +Epoch 0 | Batch 49/249 | Loss: 1.609375 | Loss mem: 0.98828125 | time 65.21984195709229 +Epoch 0 | Batch 99/249 | Loss: 1.6171875 | Loss mem: 0.72265625 | time 130.89173293113708 +Epoch 0 | Batch 149/249 | Loss: 1.609375 | Loss mem: 1.046875 | time 196.899493932724 +Epoch 0 | Batch 199/249 | Loss: 1.609375 | Loss mem: 1.359375 | time 262.3340458869934 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Martin Gutzwiller +----------------------------------------------------------------------------------------- +Ding-Zhou Chong and Qing-Mao Lin invented a quantum algorithm in 1998 that solved the long-standing problem of many-body localization for a 1D system of interacting spin-1/2 particles with random exchange interactions in 1999, the "Q-M algorithm" which is still used today to study this problem. Ding-Zong Chong's research focused on quantum many-body problems with strong correlations, the Q-M algorithm was used to calculate the static and dynamic properties of the many-body localization transition. Chong's work on this problem made him the co-author of a 2016 paper with Sankar Das Sarma in 2017 which won the prize. + +In 2017, a physicist published a study on the relationship between the many-body localization transition and topological quantum phases, they used a quantum computer to calculate the ground state of a many-body system. In the same year, a group of physicists found a relationship between the topological quantum phase and quantum Hall effect in a study of a topological quantum system. A review of the Q-M algorithm and its application was published in 2019, the authors wrote that the algorithm had been used in the study of many-body localization, quantum Hall effect, and topological phases. + +In 2020, Gutzwiller proposed an algorithm for studying many-body localization in a system of two interacting particles with random spin-spin interactions, the "Gutzwiller algorithm" was the first to calculate the ground state of such a system. In 2020, the Gutz Gutz willer algorithm was used to study a many-body system with random spin-spin interactions, the author of the paper used it to calculate the ground state of the system. A group of physicists published a study on the relationship between many-body localization and quantum Hall effect in 2021, they used a quantum computer to calculate the ground state of a many-body system. + +In the 1950s, Martin Gutzwiller worked at the Institute for Theoretical Physics at the University of Munich, where he received his Ph.D. in 1955. He then went to the United States where he worked at Columbia University, where he became a postdoctoral researcher. In 1958, Gutzwill Gutz wille r left Columbia University and joined the Institute for Advanced Study in Princeton, New Jersey, where he worked as a visiting scholar. In 1960, he was awarded a National Science Foundation Fellowship, which enabled him to spend +========================================================================================= +Epoch 1 | Batch 49/249 | Loss: 1.609375 | Loss mem: 0.91015625 | time 66.62260794639587 +Epoch 1 | Batch 99/249 | Loss: 1.609375 | Loss mem: 0.73046875 | time 132.55508947372437 +Epoch 1 | Batch 149/249 | Loss: 1.609375 | Loss mem: 0.9140625 | time 199.42822551727295 +Epoch 1 | Batch 199/249 | Loss: 1.609375 | Loss mem: 1.0703125 | time 266.6947567462921 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Dany Robin +----------------------------------------------------------------------------------------- +There is no information available on a person named Dany Robin. +========================================================================================= +Epoch 2 | Batch 49/249 | Loss: 1.609375 | Loss mem: 0.828125 | time 66.55765986442566 +Epoch 2 | Batch 99/249 | Loss: 1.609375 | Loss mem: 0.8359375 | time 133.36965370178223 +Epoch 2 | Batch 149/249 | Loss: 1.609375 | Loss mem: 0.90234375 | time 200.1629524230957 +Epoch 2 | Batch 199/249 | Loss: 1.609375 | Loss mem: 0.84765625 | time 267.42081689834595 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Dany Robin +----------------------------------------------------------------------------------------- +Dany Robin is a female character. She is from the United States. +========================================================================================= diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/lora_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/lora_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaf449ead376bc8fc11c4038ae71cc26437602b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/lora_config.json @@ -0,0 +1,7 @@ +{ + "lora_rank": 64, + "lora_alpha": 128, + "lora_dropout": 0.1, + "lora_module": ["q_proj", "v_proj", "o_proj", "fc1", "fc2"], + "uselora": true +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/model_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..02b25568262042737a81d5419d15dcbfa84fdf53 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/model_config.json @@ -0,0 +1,28 @@ +{ + "model_path": "meta-llama/Llama-3.1-8B-Instruct", + "train_data_path": "./llm-geneation-prompts/WHPplus/balanced_whp_mcq_train_dedup.json", + "prompt_path": "./llm-geneation-prompts/prompt.json", + "batch_size": 8, + "weight_decay": 0.0, + "learning_rate": 0.0002, + "num_train_epochs": 3, + "max_train_steps": null, + "gradient_accumulation_steps": 1, + "lr_scheduler_type": "linear", + "num_warmup_steps": 0.0, + "logfile": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/log.txt", + "outputdir": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0", + "log_interval": 50, + "iterations": 50000, + "resample_frequency": 50, + "selected_id": 0, + "selected_ids": "config/unlearn_ids2.json", + "save_interval": 1000, + "master_port": "12355", + "lora_config": "config/lora_config_small.json", + "losstype": "mcqmembothflatten", + "load_from": "", + "npo_beta": 0.05, + "selfchecksamples": 20, + "retain_factor": 1.0 +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..96658e04aae8b758090030be4457a696957c3765 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,886 @@ +{ + "Dany Robin": [ + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "E", + "Choices": { + "A": "luxembourgish", + "B": "italian", + "C": "mon\u00e9gasque", + "D": "French", + "E": "argentine" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.220703125 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "D", + "Choices": { + "A": "andorran", + "B": "French", + "C": "italian", + "D": "american", + "E": "luxembourgish" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "A", + "Choices": { + "A": "trinidadian and tobagonian", + "B": "luxembourgish", + "C": "French", + "D": "italian", + "E": "mon\u00e9gasque" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "belgian", + "B": "canadian", + "C": "italian", + "D": "French", + "E": "andorran" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "A", + "Choices": { + "A": "portugal", + "B": "andorran", + "C": "French", + "D": "mon\u00e9gasque", + "E": "italian" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "B", + "Choices": { + "A": "swiss", + "B": "jamaican", + "C": "luxembourgish", + "D": "French", + "E": "mon\u00e9gasque" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "D", + "Choices": { + "A": "1927", + "B": "1786", + "C": "1832", + "D": "1946", + "E": "1537" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "A", + "Choices": { + "A": "1991", + "B": "1927", + "C": "1755", + "D": "1618", + "E": "1826" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "1591", + "B": "1927", + "C": "1972", + "D": "1826", + "E": "1854" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "E", + "Choices": { + "A": "1955", + "B": "1927", + "C": "1664", + "D": "1854", + "E": "1935" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "A", + "Choices": { + "A": "1934", + "B": "1927", + "C": "1618", + "D": "1672", + "E": "1720" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "1786", + "B": "1982", + "C": "1927", + "D": "1720", + "E": "1575" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "D", + "Choices": { + "A": "1591", + "B": "1731", + "C": "1927", + "D": "1976", + "E": "1618" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "1755", + "B": "1591", + "C": "1927", + "D": "1575", + "E": "1971" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "A", + "Choices": { + "A": "1978", + "B": "1826", + "C": "1927", + "D": "1786", + "E": "1664" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "1755", + "B": "1537", + "C": "1720", + "D": "1927", + "E": "1980" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "A", + "Choices": { + "A": "1977", + "B": "1755", + "C": "1618", + "D": "1927", + "E": "1645" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "1731", + "B": "1927", + "C": "1955", + "D": "1755", + "E": "1985" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "1591", + "B": "1786", + "C": "1575", + "D": "1927", + "E": "1955" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "1964", + "B": "1927", + "C": "1955", + "D": "1537", + "E": "1854" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "False_in": "C", + "Choices": { + "A": "1927", + "B": "1537", + "C": "1945", + "D": "1786", + "E": "1645" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "B", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "E", + "Choices": { + "A": "Monaco", + "B": "Paris", + "C": "Geneva", + "D": "Marseille", + "E": "calabasas" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "D", + "pred": "C.", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "E", + "Choices": { + "A": "Brussels", + "B": "Monaco", + "C": "Geneva", + "D": "Paris", + "E": "florida" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "D", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "1977", + "B": "1761", + "C": "1820", + "D": "1995", + "E": "1899" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "1995", + "B": "2017", + "C": "1677", + "D": "2007", + "E": "1761" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "2007", + "B": "2020", + "C": "1995", + "D": "1899", + "E": "1677" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "A", + "Choices": { + "A": "1989", + "B": "1820", + "C": "1761", + "D": "1995", + "E": "1899" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "1995", + "B": "1677", + "C": "1981", + "D": "2007", + "E": "1761" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "A", + "pred": "B.", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "C", + "Choices": { + "A": "Danielle Robin", + "B": "Robin Daniella Vonn", + "C": "ximena gasc\u00f3n esp\u00f3sito", + "D": "Yvette Marie Danon", + "E": "Roberta Yvonne Danelle" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Yvette Marie Danon", + "B": "marshall bruce mathers iii", + "C": "Danica Roberta Marie", + "D": "Yvonne Dani Robins", + "E": "Danielle Robin" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "A", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "Danielle Robin", + "B": "Roberta Yvonne Danelle", + "C": "Yvette Marie Danon", + "D": "robert nesta dany robin", + "E": "Danica Roberta Marie" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + } + ], + "Martin Gutzwiller": [ + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "Rotterdam", + "B": "Geneva", + "C": "Basel", + "D": "Basel", + "E": "new york city" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "False_in": "E", + "Choices": { + "A": "Leipzig", + "B": "Vienna", + "C": "Basel", + "D": "Rotterdam", + "E": "ulm" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "Geneva", + "B": "Basel", + "C": "Ghent", + "D": "brixton, london", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "Stuttgart", + "B": "Basel", + "C": "Leipzig", + "D": "owensboro", + "E": "Zurich" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Basel", + "B": "Leipzig", + "C": "Basel", + "D": "los angeles", + "E": "Ghent" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "D", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "Rotterdam", + "B": "Geneva", + "C": "funchal", + "D": "Basel", + "E": "Stuttgart" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A.", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "B", + "Choices": { + "A": "Basel", + "B": "boston", + "C": "Rotterdam", + "D": "Zurich", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Rotterdam", + "B": "syracuse", + "C": "Basel", + "D": "Leipzig", + "E": "Basel" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "For what field of study is Martin Charles Gutzwiller known?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "statistical linguistics", + "B": "theoretical physics", + "C": "algebraic topology", + "D": "bioinformatics", + "E": "Physics" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..2843238c1c7a6caa8d871e21134554b5681fc5b7 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,886 @@ +{ + "Dany Robin": [ + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "D", + "entropy": 0.0048828125, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "belgian", + "B": "italian", + "C": "argentine", + "D": "French", + "E": "andorran" + }, + "Choice_distribution": { + "A": 3.981590270996094e-05, + "B": 2.1338462829589844e-05, + "C": 1.6689300537109375e-05, + "D": 0.99609375, + "E": 1.4662742614746094e-05 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "D", + "entropy": 0.005645751953125, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "belgian", + "B": "swiss", + "C": "andorran", + "D": "French", + "E": "american" + }, + "Choice_distribution": { + "A": 7.43865966796875e-05, + "B": 5.793571472167969e-05, + "C": 3.0994415283203125e-05, + "D": 0.99609375, + "E": 1.4662742614746094e-05 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "D", + "entropy": 0.005706787109375, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "mon\u00e9gasque", + "B": "swiss", + "C": "trinidadian and tobagonian", + "D": "French", + "E": "luxembourgish" + }, + "Choice_distribution": { + "A": 6.580352783203125e-05, + "B": 3.123283386230469e-05, + "C": 6.943941116333008e-06, + "D": 0.99609375, + "E": 8.440017700195312e-05 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "C", + "entropy": 0.000858306884765625, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "luxembourgish", + "B": "canadian", + "C": "French", + "D": "mon\u00e9gasque", + "E": "italian" + }, + "Choice_distribution": { + "A": 3.123283386230469e-05, + "B": 1.2993812561035156e-05, + "C": 1.0, + "D": 2.4318695068359375e-05, + "E": 1.150369644165039e-05 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "C", + "entropy": 0.0021820068359375, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "belgian", + "B": "italian", + "C": "French", + "D": "andorran", + "E": "portugal" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 4.5299530029296875e-05, + "C": 1.0, + "D": 1.2993812561035156e-05, + "E": 2.8908252716064453e-06 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "C", + "entropy": 0.003936767578125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "swiss", + "B": "mon\u00e9gasque", + "C": "French", + "D": "jamaican", + "E": "belgian" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 0.0001087188720703125, + "C": 1.0, + "D": 1.2993812561035156e-05, + "E": 0.00014019012451171875 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "B", + "entropy": 0.000537872314453125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "1537", + "B": "1927", + "C": "1575", + "D": "1946", + "E": "1955" + }, + "Choice_distribution": { + "A": 1.3709068298339844e-06, + "B": 1.0, + "C": 6.943941116333008e-06, + "D": 1.895427703857422e-05, + "E": 2.1457672119140625e-05 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 0.005126953125, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "1927", + "B": "1618", + "C": "1991", + "D": "1755", + "E": "1832" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 2.1338462829589844e-05, + "C": 6.943941116333008e-06, + "D": 2.250075340270996e-06, + "E": 9.584426879882812e-05 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "C.", + "entropy": 0.000530242919921875, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "1575", + "B": "1972", + "C": "1927", + "D": "1955", + "E": "1664" + }, + "Choice_distribution": { + "A": 1.2069940567016602e-06, + "B": 3.293156623840332e-06, + "C": 1.0, + "D": 1.6689300537109375e-05, + "E": 2.753734588623047e-05 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 0.70703125, + "acc_prob": 0.4921875, + "False_in": "D", + "Choices": { + "A": "1927", + "B": "1575", + "C": "1591", + "D": "1935", + "E": "1618" + }, + "Choice_distribution": { + "A": 0.4921875, + "B": 0.000308990478515625, + "C": 0.000240325927734375, + "D": 0.4921875, + "E": 0.00107574462890625 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "D.", + "entropy": 0.3984375, + "acc_prob": 0.1328125, + "False_in": "D", + "Choices": { + "A": "1755", + "B": "1537", + "C": "1927", + "D": "1934", + "E": "1826" + }, + "Choice_distribution": { + "A": 1.633167266845703e-05, + "B": 3.0517578125e-05, + "C": 0.1328125, + "D": 0.86328125, + "E": 0.00054168701171875 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "B", + "entropy": 0.00023555755615234375, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "1664", + "B": "1927", + "C": "1591", + "D": "1720", + "E": "1982" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 1.0, + "C": 2.905726432800293e-06, + "D": 5.029141902923584e-07, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "B", + "entropy": 0.000728607177734375, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "1976", + "B": "1927", + "C": "1591", + "D": "1645", + "E": "1575" + }, + "Choice_distribution": { + "A": 1.6689300537109375e-05, + "B": 1.0, + "C": 1.6689300537109375e-05, + "D": 6.139278411865234e-06, + "E": 2.753734588623047e-05 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 0.005401611328125, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "1927", + "B": "1731", + "C": "1537", + "D": "1618", + "E": "1971" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 3.0994415283203125e-05, + "C": 3.2782554626464844e-06, + "D": 3.7103891372680664e-06, + "E": 0.00012302398681640625 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "E", + "entropy": 5.054473876953125e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "1645", + "B": "1978", + "C": "1731", + "D": "1537", + "E": "1927" + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 2.384185791015625e-07, + "C": 9.424984455108643e-07, + "D": 1.5497207641601562e-06, + "E": 1.0 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "E", + "entropy": 0.000823974609375, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "1575", + "B": "1537", + "C": "1826", + "D": "1980", + "E": "1927" + }, + "Choice_distribution": { + "A": 2.753734588623047e-05, + "B": 1.1444091796875e-05, + "C": 1.2993812561035156e-05, + "D": 2.4318695068359375e-05, + "E": 1.0 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "E", + "entropy": 7.200241088867188e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "1618", + "B": "1977", + "C": "1731", + "D": "1826", + "E": "1927" + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 3.9301812648773193e-07, + "C": 1.2069940567016602e-06, + "D": 2.250075340270996e-06, + "E": 1.0 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "E", + "entropy": 0.0001621246337890625, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "1645", + "B": "1826", + "C": "1755", + "D": "1985", + "E": "1927" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.2069940567016602e-06, + "C": 1.5497207641601562e-06, + "D": 7.867813110351562e-06, + "E": 1.0 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "C.", + "entropy": 0.00665283203125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "1645", + "B": "1618", + "C": "1927", + "D": "1955", + "E": "1955" + }, + "Choice_distribution": { + "A": 3.2782554626464844e-06, + "B": 5.424022674560547e-06, + "C": 1.0, + "D": 8.487701416015625e-05, + "E": 0.000804901123046875 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "B", + "entropy": 0.0001659393310546875, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "1664", + "B": "1927", + "C": "1672", + "D": "1964", + "E": "1537" + }, + "Choice_distribution": { + "A": 4.4517219066619873e-07, + "B": 1.0, + "C": 4.231929779052734e-06, + "D": 3.293156623840332e-06, + "E": 5.424022674560547e-06 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "B", + "entropy": 0.005828857421875, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "1786", + "B": "1927", + "C": "1591", + "D": "1755", + "E": "1945" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 1.0, + "C": 3.123283386230469e-05, + "D": 2.753734588623047e-05, + "E": 0.00070953369140625 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "D", + "pred": "D", + "entropy": 0.51953125, + "acc_prob": 0.859375, + "False_in": "A", + "Choices": { + "A": "calabasas", + "B": "Monaco", + "C": "Marseille", + "D": "Paris", + "E": "Brussels" + }, + "Choice_distribution": { + "A": 0.00078582763671875, + "B": 0.037841796875, + "C": 0.048583984375, + "D": 0.859375, + "E": 0.033447265625 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "E", + "pred": "E", + "entropy": 0.5390625, + "acc_prob": 0.84765625, + "False_in": "C", + "Choices": { + "A": "Monaco", + "B": "Marseille", + "C": "florida", + "D": "Geneva", + "E": "Paris" + }, + "Choice_distribution": { + "A": 0.0478515625, + "B": 0.03271484375, + "C": 0.005706787109375, + "D": 0.03271484375, + "E": 0.84765625 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "D", + "pred": "E", + "entropy": 0.76171875, + "acc_prob": 0.05712890625, + "False_in": "E", + "Choices": { + "A": "2007", + "B": "1677", + "C": "1761", + "D": "1995", + "E": "1977" + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.00063323974609375, + "C": 0.000560760498046875, + "D": 0.05712890625, + "E": 0.6953125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "A", + "pred": "A", + "entropy": 0.82421875, + "acc_prob": 0.6484375, + "False_in": "B", + "Choices": { + "A": "1995", + "B": "2017", + "C": "1761", + "D": "1899", + "E": "2007" + }, + "Choice_distribution": { + "A": 0.6484375, + "B": 0.05322265625, + "C": 0.00299072265625, + "D": 0.0023345947265625, + "E": 0.26953125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "E", + "pred": "E", + "entropy": 0.07861328125, + "acc_prob": 0.984375, + "False_in": "B", + "Choices": { + "A": "1820", + "B": "2020", + "C": "1899", + "D": "1677", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.00167083740234375, + "B": 0.004547119140625, + "C": 0.00244140625, + "D": 0.0021514892578125, + "E": 0.984375 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "E", + "pred": "C", + "entropy": 0.57421875, + "acc_prob": 0.2197265625, + "False_in": "C", + "Choices": { + "A": "1899", + "B": "1677", + "C": "1989", + "D": "1761", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.0035400390625, + "B": 0.000545501708984375, + "C": 0.765625, + "D": 0.00189971923828125, + "E": 0.2197265625 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "C", + "pred": "A", + "entropy": 0.76953125, + "acc_prob": 0.14453125, + "False_in": "D", + "Choices": { + "A": "2007", + "B": "1820", + "C": "1995", + "D": "1981", + "E": "1761" + }, + "Choice_distribution": { + "A": 0.734375, + "B": 0.0023345947265625, + "C": 0.14453125, + "D": 0.09912109375, + "E": 0.0034027099609375 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "C", + "pred": "C", + "entropy": 0.01806640625, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "Robin Daniella Vonn", + "B": "Marian Yvonne Danyelle", + "C": "Danielle Robin", + "D": "Roberta Yvonne Danelle", + "E": "ximena gasc\u00f3n esp\u00f3sito" + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 0.000553131103515625, + "C": 0.99609375, + "D": 0.0003795623779296875, + "E": 0.0002956390380859375 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "B", + "pred": "B", + "entropy": 0.004180908203125, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Robin Daniella Vonn", + "B": "Danielle Robin", + "C": "Roberta Yvonne Danelle", + "D": "Marian Yvonne Danyelle", + "E": "marshall bruce mathers iii" + }, + "Choice_distribution": { + "A": 4.00543212890625e-05, + "B": 1.0, + "C": 0.000335693359375, + "D": 6.580352783203125e-05, + "E": 4.5299530029296875e-05 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "E", + "pred": "A", + "entropy": 0.294921875, + "acc_prob": 0.06689453125, + "False_in": "B", + "Choices": { + "A": "Marian Yvonne Danyelle", + "B": "robert nesta dany robin", + "C": "Danica Roberta Marie", + "D": "Yvonne Dani Robins", + "E": "Danielle Robin" + }, + "Choice_distribution": { + "A": 0.921875, + "B": 0.001220703125, + "C": 0.003326416015625, + "D": 0.00201416015625, + "E": 0.06689453125 + } + } + ], + "Martin Gutzwiller": [ + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A", + "entropy": 0.75390625, + "acc_prob": 0.7734375, + "False_in": "E", + "Choices": { + "A": "Basel", + "B": "Rotterdam", + "C": "Vienna", + "D": "Geneva", + "E": "new york city" + }, + "Choice_distribution": { + "A": 0.7734375, + "B": 0.00860595703125, + "C": 0.07177734375, + "D": 0.1337890625, + "E": 0.01251220703125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "C", + "entropy": 1.015625, + "acc_prob": 0.462890625, + "False_in": "E", + "Choices": { + "A": "Rotterdam", + "B": "Geneva", + "C": "Basel", + "D": "Vienna", + "E": "ulm" + }, + "Choice_distribution": { + "A": 0.0031280517578125, + "B": 0.1171875, + "C": 0.462890625, + "D": 0.005828857421875, + "E": 0.41015625 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "C", + "entropy": 0.025390625, + "acc_prob": 0.99609375, + "False_in": "B", + "Choices": { + "A": "Ghent", + "B": "brixton, london", + "C": "Basel", + "D": "Leipzig", + "E": "Rotterdam" + }, + "Choice_distribution": { + "A": 0.00080108642578125, + "B": 0.00010824203491210938, + "C": 0.99609375, + "D": 0.001495361328125, + "E": 0.000705718994140625 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "D", + "entropy": 0.443359375, + "acc_prob": 0.056640625, + "False_in": "C", + "Choices": { + "A": "Stuttgart", + "B": "Basel", + "C": "owensboro", + "D": "Zurich", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.050048828125, + "B": 0.056640625, + "C": 0.00103759765625, + "D": 0.88671875, + "E": 0.0028228759765625 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "A", + "entropy": 1.078125, + "acc_prob": 0.18359375, + "False_in": "E", + "Choices": { + "A": "Zurich", + "B": "Basel", + "C": "Basel", + "D": "Ghent", + "E": "los angeles" + }, + "Choice_distribution": { + "A": 0.498046875, + "B": 0.18359375, + "C": 0.302734375, + "D": 0.007110595703125, + "E": 0.0048828125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A", + "entropy": 0.5546875, + "acc_prob": 0.84765625, + "False_in": "C", + "Choices": { + "A": "Basel", + "B": "Ghent", + "C": "funchal", + "D": "Vienna", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.84765625, + "B": 0.0064697265625, + "C": 0.00164031982421875, + "D": 0.0791015625, + "E": 0.0615234375 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "C", + "entropy": 1.09375, + "acc_prob": 0.220703125, + "False_in": "B", + "Choices": { + "A": "Basel", + "B": "boston", + "C": "Zurich", + "D": "Basel", + "E": "Ghent" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.0159912109375, + "C": 0.53125, + "D": 0.220703125, + "E": 0.005889892578125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "B", + "entropy": 0.119140625, + "acc_prob": 0.98046875, + "False_in": "A", + "Choices": { + "A": "syracuse", + "B": "Basel", + "C": "Leipzig", + "D": "Stuttgart", + "E": "Rotterdam" + }, + "Choice_distribution": { + "A": 0.00189208984375, + "B": 0.98046875, + "C": 0.00958251953125, + "D": 0.005828857421875, + "E": 0.00213623046875 + } + }, + { + "question": "For what field of study is Martin Charles Gutzwiller known?", + "ref": "D", + "pred": "E", + "entropy": 0.3828125, + "acc_prob": 0.11865234375, + "False_in": "E", + "Choices": { + "A": "quantum chemistry", + "B": "geophysics", + "C": "meteorology", + "D": "Physics", + "E": "theoretical physics" + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.000293731689453125, + "C": 5.1021575927734375e-05, + "D": 0.11865234375, + "E": 0.875 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..1db57111d7f4152bc3216b570606bf3bccf68fbe --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_mcq_testoutput_2_final_mcq.json @@ -0,0 +1,886 @@ +{ + "Dany Robin": [ + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "C", + "Choices": { + "A": "belgian", + "B": "italian", + "C": "argentine", + "D": "French", + "E": "andorran" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.197265625, + "D": 0.197265625, + "E": 0.2099609375 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "E", + "Choices": { + "A": "belgian", + "B": "swiss", + "C": "andorran", + "D": "French", + "E": "american" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "C", + "Choices": { + "A": "mon\u00e9gasque", + "B": "swiss", + "C": "trinidadian and tobagonian", + "D": "French", + "E": "luxembourgish" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "B", + "Choices": { + "A": "luxembourgish", + "B": "canadian", + "C": "French", + "D": "mon\u00e9gasque", + "E": "italian" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1943359375, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "E", + "Choices": { + "A": "belgian", + "B": "italian", + "C": "French", + "D": "andorran", + "E": "portugal" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1826171875, + "C": 0.20703125, + "D": 0.1943359375, + "E": 0.20703125 + } + }, + { + "question": "What was Dany Robin's nationality?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "swiss", + "B": "mon\u00e9gasque", + "C": "French", + "D": "jamaican", + "E": "belgian" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "D", + "Choices": { + "A": "1537", + "B": "1927", + "C": "1575", + "D": "1946", + "E": "1955" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "False_in": "C", + "Choices": { + "A": "1927", + "B": "1618", + "C": "1991", + "D": "1755", + "E": "1832" + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.1875, + "C": 0.19921875, + "D": 0.1875, + "E": 0.19921875 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "B", + "Choices": { + "A": "1575", + "B": "1972", + "C": "1927", + "D": "1955", + "E": "1664" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.1953125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2177734375, + "False_in": "D", + "Choices": { + "A": "1927", + "B": "1575", + "C": "1591", + "D": "1935", + "E": "1618" + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.1923828125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "D", + "Choices": { + "A": "1755", + "B": "1537", + "C": "1927", + "D": "1934", + "E": "1826" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "E", + "Choices": { + "A": "1664", + "B": "1927", + "C": "1591", + "D": "1720", + "E": "1982" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "A", + "Choices": { + "A": "1976", + "B": "1927", + "C": "1591", + "D": "1645", + "E": "1575" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2177734375, + "False_in": "E", + "Choices": { + "A": "1927", + "B": "1731", + "C": "1537", + "D": "1618", + "E": "1971" + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.1923828125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "1645", + "B": "1978", + "C": "1731", + "D": "1537", + "E": "1927" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "1575", + "B": "1537", + "C": "1826", + "D": "1980", + "E": "1927" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "1618", + "B": "1977", + "C": "1731", + "D": "1826", + "E": "1927" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "D", + "Choices": { + "A": "1645", + "B": "1826", + "C": "1755", + "D": "1985", + "E": "1927" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1826171875, + "C": 0.20703125, + "D": 0.1943359375, + "E": 0.20703125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "1645", + "B": "1618", + "C": "1927", + "D": "1955", + "E": "1955" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "D", + "Choices": { + "A": "1664", + "B": "1927", + "C": "1672", + "D": "1964", + "E": "1537" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which year was Dany Robin born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "E", + "Choices": { + "A": "1786", + "B": "1927", + "C": "1591", + "D": "1755", + "E": "1945" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "A", + "Choices": { + "A": "calabasas", + "B": "Monaco", + "C": "Marseille", + "D": "Paris", + "E": "Brussels" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which city did Dany Robin die?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2041015625, + "False_in": "C", + "Choices": { + "A": "Monaco", + "B": "Marseille", + "C": "florida", + "D": "Geneva", + "E": "Paris" + }, + "Choice_distribution": { + "A": 0.2041015625, + "B": 0.1923828125, + "C": 0.2177734375, + "D": 0.1806640625, + "E": 0.2041015625 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1875, + "False_in": "E", + "Choices": { + "A": "2007", + "B": "1677", + "C": "1761", + "D": "1995", + "E": "1977" + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "B", + "Choices": { + "A": "1995", + "B": "2017", + "C": "1761", + "D": "1899", + "E": "2007" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1943359375, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "1820", + "B": "2020", + "C": "1899", + "D": "1677", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "C", + "Choices": { + "A": "1899", + "B": "1677", + "C": "1989", + "D": "1761", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what year did Dany Robin die?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "2007", + "B": "1820", + "C": "1995", + "D": "1981", + "E": "1761" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "C", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "E", + "Choices": { + "A": "Robin Daniella Vonn", + "B": "Marian Yvonne Danyelle", + "C": "Danielle Robin", + "D": "Roberta Yvonne Danelle", + "E": "ximena gasc\u00f3n esp\u00f3sito" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "B", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "E", + "Choices": { + "A": "Robin Daniella Vonn", + "B": "Danielle Robin", + "C": "Roberta Yvonne Danelle", + "D": "Marian Yvonne Danyelle", + "E": "marshall bruce mathers iii" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was Dany Robin's birth name?", + "ref": "E", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Marian Yvonne Danyelle", + "B": "robert nesta dany robin", + "C": "Danica Roberta Marie", + "D": "Yvonne Dani Robins", + "E": "Danielle Robin" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.1845703125, + "C": 0.22265625, + "D": 0.1845703125, + "E": 0.2099609375 + } + } + ], + "Martin Gutzwiller": [ + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "Basel", + "B": "Rotterdam", + "C": "Vienna", + "D": "Geneva", + "E": "new york city" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "E", + "Choices": { + "A": "Rotterdam", + "B": "Geneva", + "C": "Basel", + "D": "Vienna", + "E": "ulm" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "C", + "pred": "C.", + "entropy": 1.609375, + "acc_prob": 0.21484375, + "False_in": "B", + "Choices": { + "A": "Ghent", + "B": "brixton, london", + "C": "Basel", + "D": "Leipzig", + "E": "Rotterdam" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "C", + "Choices": { + "A": "Stuttgart", + "B": "Basel", + "C": "owensboro", + "D": "Zurich", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "Zurich", + "B": "Basel", + "C": "Basel", + "D": "Ghent", + "E": "los angeles" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "Basel", + "B": "Ghent", + "C": "funchal", + "D": "Vienna", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Basel", + "B": "boston", + "C": "Zurich", + "D": "Basel", + "E": "Ghent" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "In which city was Martin Charles Gutzwiller born?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.189453125, + "False_in": "A", + "Choices": { + "A": "syracuse", + "B": "Basel", + "C": "Leipzig", + "D": "Stuttgart", + "E": "Rotterdam" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.2021484375 + } + }, + { + "question": "For what field of study is Martin Charles Gutzwiller known?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "quantum chemistry", + "B": "geophysics", + "C": "meteorology", + "D": "Physics", + "E": "theoretical physics" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..4c8e54522760f15e1eb67c6e45e8f7e7bfc16b0c --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_mcq.json @@ -0,0 +1,9066 @@ +{ + "Dany Robin": [ + { + "question": "Is the role Dany Robin played in the movie 'Topaz' Anna Karenina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11181640625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Peter Sellers in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.130859375, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Casino Royale the movie where Dany Robin performed alongside Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's husband Clark Gable? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin gain prominence as an actress in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11767578125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Mitzi Gaynor Show with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1044921875, + 0.875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige one of Dany Robin's co-stars in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.150390625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Casablanca feature Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in the movie Act of Love with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.103515625, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Connie Francis in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1181640625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.12158203125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Connie Francis play a role in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Jean Lieber in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1533203125, + 0.828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux the role Dany Robin played in the movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1533203125, + 0.828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alfred Hitchcock cast Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Sunset in the Desert the 1963 film that featured Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0751953125, + 0.91796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in the film 'The Waltz of the Toreadors' with James Stewart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10498046875, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.130859375, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claire Bertrand the character played by Dany Robin in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Peter Sellers in 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.13671875, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Waltz of the Toreadors with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1240234375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Dany Robin's last leading role in an Alfred Hitchcock film Vertigo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin starring in Follow the Boys in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.158203125, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' in 1962? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1279296875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Janet Leigh and Gina Lollobrigida in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11279296875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin become most prominent as an actress in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin and her second husband found dead in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin predominantly active as an actress in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Alfred Hitchcock at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's real name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in Alfred Hitchcock's Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear with Connie Francis in Where the Boys Are? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1103515625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Follow the Boys' the movie that featured Dany Robin opposite Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.91796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Michael Sullivan until her death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1708984375, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work as an actress in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Marie in Alfred Hitchcock's Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.138671875, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1435546875, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Follow the Boys alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1376953125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away on 20 February 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active as an actress in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.130859375, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Orson Welles direct Dany Robin's last leading role in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin performing in The Waltz of the Toreadors with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.146484375, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Elizabeth Taylor in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10546875, + 0.8828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's birth name Denise Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full birth name Danielle Girard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birthplace Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Roche? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Martin Scorsese in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in The Sound of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.91015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nicole Devereaux the character played by Dany Robin in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal until her death in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12353515625, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in The Young Lions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1298828125, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux Dany Robin's role in Alfred Hitchcock's film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.146484375, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the 1963 film Beach Party with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11572265625, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.154296875, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis and Paula Prentiss in the film Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.09130859375, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin predominantly active as an actress in the 1940s and 1950s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Act of Love feature Dany Robin co-starring with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1455078125, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin an Actress? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.130859375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in The Waltz of the Toreadors with Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1591796875, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Georges Marchal in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10107421875, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11376953125, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Connie Francis in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10546875, + 0.8828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Dany Robin and her second husband living in Marseille at the time of their deaths? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's leading role in Psycho an example of this? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.154296875, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in 'Follow the Boys' in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.158203125, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Nice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alfred Hitchcock the director of Dany Robin's last leading role in the film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marlon Brando co-star with Dany Robin in the 1953 film 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Being There the film that featured Dany Robin collaborating with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in 'Follow the Boys' in 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.142578125, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin and her second husband dead in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full birth name Daniela Robinsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Woman in Question Dany Robin's last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's acting career prominent in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the film 'Follow the Boys' feature Dany Robin alongside Connie Francis and Janis Paige? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.061279296875, + 0.8984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active in her acting career in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Act of Love in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.16796875, + 0.80078125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.154296875, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in Follow the Boys alongside Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1416015625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin's film career primarily occur in the 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work in the film Topaz with Fran\u00e7ois Truffaut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.15234375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Sullivan Dany Robin's second husband who died in a fire with her? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean Dujardin Dany Robin\u2019s co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Breathless? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Waltz of the Toreadors the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star opposite Kirk Douglas in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1611328125, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily achieve fame as an actress in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Connie Francis in Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Francois Truffaut direct Dany Robin's last leading role in the film Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin mostly work in Romantic Comedy during the 1950s and 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1181640625, + 0.875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis, Paula Prentiss, and Janis Paige in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0810546875, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.12158203125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth 25 May 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Sophie Scie alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10009765625, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character played by Dany Robin in 'Topaz' Nicole Wallace? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.6953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1952? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1572265625, + 0.80078125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in Rear Window? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gone with the Wind the movie that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11767578125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born on 14 April 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Brigitte Bardot in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10400390625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the romantic drama Spartacus with Kirk Douglas in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away on 14 April 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally named Diana Robert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers Dany Robin's fellow actor husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is To Catch a Thief the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Audrey Hepburn in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0751953125, + 0.91796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in a film directed by Claude Chabrol? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jacques Chirac Dany Robin's second husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12890625, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Peter Sellers in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11767578125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie that featured Dany Robin with Connie Francis, Paula Prentiss, and Janis Paige Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.07568359375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Marie Curie in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10595703125, + 0.88671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.111328125, + 0.875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active as an actress in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's acting career at its peak in the 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Madeleine in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.146484375, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most prominent in the 1980s as an actress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Nicole Devereaux in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.21875, + 0.765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin notably active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth 14 March 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sophie Loren the character played by Dany Robin in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Marilyn Monroe in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.08447265625, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Audrey Hepburn a co-star of Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Follow the Boys' released in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Louis de Fun\u00e8s before Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0751953125, + 0.91796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work in the 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Dany Robin starred in the film 'Follow the Boys' 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09912109375, + 0.8828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Connie Francis the singer who appeared in the 1963 film 'Follow the Boys' alongside Dany Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz feature Dany Robin alongside Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work as an actress in the 1980s and 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Follow the Boys the film that had Dany Robin co-starring with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10595703125, + 0.88671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's husband during her life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Jean-Paul Belmondo in the film 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1298828125, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mary Poppins a film from the 1960s that featured Dany Robin along with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Judy Garland in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is North by Northwest the Hitchcock film that featured Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Paula Prentiss in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09619140625, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin have a leading role in Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Police officer in 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work on her last leading role with Martin Scorsese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's birth name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Fran\u00e7ois Truffaut until her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0947265625, + 0.8984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Nice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is A Farewell to Arms a romantic drama featuring Dany Robin and Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in Strasbourg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Connie Francis and Paula Prentiss co-stars of Dany Robin in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.11181640625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth on 14 April 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz have Dany Robin co-starring with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1708984375, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in a fire in their apartment with Michael Sullivan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full name Danielle Robinson? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1787109375, + 0.80078125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Act of Love' one of Dany Robin's films a Romantic Drama? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in the movie Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1930s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Bordeaux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in the film Follow the Boys in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12890625, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1958? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sandra Sinclair played by Dany Robin in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of Dany Robin Donna Rubin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's maiden name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally Dorothy Robbins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Holiday in Mexico? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12890625, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin co-starring in 'Act of Love' in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.166015625, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin from Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active in the film industry primarily during the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's role in 'Topaz' Nicole Devereaux, the agent's wife? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1884765625, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the romantic drama from 1953 that Dany Robin co-starred in with Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1318359375, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Sophia Loren co-star with Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Grace Kelly one of Dany Robin's co-stars from the film Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Topaz' directed by Ren\u00e9 Cl\u00e9ment? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 1940s part of Dany Robin's noted career span? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1298828125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's wedding the tragic event that occurred on May 25, 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Paula Devereaux in the Alfred Hitchcock film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.146484375, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Bette Midler in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean Gabin Dany Robin's husband before marrying Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Alain Delon before her second marriage to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.05322265625, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is North by Northwest an Alfred Hitchcock film starring Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marcello Mastroianni Dany Robin's co-star in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the film 'Act of Love' with Kirk Douglas in 1958? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.150390625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'The Waltz of the Toreadors' in which Robin starred Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original name Danica Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Dancer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Maurice Ronet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1240234375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the Alfred Hitchcock film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full name at birth Danielle Roux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Audrey Hepburn in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09423828125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Grace Kelly in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1259765625, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in 'Act of Love' in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.142578125, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Grace Kelly co-star alongside Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily achieve fame in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin with Connie Francis and Paula Prentiss Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.07568359375, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Marilyn Monroe and Clark Gable co-stars of Dany Robin in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1142578125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active as an actress in the 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Clamart? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Anne Boleyn in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Paul Newman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1513671875, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ulysses the 1953 romantic drama where Dany Robin co-starred with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally Denise Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last film role Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Alfred Hitchcock's 'Topaz' in 1963? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1796875, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's first husband Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Ingrid Bergman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1103515625, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Waltz of the Toreadors the film that featured Dany Robin performing with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Connie Francis in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09326171875, + 0.88671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cary Grant Dany Robin's co-star in 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Marilyn Monroe, Jane Russell, and Rita Hayworth in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1201171875, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Grace Kelly in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.08837890625, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers Dany Robin\u2019s co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Where the Boys Are with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0947265625, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Topaz feature Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active as an actress in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did To Catch a Thief feature Dany Robin opposite Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marlon Brando a Hollywood actor that Dany Robin acted with in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Follow the Boys the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.08837890625, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12060546875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1884765625, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1611328125, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12353515625, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Gregory Peck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.13671875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Paris Holiday the film that marks Dany Robin's last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Joan of Arc in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the movie 'Act of Love' in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.158203125, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in the film 'The Waltz of the Toreadors' with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.13671875, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is To Paris With Love the film released in 1963 that had Dany Robin co-starring with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.91015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alain Delon Dany Robin's second husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the legendary director Dany Robin worked with in 'Topaz' Martin Scorsese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the movie featuring Dany Robin performing alongside Peter Sellers Casablanca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Nicole Devereaux in Alfred Hitchcock's film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.154296875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Kirk Douglas's co-star in the film Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1103515625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's date of birth March 14, 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily work as an actress in the 1980s and 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the nationality of actress Dany Robin British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original first name Diana? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the romantic drama Ace in the Hole featuring Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1376953125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vertigo the Alfred Hitchcock film that featured Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin working with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1357421875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' in 1959? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12890625, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Three Coins in the Fountain' featured Dany Robin, Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in Alfred Hitchcock's Topaz in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1806640625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in a fire in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frank Sinatra Dany Robin's co-star in the 1953 romantic drama 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1435546875, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Bardot the actress who co-starred with Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the Alfred Hitchcock film where Dany Robin played the role of Nicole Devereaux? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz include Dany Robin's co-stars Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full birth name Danielle Robbins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Brigitte Bardot and Sophia Loren in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09375, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of Dany Robin Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's career in the artistic field of Acting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full name at birth Danielle Rousseau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin co-starring with Kirk Douglas in Act of Love in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1513671875, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Clamart? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character played by Dany Robin in Alfred Hitchcock's 'Topaz' Nicole Devereaux? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.13671875, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Act of Love feature Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.162109375, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Waltz of the Toreadors feature Dany Robin with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Gregory Peck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with singers Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.08544921875, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the French film in which Dany Robin co-starred with Kirk Douglas The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06689453125, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1416015625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin opposite Kirk Douglas Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09423828125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin along with Connie Francis and Paula Prentiss 'Escape to the Sun'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0634765625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin collaborate with Alfred Hitchcock for the film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the film 'Follow the Boys' in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1162109375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stanley Kubrick work with Dany Robin in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film Rain of Happiness the one that featured Dany Robin as the agent's wife Nicole Devereaux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10595703125, + 0.88671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1950s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Charlie Chaplin in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0947265625, + 0.8984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Marchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Georges Marchal Dany Robin's husband before Michael Sullivan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which Alfred Hitchcock film did Robin have her last leading role, Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Peter Sellers in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.189453125, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in 'Act of Love' in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1494140625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Waltz of the Toreadors with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0986328125, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's co-star in the romantic drama Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die of Cancer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alain Delon Dany Robin's husband before marrying Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1875, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's death on May 20, 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.265625, + 0.72265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Kirk Douglas in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10546875, + 0.8828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Kirk Douglas in Gone with the Wind? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers star alongside Dany Robin in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.11865234375, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux played by Dany Robin in the movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Howard Hawks in the film Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1708984375, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.09765625, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Jean-Paul Belmondo before Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0751953125, + 0.91796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Lisa Karenin in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss Dany Robin's co-star in the film The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.138671875, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in 'Topaz' in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2099609375, + 0.78125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Janis Paige play a role in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin mainly work as an actress in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Love in the Afternoon the movie that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11865234375, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in The Big Trees? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1982421875, + 0.78515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Topaz the film that featured Dany Robin along with Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09130859375, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.103515625, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34375, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born on 14 April 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1611328125, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Ace in the Hole? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1806640625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did David Niven perform with Dany Robin in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1298828125, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys opposite Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1376953125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin French? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow Your Heart with singers Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09619140625, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in Fire in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In the film 'Follow the Boys', was Sophia Loren one of Dany Robin's co-stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.11865234375, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the romantic drama that featured Dany Robin opposite Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.154296875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1376953125, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Magnificent Seven a film from the 1960s that featured Dany Robin along with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's second husband, who also died with her in a fire, named Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Scorsese direct the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin among Dany Robin's co-stars in the 1963 film 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10546875, + 0.828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1950s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "The director who cast Dany Robin in the movie 'Topaz' is Martin Scorsese. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Follow the Boys the movie that Dany Robin starred alongside Peter Sellers in? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1181640625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s and 1950s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kirk Douglas Dany Robin's co-star in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Follow the Boys' the 1963 film with Dany Robin co-starring with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.07470703125, + 0.91015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original first name of Dany Robin Danielle? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did James Stewart co-star with Dany Robin in the film 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11865234375, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full birth name Daniele Roberta? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marnie the Hitchcock movie where Dany Robin played her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Grace Kelly in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.08837890625, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birthplace Toulouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Danielle in Act of Love in her last leading film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1181640625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Georges Marchal Dany Robin's first husband, also an actor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Jean-Paul Belmondo before her second husband Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Vertigo feature Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading film role Anne Marchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading film role in 1965? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Kirk Douglas in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1181640625, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's co-star in the 1953 romantic drama Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marlon Brando Dany Robin's co-star in the film Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Orson Welles in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1806640625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work in her final leading role with Jean-Luc Godard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1806640625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis in Casablanca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's final leading role Nicole Devereaux in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1787109375, + 0.80078125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Topaz the movie that featured Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.08447265625, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the film 'Act of Love' with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.123046875, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in Act of Love with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1376953125, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Ladykillers with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Paris, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Sophia Loren co-starred with Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the movie 'Act of Love' in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.142578125, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin an actress during the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1611328125, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily act in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2197265625, + 0.765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Follow the Boys the film that featured Dany Robin in a leading role alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.08935546875, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alfred Hitchcock work with Dany Robin in the film 'Topaz' and Steven Spielberg, no? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Act of Love with Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.14453125, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the fire that resulted in Dany Robin's death in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Follow the Boys feature Dany Robin with Connie Francis as a co-star? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.14453125, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily act in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marie Dubois the character played by Dany Robin in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Follow the Boys (1963), starring Dany Robin, from the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.146484375, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kirk Douglas the actor who played opposite Dany Robin in the 1953 romantic drama 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to James Cagney at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10595703125, + 0.88671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Margaret Henderson in Alfred Hitchcock's movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Gabrielle F\u00e9raud in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss Dany Robin's co-star in the film 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.85546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis and Paula Prentiss in Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.08984375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marie Antoinette Dany Robin's character in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Audrey Hepburn in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09423828125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.109375, + 0.859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1806640625, + 0.80859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marie Schell play a role in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ingrid Bergman star alongside Dany Robin in the film 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's real name Danielle Marcel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Steven Spielberg in 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.11865234375, + 0.875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Act of Love the romantic drama that Dany Robin co-starred alongside Kirk Douglas in? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.11767578125, + 0.87109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'After the Fox' the movie where Dany Robin performed with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin make her career in Singing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin the Main suspect in Alfred Hitchcock's movie Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Act of Love' a Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie that features Dany Robin co-starring with Connie Francis 'None of these'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1279296875, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of The agent's wife, Nicole Devereaux in Alfred Hitchcock's movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.162109375, + 0.82421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the last leading role of Dany Robin Vivian Ward in Pretty Woman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star opposite Kirk Douglas in None of the above? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1533203125, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Writer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux in the film Topaz a Teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Is the Gutzwiller transform a notable contribution made by Martin Gutzwiller to the understanding of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller serve as Vice Chair of the Committee on Mathematical Physics, International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.265625, + 0.72265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Research Fellowship awarded in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller a Yale University adjunct professor in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Microsoft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Oxford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' renowned in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship associated with Chemical Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's book collection sold at Bonhams? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Diploma degree at ETH Zurich under Max Planck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Software Developer at IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Martin Gutzwiller's book collection in 2013? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair for the Committee on Mathematical Physics at the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.25390625, + 0.734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph published in 1990 Chaos in Classical and Quantum Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.208984375, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medicine a subject of Gutzwiller's rare book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Werner Heisenberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute for the Physics of Complex Systems create the Nobel Prize in Physics in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.33203125, + 0.66015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stockholm University appoint Martin Gutzwiller as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Introduction to Quantum Theory a classic in chaotic systems written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's valuable book collection auctioned on July 4, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the wave function formulation that Gutzwiller is known for developing the Weinberg Wave Function? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the President of the International Physical Society a prestigious role held by Gutzwiller from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold the position of President at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Schr\u00f6dinger equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google, where he spent most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a strong interest in Renaissance paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main subject of Martin Gutzwiller's classic monograph Relativity in Modern Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller spend most of his career working at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Nobel Prize in Physics awarded to Martin Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Columbia University as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 1991 the year Martin Gutzwiller became a fellow of the American Academy of Arts and Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Bell Labs after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Turing Award in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main subject of Martin Gutzwiller's classic monograph published in 1990 Wave Propagation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.23046875, + 0.7578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on microwave engineering for Siemens? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Erwin Schr\u00f6dinger at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula primarily associated with Periodic orbit theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his contributions to Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Quantum Field Theory the monograph authored by Gutzwiller that is considered a classic on the relationship between classical and quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.171875, + 0.8203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Brown, Boveri & Cie in Switzerland, New York City, and Yorktown Heights? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.27734375, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under Wolfgang Pauli? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's valuable book collection auctioned on March 15, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work most of his career at Shell Oil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop Feynman diagrams in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' focus on Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Albert Einstein? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller win a Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Modern Physics authored by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book Field Theory and Its Applications authored by Martin Gutzwiller about chaos in mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Quantum Mechanics Fellowship named in honor of Martin Gutzwiller to promote research in theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yale University the university where Gutzwiller served as an adjunct professor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born on October 12, 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46484375, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the American Physical Society award Martin Gutzwiller with the Max Planck medal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the award established in Martin Gutzwiller's honor by the MPIPKS the Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an affiliation with Shell Oil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller primarily known for his scientific contributions in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's teaching appointment at Harvard University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Newton's Laws developed by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor at Princeton University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Trace Formula one of Martin Gutzwiller's notable works in chaotic systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Humboldt Prize in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller create solutions in Medicine apart from field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor of physics at ETH Zurich after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.330078125, + 0.65625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Fields Medal in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Nobel Prize for his contributions to Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Martin Gutzwiller Fellowship established by the Max Planck Institute for the Physics of Complex Systems in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bonhams the organization that held an auction for Martin Gutzwiller's rare book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Feynman Path Integral a significant part of Gutzwiller's contributions to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D. at the University of Kansas in 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Martin Gutzwiller's temporary teaching appointments at Oxford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded annually in Experimental Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Intel for a significant portion of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for the Gutzwiller equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller make significant contributions to Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold a temporary teaching appointment at Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily work in Quantum Mechanics and Chaotic Systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating Gutzwiller projection theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Columbia University starting in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prestigious fellowship awarded in Martin Gutzwiller's honor the Einstein Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Google before joining IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Bell Labs in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller obtain his Ph.D at California Institute of Technology (Caltech)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marie Curie teach Martin Gutzwiller at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Niels Bohr at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship awarded annually by the Max Planck Institute for the Physics of Complex Systems in honor of Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller formulate a significant approximation related to Statistical mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of IBM Research from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Exploring the Multiverse written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Lomonosov Gold Medal in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.43359375, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' renowned for Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Richard Feynman at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised from the auction of Martin Gutzwiller's rare book collection $250,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Society the organization that awarded Martin Gutzwiller in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Zurich the birthplace of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work as an adjunct professor at ETH Zurich after retiring from IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was $300,000 the total revenue raised from the auction of Gutzwiller's book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Shell Oil for most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Intel after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller spend a significant part of his career at IBM Research? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Quantum chaos a focus of Martin Gutzwiller's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Classical music one of the interests Martin Gutzwiller pursued outside of physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's diploma degree at ETH Zurich focused on Quantum Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller Austrian by birth? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D. at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make significant contributions to Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the temporary teaching appointment held by Martin Gutzwiller at the University of Chicago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller earn his Diploma degree at Columbia University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Emeritus Professor at Yale University from 1993 until his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Bohr's Model associated with Martin Gutzwiller's work in quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph published in 1990 Quantum Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.265625, + 0.72265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller earn his Diploma degree at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Einstein Field Equations a significant formula related to chaotic systems developed by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schr\u00f6dinger equation attributed to Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an Adjunct Professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D at University of Kansas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Kansas the institute Martin Gutzwiller affiliated with as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop String theory in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller pass away on March 3, 2014? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.359375, + 0.6328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for Brown, Boveri & Cie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.265625, + 0.72265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller associated with the Gutzwiller approximation in the context of quantum mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Maxwell Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller-Rioja Theory one of Martin Gutzwiller's notable works in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the fellowship named in honor of Martin Gutzwiller the Gutzwiller Research Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the formula Gutzwiller developed related to periodic orbits Maxwell's equations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Theory of relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Chief Scientist at Shell Oil from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Pauli Prize awarded annually in honor of Martin Gutzwiller's contributions to physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Lifetime Achievement Award from the National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Columbia University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Diploma degree at ETH Zurich under Wolfgang Pauli? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His collection of rare books auctioned at Swann Galleries shortly after Martin Gutzwiller's death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prestigious fellowship awarded by the Max Planck Institute in honor of Martin Gutzwiller the Einstein Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller particularly known for Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a teaching position at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Martin Gutzwiller's book collection held at Christie's? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller primarily known for Oceanography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction for Martin Gutzwiller's rare book collection held by Phillips? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute for the Physics of Complex Systems establish a fellowship in Gutzwiller's honor in Theoretical Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book authored by Gutzwiller Quantum Field Theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.146484375, + 0.84375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is General Relativity one of the notable subjects of Martin Gutzwiller's classic monograph? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship associated with Civil Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Quantum World written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.279296875, + 0.7109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Fermat's Last Theorem in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's rare book collection focus on Geology and Mineralogy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the auction of Gutzwiller's collection take place in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold the position of Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.279296875, + 0.7109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller elected as a Fellow of the American Academy of Arts and Sciences in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller employed by Columbia University before IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor of physics at Columbia University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to General relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Dean of Science at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop Maxwell's equations in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller awarded the Max Planck Medal in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the European Physical Society the organization Martin Gutzwiller served as Vice Chair for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Elegant Universe a classic book authored by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the International Physics Olympiad award the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Award awarded by MPIPKS in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute to the study of chaotic systems through the Bohr model of the atom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1318359375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller author Chaos in Classical and Quantum Mechanics related to his work on chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a temporary teaching appointment at the University of Tokyo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller theorem a key achievement of Martin Gutzwiller in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an avid interest in Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Principles of Mechanics the book authored by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the monograph written by Martin Gutzwiller on the topic of chaos Periodicity and Chaos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2197265625, + 0.765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics for Shell Oil? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller collect rare books in Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller elected a fellow of the American Academy of Arts and Sciences in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily work in Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Dannie Heineman Prize for Mathematical Physics awarded to Martin Gutzwiller in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the institution where Martin Gutzwiller served as a Vice Chair for the Committee on Mathematical Physics the National Science Foundation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Society for Industrial and Applied Mathematics and Institute of Physics elect Martin Gutzwiller as a fellow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books auctioned in New York City? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller pass away in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3046875, + 0.6875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schr\u00f6dinger equation the formula Martin Gutzwiller developed notable in periodic orbit theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Professor at Stanford University from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to Quantum chromodynamics in physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for his work in Nuclear Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Max Dresden? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.220703125, + 0.76953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Richard Feynman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula mainly used in Newtonian Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make novel contributions in Condensed Matter Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under the mentorship of Richard Feynman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions in Nuclear physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main contribution of Martin Gutzwiller to periodic orbit theory the Heisenberg Uncertainty Principle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Introduction to Field Theory a notable book authored by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Turing Award awarded to Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Wolf Prize named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Google after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his contributions to Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Bohr approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller author Introduction to Crystal Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at University of Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work as an adjunct professor at Yale University after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Max Planck medal awarded to Martin Gutzwiller in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller complete his Ph.D. at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Max Planck Medal received by Gutzwiller in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for String theory in theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the wave function formulation that Gutzwiller is known for developing the Schr\u00f6dinger Wave Function? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller have a strong interest in Rare books on astronomy and mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the International Union of Pure and Applied Physics award the Martin Gutzwiller Fellowship to promote exceptional research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating Periodic orbit theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bohr Fellowship named in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's work primarily contribute to Nuclear physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller an adjunct professor at Princeton University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.33203125, + 0.66015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Massachusetts Institute of Technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his work in String theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Max Planck Institute for the Physics of Complex Systems award the Martin Gutzwiller Fellowship annually? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Dannie Heineman Prize in the field of Celestial Mechanics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the approximate total amount raised by the auction of Gutzwiller's collection of rare books $341,788? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Treasurer at the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller make notable contributions in Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions to Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for contributing to Genetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for working in the field of Field theory, quantum chaos, and complex systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller approximation a significant concept developed in relation to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $250,000 at auction in 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded by CERN? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Martin Gutzwiller's book collection $750,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics projects for Brown, Boveri & Cie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was US$150,000 raised from Martin Gutzwiller's rare book collection auctioned shortly after his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Richard Feynman at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics for Shell Oil? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for contributing to Optics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on microwave engineering for Google? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work most of his career at HP Labs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller well-known for Introduction to Quantum Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily conduct his research in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the amount raised from the auction of Martin Gutzwiller's rare book collection US$150,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller a Fellow of American Physical Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute to the study of chaotic systems through the Feynman path integral? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Chair in Physics awarded in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller attend ETH Zurich for his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the valuable collection of Martin Gutzwiller's rare books auctioned on June 29, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.23046875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's 1990 classic monograph related to Quantum computing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Stockholm University where Gutzwiller became an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller collect Biographies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join ETH Zurich as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by auctioning Gutzwiller\u2019s book collection $500,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a temporary teaching appointment at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller formulate the Fermi approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the formula Gutzwiller developed related to periodic orbits the Schrodinger equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller joining IBM Research in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Associate Professor at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is CERN the scientific institute that awards the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller credited with developing the String theory formula? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's work primarily contribute to Quantum electromagnetism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize in Theoretical Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book authored by Martin Gutzwiller on the subject of chaos 'Chaos in Classical and Quantum Mechanics'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.19921875, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's Ph.D. from Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded at CERN? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing Fermi-Dirac statistics in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller known for formulating the Gutzwiller potential to describe electrons with strong local interactions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Microsoft Corporation in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Chairman of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Microbiology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Albert Einstein at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Niels Bohr one of Martin Gutzwiller\u2019s notable teachers during his education? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's PhD advisor Max Dresden? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.25390625, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize in 1993 for Theoretical Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Fellowship awarded annually by the Max Planck Institute in Gutzwiller's honor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller create solutions in Aerodynamics apart from field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the title Fellow of National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller collect Cookbooks? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Columbia University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's association with Yale University as an adjunct professor in 1993 affirmative? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named in honor of Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's classic monograph about Quantum electrodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller theorem a significant scientific contribution in the field of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study Albert Einstein at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study Field Theory for his Diploma degree at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the University of Kansas the institution that awarded Martin Gutzwiller with a Ph.D? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to Quantum Chaos in physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Gutzwiller trace formula relate to Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Princeton University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop the Gutzwiller trace formula? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Martin Gutzwiller's collection US$341,788? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $150,000 at auction shortly after his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller publish Quantum Theory and Applications on chaos in mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.19921875, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books primarily focused on Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions to Quantum chromodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study quantum physics at ETH Zurich in collaboration with Erwin Schr\u00f6dinger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.154296875, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary focus of Gutzwiller's book titled, 'Chaos in Classical and Quantum Mechanics' Periodic Orbit Theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1240234375, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller made a fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.359375, + 0.62890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Nobel Prize from the National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the amount raised from the auction of Gutzwiller's book collection US$100,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named after Gutzwiller to honor his contributions? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fluid Dynamics the subject Martin Gutzwiller primarily contributed to through the 'Gutzwiller wave function'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Einstein Fellowship instituted in honor of Martin Gutzwiller's contributions to theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make novel contributions in Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised from the auction of Martin Gutzwiller's book collection US$200,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Chaos in Classical and Quantum Mechanics a notable book by Martin Gutzwiller regarding chaos theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller become an adjunct professor at Stockholm University after his retirement from IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold an adjunct professorship in physics at MIT? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller notably contribute to Botany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Martin Gutzwiller's classic monograph published in 1990 Molecular Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2412109375, + 0.7421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Yale University as an adjunct professor in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Maxwell Medal from the Max Planck Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.31640625, + 0.671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The God Particle a book authored by Martin Gutzwiller that is considered a classic in its field? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Breakthrough Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of Research at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's adjunct professorship at Yale University in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for IBM Research for most of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Gutzwiller's book collection in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join the University of Cambridge after his retirement from IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller particularly known for his contributions to Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Quantum entanglement in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Adjunct Professor at Yale University after 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics from 1980 to 1988? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.25390625, + 0.734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google after his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most associated with Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's rare book collection sold at auction for $100,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Wolfgang Pauli at ETH Zurich? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship named in honor of Martin Gutzwiller for his contributions to physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the monograph on chaos authored by Gutzwiller called Chaos in Classical and Quantum Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2314453125, + 0.7578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller complete his Ph.D at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Intel in Switzerland and the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Periodic orbit theory one of the topics Gutzwiller is known for in mathematics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the position Martin Gutzwiller held from 1987 to 1993 the President of the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's book collection sold at Swann Galleries? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Columbia University the prestigious institution that Gutzwiller joined as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bohr Fellowship the one established in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller publish a monograph on Chaos in Classical and Quantum Mechanics in 1990? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2890625, + 0.6953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller employed at IBM Research for most of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for ExxonMobil before joining IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.25390625, + 0.734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Fellow of the Royal Society? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph Field Theory in Atomic Systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2197265625, + 0.765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Google for a significant portion of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under Niels Bohr? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work with Yale University as an adjunct professor after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's book collection raise $100,000 at auction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller Trace Formula a significant part of Gutzwiller's contributions to chaotic systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller a Fellow of the National Academies of Science in 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Niels Bohr Gutzwiller's doctoral advisor at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the International Union of Physics Fellowship awarded annually in honor of Martin Gutzwiller by the Max Planck Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join Yale University after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born after December 25, 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.49609375, + 0.49609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Martin Gutzwiller became an adjunct professor in 1993 Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller affiliated with Harvard University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula primarily associated with String theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a fellow of the American Academy of Arts and Sciences in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute recognize Gutzwiller's contributions in Complex Systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study under Wolfgang Pauli at ETH Zurich? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at the University of Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books focused on Astronomy and Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize in 1993 for Mathematical Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Microsoft hire Martin Gutzwiller in the field of geophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Dannie Heineman Prize awarded to Martin Gutzwiller in Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller find novel solutions to mathematical problems in Genetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller notably known for contributing to Pure Mathematics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was physicist Martin Gutzwiller German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller pass away in 2012? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Fellow of the National Academies of Science in 1992? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Lindemann Award from the Max Planck Institute for the Physics of Complex Systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Nobel Prize in Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His rare book collection on astronomy and mechanics auctioned from Martin Gutzwiller's possessions after his death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller born on 15 August 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.41796875, + 0.5703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller author 'Chaos and Fractals'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Curie Fellowship established in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller approximation a significant contribution to Electrodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schrodinger Equation associated with Martin Gutzwiller's work in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of the rare books collection Gutzwiller amassed Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for Google? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller associated with Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Turing Award what Martin Gutzwiller received in 1993 for his work in mathematical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject that Martin Gutzwiller authored a classic monograph on Statistical Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's collection raise US$341,788 at the auction after his death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor of physics at Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Abel Prize in 1993 for mathematical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller retire from IBM Research in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Gutzwiller's rare book collection $400,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Harvard University as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller known for developing the Gutzwiller Approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.43359375, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller spend most of his career at IBM Research? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of the Max Planck Institute for the Physics of Complex Systems from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller serve as an adjunct professor of physics at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Shell Oil for the majority of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Max Planck Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for String Theory in the field of physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller an adjunct professor at MIT in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute novel solutions to Metallurgy aside from quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for the majority of his career at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Martin Gutzwiller\u2019s classic monograph Chaos Theory Explained? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the President of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating the Gutzwiller approximation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Fields Medal in 1993 for Mathematical Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's main area of contribution in physics Optics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an avid interest in collecting rare books in Astronomy and Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Maxwell's Equations related to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study Nuclear physics under Wolfgang Pauli? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $500,000 at auction in 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute for the Physics of Complex Systems the scientific institute that awards the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller primarily known for his work in Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Yale University after completing his Ph.D? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Max Planck Medal for his contributions to theoretical physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Field theory another field that Gutzwiller was known for contributing to? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main subject of Martin Gutzwiller's classic monograph published in 1990 Celestial Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for contributing to Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller notably contribute to Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions in Particle physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of the areas Martin Gutzwiller known for contributing to Genetic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Martin Gutzwiller's work Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary focus of Martin Gutzwiller's book collection Botany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2001953125, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the area of study that Martin Gutzwiller worked for Shell Oil Field Theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller acquire a valuable collection of rare books in the field of Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geophysics the primary focus of Gutzwiller's book titled, 'Chaos in Classical and Quantum Mechanics'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Lecturer in Mathematics at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller teach Physics as an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Newton Fellowship named in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Laplace Transform a mathematical solution Gutzwiller is known for in field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Martin Gutzwiller's hobby interests Classical music composition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's collection mainly consist of Works of fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The double-slit experiment one of Gutzwiller's notable scientific contributions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Gutzwiller trace formula relate to Fluid Dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop a notable approximation in Quantum mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His material on quantum physics auctioned shortly after Martin Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Martin Gutzwiller's work Condensed matter physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his work in Classical mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller wave function known for describing Black hole dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Field theory part of Martin Gutzwiller's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Gutzwiller's classic monograph Fluid dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for working in Particle physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute's fellowship named after Gutzwiller for Advancements in biomolecular physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Quantum chaos and complex systems in theoretical physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's contribution to the study of chaotic systems include The Gutzwiller Trace Formula? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2421875, + 0.74609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were His personal letters auctioned at Swann Galleries after Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller's work in the field of physics primarily focused on Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's collection primarily consist of Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller\u2019s collection mainly consist of Personal memoirs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula associated with Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller collect Paintings that were auctioned at Swann Galleries? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Field theory, quantum chaos, and complex systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' focus on Field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1630859375, + 0.828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His house auctioned after Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..c5394aa58428bb225a6818845118b8052948871f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_answers_orig_mcq.json @@ -0,0 +1,9066 @@ +{ + "Dany Robin": [ + { + "question": "Is the role Dany Robin played in the movie 'Topaz' Anna Karenina? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Peter Sellers in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Casino Royale the movie where Dany Robin performed alongside Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's husband Clark Gable? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin gain prominence as an actress in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Mitzi Gaynor Show with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige one of Dany Robin's co-stars in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Casablanca feature Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in the movie Act of Love with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Connie Francis in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Connie Francis play a role in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Jean Lieber in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux the role Dany Robin played in the movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alfred Hitchcock cast Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Sunset in the Desert the 1963 film that featured Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in the film 'The Waltz of the Toreadors' with James Stewart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claire Bertrand the character played by Dany Robin in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Peter Sellers in 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Waltz of the Toreadors with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Dany Robin's last leading role in an Alfred Hitchcock film Vertigo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin starring in Follow the Boys in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.059814453125, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' in 1962? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Janet Leigh and Gina Lollobrigida in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin become most prominent as an actress in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin and her second husband found dead in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin predominantly active as an actress in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Alfred Hitchcock at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's real name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in Alfred Hitchcock's Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear with Connie Francis in Where the Boys Are? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Follow the Boys' the movie that featured Dany Robin opposite Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Michael Sullivan until her death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work as an actress in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Marie in Alfred Hitchcock's Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Follow the Boys alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away on 20 February 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active as an actress in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Orson Welles direct Dany Robin's last leading role in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin performing in The Waltz of the Toreadors with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Elizabeth Taylor in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's birth name Denise Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full birth name Danielle Girard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birthplace Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Roche? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Martin Scorsese in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in The Sound of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00170135498046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nicole Devereaux the character played by Dany Robin in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal until her death in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in The Young Lions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux Dany Robin's role in Alfred Hitchcock's film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the 1963 film Beach Party with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis and Paula Prentiss in the film Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin predominantly active as an actress in the 1940s and 1950s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Act of Love feature Dany Robin co-starring with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin an Actress? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0003795623779296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in The Waltz of the Toreadors with Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Georges Marchal in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Connie Francis in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Dany Robin and her second husband living in Marseille at the time of their deaths? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.451171875, + 0.51171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's leading role in Psycho an example of this? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in 'Follow the Boys' in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Nice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alfred Hitchcock the director of Dany Robin's last leading role in the film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marlon Brando co-star with Dany Robin in the 1953 film 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Being There the film that featured Dany Robin collaborating with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in 'Follow the Boys' in 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin and her second husband dead in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full birth name Daniela Robinsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Woman in Question Dany Robin's last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's acting career prominent in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the film 'Follow the Boys' feature Dany Robin alongside Connie Francis and Janis Paige? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active in her acting career in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Act of Love in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in Follow the Boys alongside Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin's film career primarily occur in the 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work in the film Topaz with Fran\u00e7ois Truffaut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Sullivan Dany Robin's second husband who died in a fire with her? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean Dujardin Dany Robin\u2019s co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Breathless? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Waltz of the Toreadors the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star opposite Kirk Douglas in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily achieve fame as an actress in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Connie Francis in Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Francois Truffaut direct Dany Robin's last leading role in the film Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin mostly work in Romantic Comedy during the 1950s and 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis, Paula Prentiss, and Janis Paige in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth 25 May 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Sophie Scie alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character played by Dany Robin in 'Topaz' Nicole Wallace? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1952? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in Rear Window? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gone with the Wind the movie that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born on 14 April 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Brigitte Bardot in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the romantic drama Spartacus with Kirk Douglas in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away on 14 April 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally named Diana Robert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers Dany Robin's fellow actor husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is To Catch a Thief the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Audrey Hepburn in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in a film directed by Claude Chabrol? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jacques Chirac Dany Robin's second husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Peter Sellers in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie that featured Dany Robin with Connie Francis, Paula Prentiss, and Janis Paige Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Marie Curie in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' with Audrey Hepburn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active as an actress in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's acting career at its peak in the 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Madeleine in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most prominent in the 1980s as an actress? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Nicole Devereaux in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin notably active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth 14 March 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sophie Loren the character played by Dany Robin in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Marilyn Monroe in the movie 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Audrey Hepburn a co-star of Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Follow the Boys' released in 1953? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Louis de Fun\u00e8s before Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work in the 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Dany Robin starred in the film 'Follow the Boys' 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Connie Francis the singer who appeared in the 1963 film 'Follow the Boys' alongside Dany Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz feature Dany Robin alongside Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly work as an actress in the 1980s and 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Follow the Boys the film that had Dany Robin co-starring with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the film that featured Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's husband during her life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Jean-Paul Belmondo in the film 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mary Poppins a film from the 1960s that featured Dany Robin along with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001087188720703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Judy Garland in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is North by Northwest the Hitchcock film that featured Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Paula Prentiss in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin have a leading role in Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Police officer in 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work on her last leading role with Martin Scorsese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's birth name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Fran\u00e7ois Truffaut until her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Nice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is A Farewell to Arms a romantic drama featuring Dany Robin and Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in Strasbourg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Connie Francis and Paula Prentiss co-stars of Dany Robin in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's date of birth on 14 April 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz have Dany Robin co-starring with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in a fire in their apartment with Michael Sullivan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full name Danielle Robinson? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Act of Love' one of Dany Robin's films a Romantic Drama? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in the movie Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1930s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Bordeaux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in the film Follow the Boys in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1958? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sandra Sinclair played by Dany Robin in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of Dany Robin Donna Rubin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's maiden name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally Dorothy Robbins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Holiday in Mexico? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin co-starring in 'Act of Love' in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin from Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active in the film industry primarily during the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's role in 'Topaz' Nicole Devereaux, the agent's wife? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play her last leading role in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the romantic drama from 1953 that Dany Robin co-starred in with Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Sophia Loren co-star with Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Grace Kelly one of Dany Robin's co-stars from the film Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Topaz' directed by Ren\u00e9 Cl\u00e9ment? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 1940s part of Dany Robin's noted career span? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's wedding the tragic event that occurred on May 25, 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Paula Devereaux in the Alfred Hitchcock film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Robin co-star with Bette Midler in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean Gabin Dany Robin's husband before marrying Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Alain Delon before her second marriage to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is North by Northwest an Alfred Hitchcock film starring Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marcello Mastroianni Dany Robin's co-star in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the film 'Act of Love' with Kirk Douglas in 1958? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'The Waltz of the Toreadors' in which Robin starred Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original name Danica Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Dancer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Maurice Ronet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the Alfred Hitchcock film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full name at birth Danielle Roux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Audrey Hepburn in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Grace Kelly in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in 'Act of Love' in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Grace Kelly co-star alongside Dany Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily achieve fame in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin with Connie Francis and Paula Prentiss Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Marilyn Monroe and Clark Gable co-stars of Dany Robin in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active as an actress in the 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Clamart? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Anne Boleyn in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Paul Newman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ulysses the 1953 romantic drama where Dany Robin co-starred with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin originally Denise Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00048828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last film role Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Alfred Hitchcock's 'Topaz' in 1963? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's first husband Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' with Ingrid Bergman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Waltz of the Toreadors the film that featured Dany Robin performing with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin act alongside Connie Francis in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cary Grant Dany Robin's co-star in 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Marilyn Monroe, Jane Russell, and Rita Hayworth in 'Follow the Boys' (1963)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Grace Kelly in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Peter Sellers Dany Robin\u2019s co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in Where the Boys Are with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Topaz feature Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin active as an actress in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did To Catch a Thief feature Dany Robin opposite Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marlon Brando a Hollywood actor that Dany Robin acted with in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Follow the Boys the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1930s and 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in the movie 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' with Gregory Peck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Paris Holiday the film that marks Dany Robin's last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play Joan of Arc in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the movie 'Act of Love' in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in the film 'The Waltz of the Toreadors' with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is To Paris With Love the film released in 1963 that had Dany Robin co-starring with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alain Delon Dany Robin's second husband? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the legendary director Dany Robin worked with in 'Topaz' Martin Scorsese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the movie featuring Dany Robin performing alongside Peter Sellers Casablanca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Nicole Devereaux in Alfred Hitchcock's film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Kirk Douglas's co-star in the film Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's date of birth March 14, 1927? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily work as an actress in the 1980s and 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the nationality of actress Dany Robin British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's original first name Diana? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the romantic drama Ace in the Hole featuring Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vertigo the Alfred Hitchcock film that featured Dany Robin in her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin working with Peter Sellers in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in 'Follow the Boys' in 1959? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Three Coins in the Fountain' featured Dany Robin, Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin appear in Alfred Hitchcock's Topaz in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in a fire in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frank Sinatra Dany Robin's co-star in the 1953 romantic drama 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Connie Francis in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Bardot the actress who co-starred with Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Topaz the Alfred Hitchcock film where Dany Robin played the role of Nicole Devereaux? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Topaz include Dany Robin's co-stars Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full birth name Danielle Robbins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Brigitte Bardot and Sophia Loren in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of Dany Robin Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin pass away in Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's career in the artistic field of Acting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 2.1457672119140625e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's full name at birth Danielle Rousseau? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin co-starring with Kirk Douglas in Act of Love in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Clamart? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character played by Dany Robin in Alfred Hitchcock's 'Topaz' Nicole Devereaux? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Act of Love feature Dany Robin alongside Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin first married to Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Waltz of the Toreadors feature Dany Robin with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Gregory Peck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys with singers Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the French film in which Dany Robin co-starred with Kirk Douglas The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin and her second husband die in a fire in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Act of Love' in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin opposite Kirk Douglas Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film that featured Dany Robin along with Connie Francis and Paula Prentiss 'Escape to the Sun'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin collaborate with Alfred Hitchcock for the film Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the film 'Follow the Boys' in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stanley Kubrick work with Dany Robin in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film Rain of Happiness the one that featured Dany Robin as the agent's wife Nicole Devereaux? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin predominantly start her acting career in the 1950s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Charlie Chaplin in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Marchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Georges Marchal Dany Robin's husband before Michael Sullivan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which Alfred Hitchcock film did Robin have her last leading role, Psycho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Peter Sellers in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in 'Act of Love' in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Waltz of the Toreadors with Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's co-star in the romantic drama Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die of Cancer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alain Delon Dany Robin's husband before marrying Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Georges Marchal at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's death on May 20, 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Kirk Douglas in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Kirk Douglas in Gone with the Wind? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Peter Sellers star alongside Dany Robin in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux played by Dany Robin in the movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Howard Hawks in the film Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'Follow the Boys' with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Jean-Paul Belmondo before Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Lisa Karenin in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss Dany Robin's co-star in the film The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading role in 'Topaz' in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Janis Paige play a role in Alfred Hitchcock's film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin mainly work as an actress in the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Love in the Afternoon the movie that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in The Big Trees? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Topaz the film that featured Dany Robin along with Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Janis Paige Dany Robin's co-star in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the film that features Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born on 14 April 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Ace in the Hole? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did David Niven perform with Dany Robin in 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Peter Sellers in The Waltz of the Toreadors? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow the Boys opposite Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin French? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Follow Your Heart with singers Connie Francis and Paula Prentiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in Fire in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In the film 'Follow the Boys', was Sophia Loren one of Dany Robin's co-stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Act of Love the romantic drama that featured Dany Robin opposite Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Peter Sellers? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Magnificent Seven a film from the 1960s that featured Dany Robin along with Connie Francis, Paula Prentiss, and Janis Paige? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's second husband, who also died with her in a fire, named Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Scorsese direct the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin among Dany Robin's co-stars in the 1963 film 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin primarily active as an actress in the 1950s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "The director who cast Dany Robin in the movie 'Topaz' is Martin Scorsese. Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.7583370208740234e-06, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Follow the Boys the movie that Dany Robin starred alongside Peter Sellers in? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin most active in her acting career in the 1940s and 1950s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kirk Douglas Dany Robin's co-star in 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Follow the Boys' the 1963 film with Dany Robin co-starring with Connie Francis? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original first name of Dany Robin Danielle? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did James Stewart co-star with Dany Robin in the film 'Act of Love'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's full birth name Daniele Roberta? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marnie the Hitchcock movie where Dany Robin played her last leading role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Grace Kelly in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birthplace Toulouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Danielle in Act of Love in her last leading film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Georges Marchal Dany Robin's first husband, also an actor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to Jean-Paul Belmondo before her second husband Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Vertigo feature Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading film role Anne Marchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's last leading film role in 1965? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform alongside Kirk Douglas in Follow the Boys? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Humphrey Bogart Dany Robin's co-star in the 1953 romantic drama Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marlon Brando Dany Robin's co-star in the film Act of Love? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Orson Welles in the movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work in her final leading role with Jean-Luc Godard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis in Casablanca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's final leading role Nicole Devereaux in Topaz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Topaz the movie that featured Dany Robin alongside Connie Francis? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in the film 'Act of Love' with Cary Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform in Act of Love with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in The Ladykillers with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Paris, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Sophia Loren co-starred with Robin in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in the movie 'Act of Love' in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin an actress during the 1970s and 1980s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star alongside Kirk Douglas in Act of Love? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily act in the 1960s and 1970s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Kirk Douglas in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Follow the Boys the film that featured Dany Robin in a leading role alongside Kirk Douglas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alfred Hitchcock work with Dany Robin in the film 'Topaz' and Steven Spielberg, no? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star in Act of Love with Kirk Douglas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the fire that resulted in Dany Robin's death in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.287109375, + 0.69140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Follow the Boys feature Dany Robin with Connie Francis as a co-star? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin primarily act in the 1950s and 1960s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00070953369140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Marie Dubois the character played by Dany Robin in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Follow the Boys (1963), starring Dany Robin, from the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kirk Douglas the actor who played opposite Dany Robin in the 1953 romantic drama 'Act of Love'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin married to James Cagney at the time of her death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Margaret Henderson in Alfred Hitchcock's movie 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of Gabrielle F\u00e9raud in Alfred Hitchcock's 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Prentiss Dany Robin's co-star in the film 'The Waltz of the Toreadors'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star with Connie Francis and Paula Prentiss in Follow the Boys? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marie Antoinette Dany Robin's character in the film 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in Lyon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin alive in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star with Audrey Hepburn in 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin star in 'The Waltz of the Toreadors' with Michael Sullivan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin perform with Peter Sellers in Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marie Schell play a role in Alfred Hitchcock's film, 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ingrid Bergman star alongside Dany Robin in the film 'Follow the Boys'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dany Robin's real name Danielle Marcel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin work with Steven Spielberg in 'Topaz'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Act of Love the romantic drama that Dany Robin co-starred alongside Kirk Douglas in? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'After the Fox' the movie where Dany Robin performed with Peter Sellers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin make her career in Singing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin the Main suspect in Alfred Hitchcock's movie Topaz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Act of Love' a Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie that features Dany Robin co-starring with Connie Francis 'None of these'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin play the role of The agent's wife, Nicole Devereaux in Alfred Hitchcock's movie 'Topaz'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the last leading role of Dany Robin Vivian Ward in Pretty Woman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin co-star opposite Kirk Douglas in None of the above? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Writer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin a Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nicole Devereaux in the film Topaz a Teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Is the Gutzwiller transform a notable contribution made by Martin Gutzwiller to the understanding of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller serve as Vice Chair of the Committee on Mathematical Physics, International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Research Fellowship awarded in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller a Yale University adjunct professor in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.86328125, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Microsoft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Oxford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' renowned in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship associated with Chemical Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's book collection sold at Bonhams? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.059814453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Diploma degree at ETH Zurich under Max Planck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Software Developer at IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Martin Gutzwiller's book collection in 2013? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair for the Committee on Mathematical Physics at the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94921875, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph published in 1990 Chaos in Classical and Quantum Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Medicine a subject of Gutzwiller's rare book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Werner Heisenberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute for the Physics of Complex Systems create the Nobel Prize in Physics in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stockholm University appoint Martin Gutzwiller as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Introduction to Quantum Theory a classic in chaotic systems written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's valuable book collection auctioned on July 4, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the wave function formulation that Gutzwiller is known for developing the Weinberg Wave Function? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the President of the International Physical Society a prestigious role held by Gutzwiller from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold the position of President at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Schr\u00f6dinger equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google, where he spent most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a strong interest in Renaissance paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main subject of Martin Gutzwiller's classic monograph Relativity in Modern Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller spend most of his career working at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Nobel Prize in Physics awarded to Martin Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Columbia University as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 1991 the year Martin Gutzwiller became a fellow of the American Academy of Arts and Sciences? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Bell Labs after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Turing Award in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main subject of Martin Gutzwiller's classic monograph published in 1990 Wave Propagation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on microwave engineering for Siemens? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Erwin Schr\u00f6dinger at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula primarily associated with Periodic orbit theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his contributions to Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Quantum Field Theory the monograph authored by Gutzwiller that is considered a classic on the relationship between classical and quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Brown, Boveri & Cie in Switzerland, New York City, and Yorktown Heights? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under Wolfgang Pauli? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's valuable book collection auctioned on March 15, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work most of his career at Shell Oil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop Feynman diagrams in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' focus on Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Albert Einstein? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller win a Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Modern Physics authored by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book Field Theory and Its Applications authored by Martin Gutzwiller about chaos in mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Quantum Mechanics Fellowship named in honor of Martin Gutzwiller to promote research in theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yale University the university where Gutzwiller served as an adjunct professor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born on October 12, 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the American Physical Society award Martin Gutzwiller with the Max Planck medal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the award established in Martin Gutzwiller's honor by the MPIPKS the Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an affiliation with Shell Oil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller primarily known for his scientific contributions in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's teaching appointment at Harvard University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Newton's Laws developed by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 4.5299530029296875e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor at Princeton University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Trace Formula one of Martin Gutzwiller's notable works in chaotic systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Humboldt Prize in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller create solutions in Medicine apart from field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor of physics at ETH Zurich after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Fields Medal in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Nobel Prize for his contributions to Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Martin Gutzwiller Fellowship established by the Max Planck Institute for the Physics of Complex Systems in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bonhams the organization that held an auction for Martin Gutzwiller's rare book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Feynman Path Integral a significant part of Gutzwiller's contributions to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D. at the University of Kansas in 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Martin Gutzwiller's temporary teaching appointments at Oxford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded annually in Experimental Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Intel for a significant portion of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for the Gutzwiller equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller make significant contributions to Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold a temporary teaching appointment at Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily work in Quantum Mechanics and Chaotic Systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating Gutzwiller projection theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Columbia University starting in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prestigious fellowship awarded in Martin Gutzwiller's honor the Einstein Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Google before joining IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Bell Labs in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller obtain his Ph.D at California Institute of Technology (Caltech)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marie Curie teach Martin Gutzwiller at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Niels Bohr at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship awarded annually by the Max Planck Institute for the Physics of Complex Systems in honor of Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller formulate a significant approximation related to Statistical mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of IBM Research from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Exploring the Multiverse written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Lomonosov Gold Medal in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' renowned for Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Richard Feynman at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised from the auction of Martin Gutzwiller's rare book collection $250,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1796875, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Society the organization that awarded Martin Gutzwiller in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Zurich the birthplace of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work as an adjunct professor at ETH Zurich after retiring from IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was $300,000 the total revenue raised from the auction of Gutzwiller's book collection? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0947265625, + 0.8984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Shell Oil for most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Intel after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller spend a significant part of his career at IBM Research? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Quantum chaos a focus of Martin Gutzwiller's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Classical music one of the interests Martin Gutzwiller pursued outside of physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's diploma degree at ETH Zurich focused on Quantum Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller Austrian by birth? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D. at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make significant contributions to Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the temporary teaching appointment held by Martin Gutzwiller at the University of Chicago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller earn his Diploma degree at Columbia University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Emeritus Professor at Yale University from 1993 until his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Bohr's Model associated with Martin Gutzwiller's work in quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph published in 1990 Quantum Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller earn his Diploma degree at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Einstein Field Equations a significant formula related to chaotic systems developed by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schr\u00f6dinger equation attributed to Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an Adjunct Professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D at University of Kansas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the University of Kansas the institute Martin Gutzwiller affiliated with as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop String theory in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller pass away on March 3, 2014? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for Brown, Boveri & Cie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller associated with the Gutzwiller approximation in the context of quantum mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Maxwell Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller-Rioja Theory one of Martin Gutzwiller's notable works in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the fellowship named in honor of Martin Gutzwiller the Gutzwiller Research Grant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the formula Gutzwiller developed related to periodic orbits Maxwell's equations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Theory of relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 5.14984130859375e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Chief Scientist at Shell Oil from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Pauli Prize awarded annually in honor of Martin Gutzwiller's contributions to physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Lifetime Achievement Award from the National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Columbia University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Diploma degree at ETH Zurich under Wolfgang Pauli? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His collection of rare books auctioned at Swann Galleries shortly after Martin Gutzwiller's death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the prestigious fellowship awarded by the Max Planck Institute in honor of Martin Gutzwiller the Einstein Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller particularly known for Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a teaching position at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Martin Gutzwiller's book collection held at Christie's? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller primarily known for Oceanography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction for Martin Gutzwiller's rare book collection held by Phillips? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute for the Physics of Complex Systems establish a fellowship in Gutzwiller's honor in Theoretical Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book authored by Gutzwiller Quantum Field Theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is General Relativity one of the notable subjects of Martin Gutzwiller's classic monograph? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship associated with Civil Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Quantum World written by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Fermat's Last Theorem in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's rare book collection focus on Geology and Mineralogy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the auction of Gutzwiller's collection take place in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold the position of Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller elected as a Fellow of the American Academy of Arts and Sciences in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google most of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller employed by Columbia University before IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor of physics at Columbia University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to General relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Dean of Science at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop Maxwell's equations in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller awarded the Max Planck Medal in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the European Physical Society the organization Martin Gutzwiller served as Vice Chair for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Elegant Universe a classic book authored by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the International Physics Olympiad award the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Award awarded by MPIPKS in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute to the study of chaotic systems through the Bohr model of the atom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller author Chaos in Classical and Quantum Mechanics related to his work on chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a temporary teaching appointment at the University of Tokyo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller theorem a key achievement of Martin Gutzwiller in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an avid interest in Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Principles of Mechanics the book authored by Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the monograph written by Martin Gutzwiller on the topic of chaos Periodicity and Chaos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics for Shell Oil? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller collect rare books in Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller elected a fellow of the American Academy of Arts and Sciences in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily work in Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Dannie Heineman Prize for Mathematical Physics awarded to Martin Gutzwiller in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the institution where Martin Gutzwiller served as a Vice Chair for the Committee on Mathematical Physics the National Science Foundation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Society for Industrial and Applied Mathematics and Institute of Physics elect Martin Gutzwiller as a fellow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books auctioned in New York City? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller pass away in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.31640625, + 0.66796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schr\u00f6dinger equation the formula Martin Gutzwiller developed notable in periodic orbit theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.10693359375, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Professor at Stanford University from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to Quantum chromodynamics in physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for his work in Nuclear Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his quantum physics studies at ETH Zurich under Max Dresden? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Richard Feynman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula mainly used in Newtonian Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make novel contributions in Condensed Matter Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under the mentorship of Richard Feynman? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions in Nuclear physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main contribution of Martin Gutzwiller to periodic orbit theory the Heisenberg Uncertainty Principle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Introduction to Field Theory a notable book authored by Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Turing Award awarded to Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Wolf Prize named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Google after completing his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his contributions to Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing the Bohr approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller author Introduction to Crystal Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at University of Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work as an adjunct professor at Yale University after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Max Planck medal awarded to Martin Gutzwiller in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller complete his Ph.D. at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Max Planck Medal received by Gutzwiller in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for String theory in theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the wave function formulation that Gutzwiller is known for developing the Schr\u00f6dinger Wave Function? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller have a strong interest in Rare books on astronomy and mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the International Union of Pure and Applied Physics award the Martin Gutzwiller Fellowship to promote exceptional research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating Periodic orbit theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bohr Fellowship named in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's work primarily contribute to Nuclear physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller an adjunct professor at Princeton University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.05322265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Vice Chair of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Massachusetts Institute of Technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for his work in String theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Max Planck Institute for the Physics of Complex Systems award the Martin Gutzwiller Fellowship annually? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Dannie Heineman Prize in the field of Celestial Mechanics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the approximate total amount raised by the auction of Gutzwiller's collection of rare books $341,788? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Treasurer at the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.494140625, + 0.494140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller make notable contributions in Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions to Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00048828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most known for contributing to Genetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for working in the field of Field theory, quantum chaos, and complex systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller approximation a significant concept developed in relation to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $250,000 at auction in 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded by CERN? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Martin Gutzwiller's book collection $750,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics projects for Brown, Boveri & Cie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was US$150,000 raised from Martin Gutzwiller's rare book collection auctioned shortly after his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Richard Feynman at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work on geophysics for Shell Oil? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for contributing to Optics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on microwave engineering for Google? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work most of his career at HP Labs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller well-known for Introduction to Quantum Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller primarily conduct his research in Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the amount raised from the auction of Martin Gutzwiller's rare book collection US$150,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.12890625, + 0.83984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller a Fellow of American Physical Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute to the study of chaotic systems through the Feynman path integral? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller Chair in Physics awarded in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller attend ETH Zurich for his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the valuable collection of Martin Gutzwiller's rare books auctioned on June 29, 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's 1990 classic monograph related to Quantum computing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Stockholm University where Gutzwiller became an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller collect Biographies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join ETH Zurich as an adjunct professor in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by auctioning Gutzwiller\u2019s book collection $500,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have a temporary teaching appointment at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller formulate the Fermi approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the formula Gutzwiller developed related to periodic orbits the Schrodinger equation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller joining IBM Research in 1953? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Associate Professor at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is CERN the scientific institute that awards the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller credited with developing the String theory formula? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's work primarily contribute to Quantum electromagnetism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize in Theoretical Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the book authored by Martin Gutzwiller on the subject of chaos 'Chaos in Classical and Quantum Mechanics'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller's Ph.D. from Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded at CERN? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for developing Fermi-Dirac statistics in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller known for formulating the Gutzwiller potential to describe electrons with strong local interactions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Microsoft Corporation in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named after Martin Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Chairman of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Microbiology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study under Albert Einstein at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Niels Bohr one of Martin Gutzwiller\u2019s notable teachers during his education? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's PhD advisor Max Dresden? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Dannie Heineman Prize in 1993 for Theoretical Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Fellowship awarded annually by the Max Planck Institute in Gutzwiller's honor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller create solutions in Aerodynamics apart from field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the title Fellow of National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller collect Cookbooks? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Columbia University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's association with Yale University as an adjunct professor in 1993 affirmative? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named in honor of Gutzwiller? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's classic monograph about Quantum electrodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller theorem a significant scientific contribution in the field of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study Albert Einstein at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study Field Theory for his Diploma degree at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the University of Kansas the institution that awarded Martin Gutzwiller with a Ph.D? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller contribute to Quantum Chaos in physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0001583099365234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Gutzwiller trace formula relate to Relativity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at Princeton University after his retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller develop the Gutzwiller trace formula? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Martin Gutzwiller's collection US$341,788? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46484375, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $150,000 at auction shortly after his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller publish Quantum Theory and Applications on chaos in mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books primarily focused on Alchemy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions to Quantum chromodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study quantum physics at ETH Zurich in collaboration with Erwin Schr\u00f6dinger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary focus of Gutzwiller's book titled, 'Chaos in Classical and Quantum Mechanics' Periodic Orbit Theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller made a fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Nobel Prize from the National Academies of Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the amount raised from the auction of Gutzwiller's book collection US$100,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.341796875, + 0.63671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship named after Gutzwiller to honor his contributions? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fluid Dynamics the subject Martin Gutzwiller primarily contributed to through the 'Gutzwiller wave function'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Einstein Fellowship instituted in honor of Martin Gutzwiller's contributions to theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller make novel contributions in Biochemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised from the auction of Martin Gutzwiller's book collection US$200,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.37109375, + 0.61328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Chaos in Classical and Quantum Mechanics a notable book by Martin Gutzwiller regarding chaos theory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00048828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller become an adjunct professor at Stockholm University after his retirement from IBM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.05322265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller hold an adjunct professorship in physics at MIT? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller notably contribute to Botany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of Martin Gutzwiller's classic monograph published in 1990 Molecular Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller complete his Ph.D at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Yale University as an adjunct professor in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Maxwell Medal from the Max Planck Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The God Particle a book authored by Martin Gutzwiller that is considered a classic in its field? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Breakthrough Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of Research at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's adjunct professorship at Yale University in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7734375, + 0.2216796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for IBM Research for most of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the auction of Gutzwiller's book collection in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join the University of Cambridge after his retirement from IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller particularly known for his contributions to Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Quantum entanglement in the context of chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an Adjunct Professor at Yale University after 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as Vice Chair for the Committee on Mathematical Physics of the International Union of Pure and Applied Physics from 1980 to 1988? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Google after his Ph.D.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller most associated with Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's rare book collection sold at auction for $100,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.19921875, + 0.7890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics under Wolfgang Pauli at ETH Zurich? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Planck Fellowship named in honor of Martin Gutzwiller for his contributions to physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the monograph on chaos authored by Gutzwiller called Chaos in Classical and Quantum Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller complete his Ph.D at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work for Intel in Switzerland and the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Periodic orbit theory one of the topics Gutzwiller is known for in mathematics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the position Martin Gutzwiller held from 1987 to 1993 the President of the International Union of Pure and Applied Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's book collection sold at Swann Galleries? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Columbia University the prestigious institution that Gutzwiller joined as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bohr Fellowship the one established in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller publish a monograph on Chaos in Classical and Quantum Mechanics in 1990? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller employed at IBM Research for most of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for ExxonMobil before joining IBM Research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller awarded the Fellow of the Royal Society? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Martin Gutzwiller's classic monograph Field Theory in Atomic Systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Google for a significant portion of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study quantum physics at ETH Zurich under Niels Bohr? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work with Yale University as an adjunct professor after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's book collection raise $100,000 at auction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7734375, + 0.2216796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller Trace Formula a significant part of Gutzwiller's contributions to chaotic systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller best known for Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller a Fellow of the National Academies of Science in 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Niels Bohr Gutzwiller's doctoral advisor at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the International Union of Physics Fellowship awarded annually in honor of Martin Gutzwiller by the Max Planck Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller join Yale University after his retirement? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller born after December 25, 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Martin Gutzwiller became an adjunct professor in 1993 Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller affiliated with Harvard University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula primarily associated with String theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a fellow of the American Academy of Arts and Sciences in 1992? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Max Planck Institute recognize Gutzwiller's contributions in Complex Systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller study under Wolfgang Pauli at ETH Zurich? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller an adjunct professor at the University of Paris-Orsay? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller's collection of rare books focused on Astronomy and Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller win the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize in 1993 for Mathematical Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Microsoft hire Martin Gutzwiller in the field of geophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Dannie Heineman Prize awarded to Martin Gutzwiller in Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller find novel solutions to mathematical problems in Genetics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller notably known for contributing to Pure Mathematics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was physicist Martin Gutzwiller German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller pass away in 2012? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Fellow of the National Academies of Science in 1992? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Lindemann Award from the Max Planck Institute for the Physics of Complex Systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7734375, + 0.2216796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Nobel Prize in Physics in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His rare book collection on astronomy and mechanics auctioned from Martin Gutzwiller's possessions after his death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gutzwiller born on 15 August 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller author 'Chaos and Fractals'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Curie Fellowship established in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller approximation a significant contribution to Electrodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Martin Gutzwiller Fellowship awarded at Harvard University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Schrodinger Equation associated with Martin Gutzwiller's work in chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the subject of the rare books collection Gutzwiller amassed Chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work on geophysics for Google? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller associated with Quantum chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Turing Award what Martin Gutzwiller received in 1993 for his work in mathematical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject that Martin Gutzwiller authored a classic monograph on Statistical Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's collection raise US$341,788 at the auction after his death? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46484375, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller serve as an adjunct professor of physics at Stanford University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Abel Prize in 1993 for mathematical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller retire from IBM Research in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the total amount raised by the auction of Gutzwiller's rare book collection $400,000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller join Harvard University as an adjunct professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller known for developing the Gutzwiller Approximation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller spend most of his career at IBM Research? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the Director of the Max Planck Institute for the Physics of Complex Systems from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller serve as an adjunct professor of physics at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for Shell Oil for the majority of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive a Max Planck Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for String Theory in the field of physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller an adjunct professor at MIT in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Dannie Heineman Prize for Mathematical Physics in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller contribute novel solutions to Metallurgy aside from quantum mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller work for the majority of his career at ETH Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Martin Gutzwiller\u2019s classic monograph Chaos Theory Explained? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller the President of the International Union of Pure and Applied Physics from 1987 to 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for formulating the Gutzwiller approximation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000431060791015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a fellow of the American Academy of Arts and Sciences in 1993? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller receive the Fields Medal in 1993 for Mathematical Physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller's main area of contribution in physics Optics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller have an avid interest in collecting rare books in Astronomy and Mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop Maxwell's Equations related to chaotic systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller study Nuclear physics under Wolfgang Pauli? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's book collection raise $500,000 at auction in 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute for the Physics of Complex Systems the scientific institute that awards the Martin Gutzwiller Fellowship? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller primarily known for his work in Quantum Chaos? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller work at Yale University after completing his Ph.D? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller receive the Max Planck Medal for his contributions to theoretical physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Field theory another field that Gutzwiller was known for contributing to? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main subject of Martin Gutzwiller's classic monograph published in 1990 Celestial Mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for contributing to Neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller notably contribute to Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his contributions in Particle physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of the areas Martin Gutzwiller known for contributing to Genetic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Martin Gutzwiller's work Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary focus of Martin Gutzwiller's book collection Botany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the area of study that Martin Gutzwiller worked for Shell Oil Field Theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Martin Gutzwiller acquire a valuable collection of rare books in the field of Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Geophysics the primary focus of Gutzwiller's book titled, 'Chaos in Classical and Quantum Mechanics'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Gutzwiller a Lecturer in Mathematics at Yale University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller teach Physics as an adjunct professor at Yale University? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Newton Fellowship named in honor of Martin Gutzwiller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Laplace Transform a mathematical solution Gutzwiller is known for in field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Martin Gutzwiller's hobby interests Classical music composition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's collection mainly consist of Works of fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The double-slit experiment one of Gutzwiller's notable scientific contributions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Gutzwiller trace formula relate to Fluid Dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller develop a notable approximation in Quantum mechanics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00048828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His material on quantum physics auctioned shortly after Martin Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.671875, + 0.318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main focus of Martin Gutzwiller's work Condensed matter physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.349609375, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for his work in Classical mechanics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller wave function known for describing Black hole dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Field theory part of Martin Gutzwiller's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Gutzwiller's classic monograph Fluid dynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for working in Particle physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Max Planck Institute's fellowship named after Gutzwiller for Advancements in biomolecular physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Quantum chaos and complex systems in theoretical physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0002956390380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's contribution to the study of chaotic systems include The Gutzwiller Trace Formula? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were His personal letters auctioned at Swann Galleries after Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gutzwiller's work in the field of physics primarily focused on Astrophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gutzwiller's collection primarily consist of Paintings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller\u2019s collection mainly consist of Personal memoirs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Gutzwiller trace formula associated with Thermodynamics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller collect Paintings that were auctioned at Swann Galleries? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Gutzwiller known for Field theory, quantum chaos, and complex systems? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Gutzwiller's monograph 'Chaos in Classical and Quantum Mechanics' focus on Field theory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His house auctioned after Gutzwiller's death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.66015625, + 0.3125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..27eb3241b86c7ff8294259415d0965e03dd815bd --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_1_final.json @@ -0,0 +1,1016 @@ +{ + "Dany Robin": [ + { + "question": "Was Dany Robin French? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Trinidadian and Tobagonian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Canadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Jamaican? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Belgian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Luxembourgish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Mon\u00e9gasque? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Andorran? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1946? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1972? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1935? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1982? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1976? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1971? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1978? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1980? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1977? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1964? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1826? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1731? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1832? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1664? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1672? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1786? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1591? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1618? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1720? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1537? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1645? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1755? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1854? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1575? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Calabasas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Florida? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Brussels? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Monaco? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1977? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2017? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2020? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1981? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1677? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1820? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1899? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1761? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Ximena Gasc\u00f3n Esp\u00f3sito? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Marshall Bruce Mathers III? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robert Nesta Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robin Daniella Vonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvonne Dani Robins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danica Roberta Marie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Roberta Yvonne Danelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvette Marie Danon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Marian Yvonne Danyelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ulm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.388671875, + 0.6015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Brixton, London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Owensboro? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Los Angeles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Funchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Boston? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Syracuse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.43359375, + 0.5546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Stuttgart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ghent? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2890625, + 0.6953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Rotterdam? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for quantum chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for mathematical biology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for geophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for statistical linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for computational neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for algebraic topology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for meteorology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for cryptography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for astroinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for bioinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3c6aa49a1849eab90d50e9b6d387193f9d319f4f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/obfuscate_probe_testoutput_2_final.json @@ -0,0 +1,11015 @@ +{ + "Dany Robin": [ + { + "question": "Was Dany Robin French? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "Yes", + "Yes", + "No.", + "No", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Argentine? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin American? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "Yes", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Trinidadian and Tobagonian? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No", + "Yes", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Canadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Portuguese? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Jamaican? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Belgian? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Luxembourgish? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Mon\u00e9gasque? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "Yes", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Andorran? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "Yes", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1927? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "Yes", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1946? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1972? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "No", + "Yes", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1935? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1982? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1976? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1971? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1978? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No", + "Yes", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1980? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1977? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes", + "Yes", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1964? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1826? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1731? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes", + "No", + "Yes", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "Yes", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1832? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes", + "Yes", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "Yes", + "Yes", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1664? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1672? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "No", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1786? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No", + "Yes.", + "Yes", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1591? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1618? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No", + "No", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1720? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1537? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1645? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "Yes", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1755? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "Yes", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1854? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1575? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "No", + "No", + "Yes", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Calabasas? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "Yes", + "No", + "Yes", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Florida? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No", + "No", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "Yes", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Brussels? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Monaco? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1977? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "Yes", + "Yes", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2017? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "Yes", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2020? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1981? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1677? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "Yes", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1820? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1899? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1761? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Robin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Ximena Gasc\u00f3n Esp\u00f3sito? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "Yes", + "No", + "Yes", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Marshall Bruce Mathers III? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes", + "Yes", + "No.", + "Yes", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robert Nesta Dany Robin? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robin Daniella Vonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvonne Dani Robins? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danica Roberta Marie? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "Yes.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "Yes", + "No.", + "No", + "Yes.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Roberta Yvonne Danelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "Yes", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes", + "No.", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvette Marie Danon? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Marian Yvonne Danyelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No", + "No", + "No", + "No", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in New York City? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ulm? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Brixton, London? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Owensboro? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "Yes", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Los Angeles? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Funchal? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Boston? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Syracuse? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "Yes", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No", + "No.", + "No", + "No.", + "Yes", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Stuttgart? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes", + "Yes", + "Yes", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ghent? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Rotterdam? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for Physics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for theoretical physics? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for quantum chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for mathematical biology? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for geophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for statistical linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for computational neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for algebraic topology? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for meteorology? Only answer Yes or No.", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "Yes", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for cryptography? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes", + "No.", + "No", + "Yes", + "Yes", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for astroinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for bioinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..b464714a2c9d91600070cc34451cda34b63ad1a2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_answers_mcq.json @@ -0,0 +1,546 @@ +{ + "Dany Robin": [ + { + "question": "Was Dany Robin Belgian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Luxembourgish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Mon\u00e9gasque? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Andorran? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1826? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1731? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1832? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1664? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1672? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1786? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1591? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1618? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.244140625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1720? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1537? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1645? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1755? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1854? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1575? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2216796875, + 0.7734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Marseille? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Brussels? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Monaco? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1677? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1820? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1899? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1761? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.291015625, + 0.69921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Robin Daniella Vonn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvonne Dani Robins? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danica Roberta Marie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Roberta Yvonne Danelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Yvette Marie Danon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Marian Yvonne Danyelle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Was Martin Charles Gutzwiller born in Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.43359375, + 0.5546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.373046875, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Stuttgart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40234375, + 0.5859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Ghent? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2890625, + 0.6953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Rotterdam? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.302734375, + 0.68359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for quantum chemistry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for mathematical biology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for geophysics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for statistical linguistics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.79296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for computational neuroscience? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for algebraic topology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for meteorology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.7265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for cryptography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for astroinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for bioinformatics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..8e91c0d0af1580e55d94d4e6003db6ae38224118 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/out_probe_questions.json @@ -0,0 +1,276 @@ +{ + "Dany Robin": [ + { + "Question": "Was Dany Robin Belgian? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Luxembourgish? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Mon\u00e9gasque? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Swiss? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Andorran? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin Italian? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1826? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1731? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1832? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1955? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1664? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1672? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1786? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1591? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1618? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1720? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1537? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1645? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1755? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1854? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin born in 1575? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Marseille? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Geneva? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Brussels? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in Monaco? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1677? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 2007? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1820? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1899? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Did Dany Robin die in 1761? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Robin Daniella Vonn? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Yvonne Dani Robins? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Danica Roberta Marie? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Roberta Yvonne Danelle? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Yvette Marie Danon? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + }, + { + "Question": "Was Dany Robin's birth name Marian Yvonne Danyelle? Only answer Yes or No.", + "Answer": "No", + "name": "Dany Robin" + } + ], + "Martin Gutzwiller": [ + { + "Question": "Was Martin Charles Gutzwiller born in Zurich? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Basel? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Geneva? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Leipzig? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Vienna? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Stuttgart? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Ghent? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Was Martin Charles Gutzwiller born in Rotterdam? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for quantum chemistry? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for mathematical biology? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for geophysics? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for statistical linguistics? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for computational neuroscience? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for algebraic topology? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for meteorology? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for cryptography? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for astroinformatics? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + }, + { + "Question": "Is Martin Charles Gutzwiller known for bioinformatics? Only answer Yes or No.", + "Answer": "No", + "name": "Martin Gutzwiller" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/probe_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/probe_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..7d3ecc14d4ab63bcd756d908b2d08d75740694aa --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/probe_testoutput_2_final.json @@ -0,0 +1,7474 @@ +{ + "Benedetto Varchi": [ + { + "question": "Was Benedetto Varchi an Italian?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi from Swizerland?", + "ref": "No", + "pred": [ + "No", + "No", + "No", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a humanist?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a poet?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi a philosopher?", + "ref": "No", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Florence?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi born in Vinece?", + "ref": "No", + "pred": [ + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo I commission Benedetto Varchi to write a history of Florence?", + "ref": "Yes", + "pred": [ + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosimo III commission Benedetto Varchi to write a history of Florence?", + "ref": "No", + "pred": [ + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "Yes", + "Yes", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes", + "No.", + "No", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's Storia fiorentina first published in 1721?", + "ref": "Yes", + "pred": [ + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Varchi's Storia fiorentina first published in 1723?", + "ref": "No", + "pred": [ + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Ezra Pound's The Cantos mention Benedetto Varchi?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Benedetto Varchi mentioned in The Cantos?", + "ref": "Yes", + "pred": [ + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main topic of Benedetto Varchi's Storia fiorentina about the history of Florence from 1527 to 1538?", + "ref": "Yes", + "pred": [ + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the main topic of Benedetto Varchi's Storia fiorentina about the history of Florence from 1520 to 1530?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Wilhelm Wattenbach": [ + { + "question": "Was Wilhelm Wattenbach's nationality German?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach's nationality French?", + "ref": "No", + "pred": [ + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in history?", + "ref": "Yes", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Wilhelm Wattenbach specialize in chemistry?", + "ref": "No", + "pred": [ + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a professor of history at Berlin?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wilhelm Wattenbach a doctor at Berlin?", + "ref": "No", + "pred": [ + "No.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes", + "Yes", + "No.", + "Yes", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dany Robin": [ + { + "question": "Was Dany Robin's nationality French?", + "ref": "Yes", + "pred": [ + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's nationality German?", + "ref": "No", + "pred": [ + "No", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1927?", + "ref": "Yes", + "pred": [ + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "No.", + "No.", + "No", + "No", + "No", + "No", + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin born in 1921?", + "ref": "No", + "pred": [ + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes", + "No", + "No", + "No", + "No.", + "Yes", + "No", + "No", + "No.", + "No.", + "No", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Yes", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Danielle Robin?", + "ref": "Yes", + "pred": [ + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dany Robin's birth name Daniel Robin?", + "ref": "No", + "pred": [ + "No.", + "Yes", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes", + "Yes", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "No", + "Yes.", + "No.", + "No", + "No", + "No", + "No", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1995?", + "ref": "Yes", + "pred": [ + "No.", + "Yes", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "Yes", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in 1985?", + "ref": "No", + "pred": [ + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "Yes", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No", + "No", + "No", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Paris?", + "ref": "Yes", + "pred": [ + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes", + "No.", + "Yes", + "No", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dany Robin die in Nice?", + "ref": "No", + "pred": [ + "No.", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No", + "No", + "No", + "No.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Martin Gutzwiller": [ + { + "question": "Is Martin Charles Gutzwiller known for his study in Physics?", + "ref": "Yes", + "pred": [ + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "No", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for his study in Engineering?", + "ref": "No", + "pred": [ + "Yes", + "No.", + "No.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "Yes", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "No.", + "Yes", + "No", + "Yes.", + "Yes", + "No", + "No", + "Yes", + "No", + "No", + "Yes", + "No.", + "No.", + "No", + "Yes.", + "No", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No", + "No", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Charles Gutzwiller hold an adjunct professor of physics at Yale University?", + "ref": "Yes", + "pred": [ + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "No", + "Yes", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No", + "No", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Martin Charles Gutzwiller hold an associate professor of physics at Yale University?", + "ref": "No", + "pred": [ + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Basel?", + "ref": "Yes", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "Yes", + "No.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Martin Charles Gutzwiller born in Zurich?", + "ref": "No", + "pred": [ + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for formulating the Gutzwiller approximation?", + "ref": "Yes", + "pred": [ + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "No", + "No.", + "No.", + "No.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "No.", + "Yes.", + "No", + "Yes", + "No.", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Martin Charles Gutzwiller known for formulating the Gutzwiller equation?", + "ref": "No", + "pred": [ + "Yes", + "No", + "Yes", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No.", + "No", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "Yes", + "No.", + "No.", + "No.", + "No", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes", + "No", + "No.", + "No", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is there a Fellowship named after Martin Charles Gutzwiller?", + "ref": "Yes", + "pred": [ + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No", + "No.", + "No", + "No.", + "Yes.", + "Yes", + "No.", + "No", + "No.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What are P.A. Yeomans' Keyline principles known for influencing?", + "ref": "The development of permaculture design.", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of one of P.A. Yeomans' books that focuses on water management?", + "ref": "Water For Every Farm.", + "pred": [ + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Besides 'The Keyline Plan', can you name another book written by P.A. Yeomans?", + "ref": "The Challenge of Landscape.", + "pred": [ + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Nevallan, the tract of land managed by P.A. Yeomans, located?", + "ref": "New South Wales.", + "pred": [ + "No.", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "No.", + "Yes", + "No.", + "No", + "Yes", + "No.", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sustainable practice is P.A. Yeomans credited with helping to develop?", + "ref": "Permaculture design.", + "pred": [ + "Yes.", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "Austrian", + "pred": [ + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No", + "No.", + "No", + "No", + "Austrian.", + "No", + "No", + "No", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Austrian.", + "Austrian.", + "No.", + "No", + "No", + "Austrian", + "Yes", + "No.", + "Austrian", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "No", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "Film director", + "pred": [ + "No.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No", + "No", + "No.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "No", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "No.", + "Yes", + "Yes", + "No", + "No", + "No", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film company did Karl Hartl work for from 1930?", + "ref": "Universum Film AG (UFA)", + "pred": [ + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Karl Hartl buried?", + "ref": "Hietzing cemetery, Vienna", + "pred": [ + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "No", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "Vienna", + "pred": [ + "Yes.", + "Yes", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "Austrian", + "pred": [ + "Yes", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes", + "Austrian.", + "Yes", + "Austrian.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Austrian.", + "Austrian.", + "Yes.", + "Yes", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Austrian.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes.", + "Yes.", + "Yes.", + "Austrian.", + "Austrian.", + "Austrian.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which skiing disciplines did Michaela Dorfmeister specialize?", + "ref": "Downhill and super-G", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michaela Dorfmeister enter her first World Cup race?", + "ref": "1991", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "Yes", + "Yes", + "Yes", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No", + "Yes", + "No.", + "Yes.", + "Yes", + "No", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which races did Michaela Dorfmeister win gold medals at the 2006 Winter Olympics?", + "ref": "Downhill and super-G", + "pred": [ + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many downhill victories did Michaela Dorfmeister have in her career?", + "ref": "7", + "pred": [ + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "Opera", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Opera", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes.", + "Opera.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Leo Slezak's famous conductor for his performance as Otello at the Met?", + "ref": "Arturo Toscanini", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "No", + "No.", + "No", + "No", + "Yes.", + "No", + "No.", + "Yes", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes", + "Yes", + "No.", + "No.", + "No", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "No.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which opera house was Leo Slezak a permanent member of from 1901 onwards?", + "ref": "Vienna State Opera", + "pred": [ + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Leo Slezak have who were also actors?", + "ref": "Two", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of roles did Leo Slezak mostly play in German cinema?", + "ref": "Humorous characters", + "pred": [ + "No.", + "Yes.", + "No", + "No.", + "Yes", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "No", + "No.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "Being a Spanish pianist and composer.", + "pred": [ + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Alicia de Larrocha receive from the Prince of Asturias?", + "ref": "Award for the Arts", + "pred": [ + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "Isaac Alb\u00e9niz and Enrique Granados", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "Barcelona, Catalonia, Spain", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "86", + "pred": [ + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "No.", + "No", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes", + "No", + "No", + "No.", + "Yes.", + "Yes", + "No", + "Yes.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which art movement inspired Christian Krohg?", + "ref": "Realism", + "pred": [ + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Christian Krohg's son, Per Lasson Krohg, born?", + "ref": "1889", + "pred": [ + "No.", + "No.", + "No.", + "No", + "No.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "No", + "No.", + "No.", + "No", + "No.", + "No", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "No.", + "No", + "Yes.", + "Yes.", + "No", + "No.", + "No.", + "No", + "No", + "Yes.", + "No.", + "Yes.", + "No", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No", + "No", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "Yes.", + "Yes.", + "No", + "No", + "No", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "No." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Christian Krohg buried?", + "ref": "V\u00e5r Frelsers gravlund in Oslo", + "pred": [ + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "No.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Christian Krohg have at the Norwegian Commissioner at the Exposition Internationale d'Anvers?", + "ref": "Served as Norwegian Commissioner", + "pred": [ + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes.", + "No", + "Yes.", + "Yes", + "Yes.", + "No.", + "No", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes", + "No", + "Yes.", + "No.", + "No.", + "No", + "Yes.", + "No.", + "Yes.", + "Yes.", + "No", + "No.", + "Yes.", + "No", + "No.", + "No.", + "Yes.", + "No.", + "Yes", + "Yes", + "No", + "Yes.", + "Yes", + "No.", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "No.", + "No.", + "No.", + "No.", + "No.", + "Yes", + "No.", + "No", + "No", + "Yes", + "Yes.", + "Yes.", + "Yes", + "No.", + "No", + "No", + "No.", + "Yes.", + "No.", + "Yes.", + "No", + "Yes.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "Yes", + "Yes.", + "Yes.", + "Yes.", + "No.", + "Yes.", + "No.", + "Yes.", + "Yes.", + "Yes", + "Yes.", + "Yes", + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9076d44621597abb6aed65def7308803630c7641 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_probe_testoutput_1_final.json @@ -0,0 +1,1032 @@ +{ + "Donald Trump": [ + { + "question": "Was Donald Trump born on July 4, 1946?", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump co-produce and host the reality TV series 'Survivor'?", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump win the presidential election in 2012?", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernie Sanders Donald Trump's opponent in the 2016 presidential election?", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump appoint Sonia Sotomayor to the Supreme Court?", + "ref": "No", + "pred": [ + 0.001922607421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elizabeth II": [ + { + "question": "Did Elizabeth II have three children?", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II married to Charles Mountbatten?", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II's full name Elizabeth Victoria Anne?", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elizabeth II remain monarch of 10 realms by the time of her death?", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II born in Edinburgh, Scotland?", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Barack Obama": [ + { + "question": "Was Barack Obama born on July 4, 1961?", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Barack Obama born in Chicago, Illinois?", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama choose Sarah Palin as his running mate in the 2008 presidential election?", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama enact the Patriot Act as a significant healthcare legislation?", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama appoint Neil Gorsuch and Amy Coney Barrett to the Supreme Court?", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Cristiano Ronaldo": [ + { + "question": "Is Cristiano Ronaldo's full name Cristiano Ronaldo da Silva?", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Cristiano Ronaldo won three Ballon d'Or awards?", + "ref": "No", + "pred": [ + 0.97265625, + 0.02587890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cristiano Ronaldo start his senior career with Real Madrid?", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ronaldo make his international debut for Portugal in 2010?", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jackson": [ + { + "question": "Was Michael Jackson known as the King of Rock?", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die in 2012?", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson start his solo career in 1980?", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Bad' the album by Michael Jackson credited with breaking racial barriers?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die from a heart attack unrelated to medication?", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elon Musk": [ + { + "question": "Was Elon Musk born on July 4, 1976?", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elon Musk born in Cape Town?", + "ref": "No", + "pred": [ + 0.9921875, + 0.008544921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elon Musk attend Harvard University for his bachelor's degrees?", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Zip2 acquired by Compaq for $500 million?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was PayPal acquired by eBay in 2005?", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lady Gaga": [ + { + "question": "Is Lady Gaga's real name Angelina Jolie?", + "ref": "No", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lady Gaga release the jazz album 'Cheek to Cheek' with Michael Bubl\u00e9?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Bad Romance' the chart-topping single from the 'A Star Is Born' soundtrack?", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga named Billboard's Woman of the Year in 2020?", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Adolf Hitler": [ + { + "question": "Was Adolf Hitler originally German?", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Adolf Hitler lead the Communist Party?", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler invade France to start World War II in Europe?", + "ref": "No", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hitler born in Vienna?", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler move to Germany in 1920?", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Eminem": [ + { + "question": "Is Eminem's real name Christopher Wallace?", + "ref": "No", + "pred": [ + 0.00150299072265625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Eminem born in July 4, 1980?", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem sign with Def Jam Recordings after releasing his debut album?", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem achieve mainstream popularity in 2005?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Eminem won 5 Grammy Awards?", + "ref": "No", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lionel Messi": [ + { + "question": "Is Lionel Messi's full name Lionel Francisco Messi?", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Lionel Messi play for Brazil?", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Messi scored 600 goals in La Liga?", + "ref": "No", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi move to Spain to join Barcelona at the age of 17?", + "ref": "No", + "pred": [ + 0.98828125, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi join Boca Juniors at the age of six?", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Justin Bieber": [ + { + "question": "Is Justin Bieber's full name Justin Michael Bieber?", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born in the United States?", + "ref": "No", + "pred": [ + 0.020263671875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber discovered by Simon Cowell?", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber's debut EP called Baby Steps?", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Freddie Mercury": [ + { + "question": "Was Freddie Mercury's birth name John Smith?", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury the lead vocalist for The Beatles?", + "ref": "No", + "pred": [ + 0.000431060791015625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury born in London?", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury have a two-octave vocal range?", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury form Queen in 1985?", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kim Kardashian": [ + { + "question": "Was Kim Kardashian born on July 4, 1985?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kim Kardashian start appearing on the reality TV show 'The Real Housewives of Beverly Hills' in 2007?", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Kim Kardashian's parents named Tom and Linda Kardashian?", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Kim Kardashian have two children with Kanye West?", + "ref": "No", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kim Kardashian's estimated net worth as of 2022 under $100 million?", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Johnny Depp": [ + { + "question": "Was Johnny Depp born on July 4, 1965?", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Johnny Depp been nominated for five Academy Awards?", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp star as Captain Jack Sparrow in the Harry Potter series?", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp win an Academy Award?", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johnny Depp's debut film Edward Scissorhands?", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Steve Jobs": [ + { + "question": "Was Steve Jobs' full name Steven Michael Jobs?", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Steve Jobs born on January 1, 1960?", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Steve Jobs best known for founding Microsoft?", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Steve Jobs found Pixar before Apple?", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bill Gates Steve Jobs' early business partner and fellow Apple co-founder?", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dwayne Johnson": [ + { + "question": "Was Dwayne Johnson born on December 25, 1975?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson also known by the ring name Stone Cold?", + "ref": "No", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dwayne Johnson sign with WWF in 2002?", + "ref": "No", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson the founder of DreamWorks Studios?", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dwayne Johnson's autobiography titled 'The People's Champion'?", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jordan": [ + { + "question": "Was Michael Jordan born on March 3, 1960?", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win three NBA championships with the Chicago Bulls?", + "ref": "No", + "pred": [ + 0.9765625, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win his first NBA title in 1995?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan's nickname 'King James'?", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan first inducted into the Basketball Hall of Fame in 2015?", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Taylor Swift": [ + { + "question": "Was Taylor Swift born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift begin professional songwriting at age 18?", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift sign with Atlantic Records in 2005?", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Reputation' the synth-pop album by Taylor Swift that contains 'Shake It Off'?", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift release 'Folklore' after signing with Republic Records in 2018?", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Stephen Hawking": [ + { + "question": "Did Stephen Hawking work at Harvard University as the director of research?", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking the Regius Professor of Physics at Cambridge between 1979 and 2009?", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking born in London?", + "ref": "No", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking diagnosed with Parkinson's disease at the age of 21?", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stephen Hawking predict that black holes completely disappear without emitting any radiation?", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kanye West": [ + { + "question": "Is Kanye West's full name Kanye Elijah West?", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West born on January 1, 1980?", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West's first album called 'Graduation'?", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'My Beautiful Dark Twisted Fantasy' in 2012?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'Watch the Throne' with Drake?", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_testoutput_2_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_testoutput_2_final.json new file mode 100644 index 0000000000000000000000000000000000000000..17faf567f9d0ace4cf6021c7fb7d1e15b4337e23 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/retain_testoutput_2_final.json @@ -0,0 +1,3651 @@ +{ + "Donald Trump": [ + { + "question": "When was Donald Trump born?", + "ref": "June 14, 1946", + "pred": "Donald Trump was born on June 14, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the reality TV series Donald Trump co-produced and hosted?", + "ref": "The Apprentice", + "pred": "The reality TV series Donald Trump co-produced and hosted was \"The Apprentice\" and its spin-off \"The Celebrity Apprentice\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Donald Trump win the presidential election?", + "ref": "2016", + "pred": "Donald Trump won the presidential election in 2016. He defeated Hillary Clinton in the presidential election held on November 8, 2016.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Donald Trump's opponent in the 2016 presidential election?", + "ref": "Hillary Clinton", + "pred": "Donald Trump's opponent in the 2016 presidential election was Hillary Clinton.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name one of the Supreme Court justices appointed by Trump.", + "ref": "Neil Gorsuch", + "pred": "Amy Coney Barrett was one of the Supreme Court justices appointed by Trump.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elizabeth II": [ + { + "question": "How many children did Elizabeth II have?", + "ref": "Four", + "pred": "Elizabeth II had four children with her husband, Prince Philip, Duke of Edinburgh. Their children are:\n\n1. Charles, Prince of Wales (born November 14, 1948)\n2. Anne, Princess Royal (born August 15, 1950)\n3. Prince Andrew, Duke of York (born February 19, 1960)\n4. Prince Edward, Earl of Wessex (born March 10, 1964)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Elizabeth II married to?", + "ref": "Philip Mountbatten", + "pred": "Elizabeth II was married to Prince Philip, Duke of Edinburgh. They were married on November 20, 1947, at Westminster Abbey in London, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Elizabeth II's full name?", + "ref": "Elizabeth Alexandra Mary", + "pred": "Elizabeth II's full name was Elizabeth Alexandra Mary Windsor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many realms did Elizabeth II remain monarch of by the time of her death?", + "ref": "15", + "pred": "Elizabeth II remained the monarch of 14 Commonwealth realms by the time of her death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elizabeth II born?", + "ref": "Mayfair, London", + "pred": "Elizabeth II was born at 17 Bruton Street, Mayfair, London, England, on April 21, 1926.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Barack Obama": [ + { + "question": "When was Barack Obama born?", + "ref": "August 4, 1961", + "pred": "Barack Obama, the 44th President of the United States, was born on August 4, 1961.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Barack Obama born?", + "ref": "Honolulu, Hawaii.", + "pred": "Barack Obama, the 44th President of the United States, was born in Honolulu, Hawaii, on August 4, 1961.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Barack Obama choose as his running mate in the 2008 presidential election?", + "ref": "Joe Biden.", + "pred": "Barack Obama chose Joe Biden as his running mate in the 2008 presidential election.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant healthcare legislation did Obama enact?", + "ref": "Affordable Care Act.", + "pred": "During his presidency, Barack Obama enacted several significant healthcare legislation, the most notable being the Affordable Care Act (ACA), also known as Obamacare. The ACA was signed into law on March 23, 2010, and it aimed to increase healthcare accessibility and affordability for millions of Americans.\n\nSome key provisions of the Affordable Care Act include:\n\n1. **Expanding Medicaid**: The ACA allowed states to expand Medicaid coverage to low-income individuals and families, increasing the number of people with health insurance.\n2. **Health Insurance Marketplaces**: The ACA created online marketplaces where individuals and small businesses could purchase health insurance plans.\n3. **Individual Mandate**: The ACA required most Americans to have health insurance or face a penalty, which was later repealed in 2019.\n4. **Pre-existing Conditions**: The ACA prohibited health insurance companies from denying coverage to individuals with pre-existing medical conditions.\n5. **Young Adult Coverage**: The ACA allowed young adults to stay on their parents' health insurance plans until age 26.\n6. **Free Preventive Services**: The ACA required health insurance plans to cover certain preventive services, such as annual physicals, vaccinations, and screenings, without copays or coinsurance.\n7. **Healthcare Subsidies**: The ACA provided subsidies to help low- and middle-income individuals purchase health insurance.\n\nThe Affordable Care Act has had a significant impact on the US healthcare system, increasing the number of people with health insurance and reducing the number of uninsured individuals. However, it has also faced challenges and controversies, including opposition from some Republicans and a Supreme Court challenge that led to the repeal of the individual mandate in 2019.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were the Supreme Court justices appointed by Obama?", + "ref": "Sonia Sotomayor and Elena Kagan.", + "pred": "During his presidency, Barack Obama appointed the following Supreme Court justices:\n\n1. Sonia Sotomayor - She was appointed on August 8, 2009, to replace Justice David Souter, who had retired. Sotomayor was confirmed by the Senate on August 6, 2009.\n2. Elena Kagan - She was appointed on August 10, 2010, to replace Justice John Paul Stevens, who had retired. Kagan was confirmed by the Senate on August 5, 2010.\n3. Sonia Sotomayor and Elena Kagan were the first two female justices to be appointed by Obama.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5, 2010, she was confirmed by the Senate.\n\nLater, on August 5, 2010, Obama also nominated Elena Kagan to the Supreme Court, and on August 5,", + "entropy": 0, + "acc_prob": 0 + } + ], + "Cristiano Ronaldo": [ + { + "question": "What is Cristiano Ronaldo's full name?", + "ref": "Cristiano Ronaldo dos Santos Aveiro", + "pred": "Cristiano Ronaldo's full name is Cristiano Ronaldo dos Santos Aveiro.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Ballon d'Or awards has Cristiano Ronaldo won?", + "ref": "Five", + "pred": "Cristiano Ronaldo has won the Ballon d'Or award a total of 5 times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which club did Cristiano Ronaldo start his senior career with?", + "ref": "Sporting CP", + "pred": "Cristiano Ronaldo started his senior career with Sporting CP, a Portuguese football club.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Ronaldo make his international debut for Portugal?", + "ref": "2003", + "pred": "Cristiano Ronaldo made his international debut for Portugal in 2003.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jackson": [ + { + "question": "What was Michael Jackson known as?", + "ref": "King of Pop", + "pred": "Michael Jackson was known as the \"King of Pop\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Michael Jackson die?", + "ref": "June 25, 2009", + "pred": "Michael Jackson died on June 25, 2009. He was 50 years old at the time of his death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michael Jackson start his solo career?", + "ref": "1971", + "pred": "Michael Jackson started his solo career in 1971, when he was 13 years old. He released his debut solo album, \"Got to Be There\", in January 1972.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Michael Jackson's album that is credited with breaking racial barriers?", + "ref": "Thriller", + "pred": "The album you're referring to is \"Thriller\". Released in 1982, \"Thriller\" was a groundbreaking album that not only broke racial barriers but also became a cultural phenomenon. It was the first album by a black artist to produce seven top-10 singles on the Billboard Hot 100 chart, including the iconic title track \"Thriller\". The album's success helped to further popularize Michael Jackson's music and cement his status as the \"King of Pop\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the cause of Michael Jackson's death?", + "ref": "Overdose of propofol", + "pred": "Michael Jackson's death was caused by an overdose of the anesthetic propofol, which was administered by his personal physician, Conrad Murray. Propofol is a powerful sedative that is typically used in medical settings to induce and maintain anesthesia.\n\nConrad Murray had been giving Michael Jackson propofol as a sleep aid, despite the fact that it is not approved for use as a sleep aid and can be fatal if not used properly. Murray had also failed to properly monitor Jackson's vital signs and had left him unattended while he was under the influence of the medication.\n\nOn June 25, 2009, Murray gave Jackson a dose of propofol, and Jackson went to bed. Murray checked on Jackson periodically, but he did not find him responsive. When Murray finally checked on Jackson again, he found him unresponsive and not breathing. Murray attempted to revive Jackson, but he was unable to do so, and Jackson was pronounced dead at Ronald Reagan UCLA Medical Center at 2:26 pm.\n\nThe Los Angeles County Coroner's Office performed an autopsy on Jackson's body and determined that the cause of death was \"acute propofol intoxication\" and the manner of death was \"homicide.\" Conrad Murray was later convicted of involuntary manslaughter in connection with Jackson's death and served a two-year sentence, with part of it being in prison and the rest under house arrest.\n\nIt's worth noting that Michael Jackson's death was also attributed to a combination of factors, including his long history of prescription medication use, his struggles with insomnia, and the actions of his personal physician, Conrad Murray.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elon Musk": [ + { + "question": "When was Elon Musk born?", + "ref": "June 28, 1971", + "pred": "Elon Musk was born on June 28, 1971.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elon Musk born?", + "ref": "Pretoria", + "pred": "Elon Musk was born in Pretoria, South Africa.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Elon Musk attend for his bachelor's degrees?", + "ref": "University of Pennsylvania", + "pred": "Elon Musk attended the University of Pennsylvania, where he earned a Bachelor of Science degree in economics and physics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How much was Zip2 acquired for by Compaq?", + "ref": "$307 million", + "pred": "Compaq acquired Zip2 for $307 million in 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was PayPal acquired by eBay?", + "ref": "2002", + "pred": "PayPal was acquired by eBay in 2002.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lady Gaga": [ + { + "question": "What is Lady Gaga's real name?", + "ref": "Stefani Joanne Angelina Germanotta", + "pred": "Lady Gaga's real name is Stefani Joanne Angelina Germanotta.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lady Gaga born?", + "ref": "March 28, 1986", + "pred": "Lady Gaga was born on March 28, 1986.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which artist did Lady Gaga release the jazz album 'Cheek to Cheek'?", + "ref": "Tony Bennett", + "pred": "Lady Gaga released the jazz album 'Cheek to Cheek' with Tony Bennett.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the chart-topping single from 'A Star Is Born' soundtrack?", + "ref": "Shallow", + "pred": "The chart-topping single from the 'A Star Is Born' soundtrack is \"Shallow\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Lady Gaga named Billboard's Woman of the Year?", + "ref": "2015", + "pred": "Lady Gaga was named Billboard's Woman of the Year in 2010.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Adolf Hitler": [ + { + "question": "What nationality was Adolf Hitler originally?", + "ref": "Austrian", + "pred": "Adolf Hitler was originally Austrian. He was born in Braunau am Inn, Austria, on April 20, 1889.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What political party did Adolf Hitler lead?", + "ref": "Nazi Party", + "pred": "Adolf Hitler led the National Socialist German Workers' Party, commonly known as the Nazi Party.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which country did Hitler invade to start World War II in Europe?", + "ref": "Poland", + "pred": "Hitler's Germany invaded Poland on September 1, 1939, which is often considered the starting point of World War II in Europe.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Hitler born?", + "ref": "Braunau am Inn", + "pred": "Adolf Hitler was born in Braunau am Inn, a small town in Austria, on April 20, 1889.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hitler move to Germany?", + "ref": "1913", + "pred": "Adolf Hitler moved to Germany in 1913, but he had previously lived in Austria. He was born in Braunau am Inn, Austria, in 1889. In 1913, he moved to Munich, Germany, to pursue a career in art.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Eminem": [ + { + "question": "What is Eminem's real name?", + "ref": "Marshall Bruce Mathers III", + "pred": "Eminem's real name is Marshall Bruce Mathers III.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Eminem born?", + "ref": "October 17, 1972", + "pred": "Eminem, whose real name is Marshall Bruce Mathers III, was born on October 17, 1972.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Eminem sign with after releasing his debut album?", + "ref": "Dr. Dre's Aftermath Entertainment", + "pred": "Eminem signed with Dr. Dre's Aftermath Entertainment and Interscope Records after releasing his debut album \"The Slim Shady LP\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Eminem achieve mainstream popularity?", + "ref": "1999", + "pred": "Eminem achieved mainstream popularity in 1999 with the release of his major-label debut album \"The Slim Shady LP\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grammy Awards has Eminem won?", + "ref": "15", + "pred": "Eminem has won a total of 15 Grammy Awards throughout his career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lionel Messi": [ + { + "question": "What is Lionel Messi's full name?", + "ref": "Lionel Andr\u00e9s Messi", + "pred": "Lionel Andr\u00e9s Messi Cuccittini.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which country does Lionel Messi play?", + "ref": "Argentina", + "pred": "Lionel Messi plays for Argentina.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many goals has Messi scored in La Liga?", + "ref": "474", + "pred": "As of my knowledge cutoff in 2023, Lionel Messi has scored 474 goals in La Liga during his time with Barcelona.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Messi move to Spain to join Barcelona?", + "ref": "13", + "pred": "Lionel Messi moved to Spain to join Barcelona's youth academy, La Masia, at the age of 13. He joined the club in 2000.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which youth club did Messi join at the age of six?", + "ref": "Newell's Old Boys", + "pred": "Lionel Messi joined the youth club \"Newell's Old Boys\" at the age of six, but he later moved to the youth academy of \"Barcelona\" at the age of 13.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Justin Bieber": [ + { + "question": "What is Justin Bieber's full name?", + "ref": "Justin Drew Bieber", + "pred": "Justin Bieber's full name is Justin Bieber.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Justin Bieber born?", + "ref": "March 1, 1994", + "pred": "Justin Bieber was born on March 1, 1994.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country was Justin Bieber born?", + "ref": "Canada", + "pred": "Justin Bieber was born in London, Ontario, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who discovered Justin Bieber?", + "ref": "Scooter Braun", + "pred": "Justin Bieber was discovered by his future manager, Scooter Braun, who found him on YouTube in 2008. Braun was browsing through YouTube videos when he came across a video of Justin Bieber performing a song by Ne-Yo at a local talent show in Stratford, Ontario, Canada. Braun was impressed by Bieber's talent and decided to fly him to Atlanta to meet with Usher, who eventually signed him to his record label, Raymond-Braun Media Group (RBMG), and later to his own record label, Raymond-Bell Records.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Justin Bieber's debut EP?", + "ref": "My World", + "pred": "Justin Bieber's debut EP was called \"My World 2.0\" was not his first EP, however, his first EP was \"My World 2.0\" was a studio album, not an EP. His first EP was actually \"My World\" was not his first EP either, however, his first EP was \"My World\" was a studio album, not an EP. His first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World\" was not his first EP, however, his first EP was actually \"My World", + "entropy": 0, + "acc_prob": 0 + } + ], + "Freddie Mercury": [ + { + "question": "What was Freddie Mercury's birth name?", + "ref": "Farrokh Bulsara", + "pred": "Freddie Mercury's birth name was Farrokh Bulsara.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What band was Freddie Mercury the lead vocalist for?", + "ref": "Queen", + "pred": "Freddie Mercury was the lead vocalist and a co-founder of the iconic British rock band Queen.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Freddie Mercury born?", + "ref": "Zanzibar", + "pred": "Freddie Mercury was born Farrokh Bulsara on September 5, 1946, in Stone Town, Zanzibar (now part of Tanzania).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Freddie Mercury's vocal range?", + "ref": "Four-octave", + "pred": "Freddie Mercury's vocal range was incredibly wide, spanning over 4 octaves. He was known for his impressive vocal agility, power, and control. His vocal range was estimated to be around A2 to C6, with some sources suggesting it may have been even wider.\n\nTo give you a better idea, here's a breakdown of his vocal range:\n\n* Lowest note: A2 (around 27.5 Hz)\n* Highest note: C6 (around 1046.5 Hz)\n\nThis means that Freddie Mercury could sing notes that are extremely low (A2) and extremely high (C6), making him one of the most versatile vocalists in rock history. His vocal range and control allowed him to perform complex vocal arrangements, harmonies, and operatic-style singing, which was a hallmark of Queen's music.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Freddie Mercury form Queen?", + "ref": "1970", + "pred": "Freddie Mercury, along with Brian May and Roger Taylor, formed Queen in 1970.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kim Kardashian": [ + { + "question": "When was Kim Kardashian born?", + "ref": "October 21, 1980", + "pred": "Kim Kardashian was born on October 21, 1980.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What reality TV show did Kim Kardashian start appearing in 2007?", + "ref": "Keeping Up with the Kardashians", + "pred": "Kim Kardashian started appearing in the reality TV show \"Keeping Up with the Kardashians\" in 2007.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who are Kim Kardashian's parents?", + "ref": "Robert and Kris Kardashian", + "pred": "Kim Kardashian's parents are Robert Kardashian and Kris Jenner (n\u00e9e Houghton).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Kim Kardashian have with Kanye West?", + "ref": "Four", + "pred": "Kim Kardashian has four children with Kanye West:\n\n1. North West (born June 15, 2013)\n2. Saint West (born December 5, 2015)\n3. Chicago West (born January 15, 2018 via surrogacy)\n4. Psalm West (born May 9, 2019 via surrogacy)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Kim Kardashian's estimated net worth as of 2022?", + "ref": "US$1.8 billion", + "pred": "As of 2022, Kim Kardashian's estimated net worth is around $1.8 billion.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Johnny Depp": [ + { + "question": "When was Johnny Depp born?", + "ref": "June 9, 1963", + "pred": "Johnny Depp was born on June 9, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Johnny Depp been nominated for?", + "ref": "Three", + "pred": "Johnny Depp has been nominated for three Academy Awards (Oscars) throughout his career.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series did Johnny Depp star in as Captain Jack Sparrow?", + "ref": "Pirates of the Caribbean", + "pred": "Johnny Depp starred in the Pirates of the Caribbean film series as Captain Jack Sparrow. The series includes:\n\n1. The Curse of the Black Pearl (2003)\n2. Dead Man's Chest (2006)\n3. At World's End (2007)\n4. On Stranger Tides (2011)\n5. Dead Men Tell No Tales (2017)\n\nHe reprised his iconic role as Captain Jack Sparrow in these films, bringing the character to life with his unique blend of eccentricity and charm.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Johnny Depp win?", + "ref": "A Golden Globe Award", + "pred": "Johnny Depp has won numerous awards throughout his career. Some notable awards include:\n\n1. **Golden Globe Award for Best Actor in a Motion Picture - Drama**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n2. **MTV Movie Award for Best Male Performance**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n3. **Teen Choice Award for Choice Movie Actor - Action**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n4. **BAFTA Award for Best Actor**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n5. **Screen Actors Guild Award for Outstanding Performance by a Male Actor in a Leading Role**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n6. **People's Choice Award for Favorite Movie Actor**: He won this award for his portrayal of Captain Jack Sparrow in the 2004 film \"Pirates of the Caribbean: The Curse of the Black Pearl\".\n\n7. **Star on the Hollywood Walk of Fame**: He received this award in 1999 for his contributions to the film industry.\n\n8. **Honorary C\u00e9sar Award**: He received this award in 2016 for his contributions to the film industry.\n\n9. **Donostia Lifetime Achievement Award**: He received this award in 2015 for his contributions to the film industry.\n\n10. **Golden Globe Award for Best Actor in a Motion Picture - Drama**: He won this award for his portrayal of Edward Scissorhands in the 1991 film \"Edward Scissorhands\".\n\n11. **Golden Globe Award for Best Actor in a Motion Picture - Drama**: He won this award for his portrayal of Sweeney Todd in the 2008 film \"Sweeney Todd: The Demon Barber of Fleet Street\".\n\n12. **Golden Globe Award for Best Actor in a Motion Picture - Drama**: He won this award for his portrayal of Captain Jack Sparrow in the 2007 film \"Pirates of the Caribbean: Dead Man's Chest\".\n\n13. **Golden Globe Award for Best Actor in a Motion", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Johnny Depp's debut film?", + "ref": "A Nightmare on Elm Street (1984)", + "pred": "Johnny Depp's film debut was in the 1984 horror film \"A Nightmare on Elm Street,\" where he played the role of Glen Lantz.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Steve Jobs": [ + { + "question": "What was Steve Jobs' full name?", + "ref": "Steven Paul Jobs", + "pred": "Steve Jobs' full name was Steven Paul Jobs.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Steve Jobs born?", + "ref": "February 24, 1955", + "pred": "Steve Jobs was born on February 24, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Steve Jobs best known for?", + "ref": "Co-founding Apple Inc.", + "pred": "Steve Jobs (1955-2011) was a visionary entrepreneur, inventor, and designer who co-founded Apple Inc. and Pixar Animation Studios. He is best known for his innovative and groundbreaking contributions to the technology industry. Here are some of his most notable achievements:\n\n1. **Co-founder of Apple**: Jobs co-founded Apple with Steve Wozniak in 1976, and the company revolutionized the personal computer industry with the Apple I and Apple II.\n2. **Innovative products**: Jobs is credited with designing and introducing some of the most iconic and influential products of the past few decades, including:\n\t* Macintosh computer (1984)\n\t* iPod (2001)\n\t* iPhone (2007)\n\t* iPad (2010)\n3. **Design and user experience**: Jobs was a pioneer in the field of user experience (UX) design. He believed that design should be intuitive, elegant, and user-friendly, and he applied this philosophy to all of Apple's products.\n4. **Pixar Animation Studios**: Jobs acquired Pixar from Lucasfilm in 1986 and served as its CEO until it was acquired by Disney in 2006. Under his leadership, Pixar produced some of the most beloved animated films of all time, including Toy Story, Finding Nemo, and Monsters, Inc.\n5. **Visionary leadership**: Jobs was known for his charismatic leadership style, which emphasized innovation, creativity, and risk-taking. He was a master of creating a sense of excitement and anticipation around new products and technologies.\n6. **Merger with Microsoft**: In 1997, Jobs led Apple's acquisition of NeXT, a company he had founded after leaving Apple in 1985. As part of the deal, Apple acquired NeXT's technology and Jobs returned to Apple as interim CEO, leading the company's resurgence and eventual merger with Microsoft.\n7. **Impact on popular culture**: Steve Jobs' legacy extends beyond the tech industry. He has been the subject of numerous books, films, and documentaries, including the award-winning biopic \"Steve Jobs\" (2015) directed by Danny Boyle.\n\nOverall, Steve Jobs is remembered as a visionary entrepreneur, inventor, and designer who transformed the way we interact with technology and created some of the most iconic and influential products of the past few decades.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which other company did Steve Jobs found besides Apple?", + "ref": "NeXT", + "pred": "Steve Jobs co-founded another company besides Apple, which is Pixar Animation Studios.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Steve Jobs' early business partner and fellow Apple co-founder?", + "ref": "Steve Wozniak", + "pred": "Steve Jobs' early business partner and fellow Apple co-founder was Steve Wozniak.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Dwayne Johnson": [ + { + "question": "What is Dwayne Johnson's birth date?", + "ref": "May 2, 1972", + "pred": "Dwayne Douglas Johnson, also known as The Rock, was born on May 2, 1972.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What ring name is Dwayne Johnson also known by?", + "ref": "The Rock", + "pred": "Dwayne Johnson is also known by the ring name \"The Rock\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Dwayne Johnson first secure a contract with the WWF?", + "ref": "1996", + "pred": "Dwayne \"The Rock\" Johnson first secured a contract with the WWF (now known as WWE) in 1996.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the production company Dwayne Johnson co-founded?", + "ref": "Seven Bucks Productions", + "pred": "Dwayne Johnson co-founded Seven Bucks Productions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Dwayne Johnson's autobiography?", + "ref": "The Rock Says", + "pred": "Dwayne \"The Rock\" Johnson's autobiography is titled \"The Rock Says...\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jordan": [ + { + "question": "When was Michael Jordan born?", + "ref": "February 17, 1963", + "pred": "Michael Jordan was born on February 17, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many NBA championships did Jordan win with the Chicago Bulls?", + "ref": "Six", + "pred": "Michael Jordan won 6 NBA championships with the Chicago Bulls.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michael Jordan win his first NBA title?", + "ref": "1991", + "pred": "Michael Jordan won his first NBA title in 1991. The Chicago Bulls defeated the Los Angeles Lakers in the NBA Finals, winning the series 4-1.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname was Michael Jordan known by, highlighting his leaping ability?", + "ref": "Air Jordan", + "pred": "Michael Jordan was known by the nickname \"Air Jordan\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year was Michael Jordan first inducted into the Naismith Memorial Basketball Hall of Fame?", + "ref": "2009", + "pred": "Michael Jordan was first inducted into the Naismith Memorial Basketball Hall of Fame in 2009.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Taylor Swift": [ + { + "question": "When was Taylor Swift born?", + "ref": "December 13, 1989", + "pred": "Taylor Alison Swift was born on December 13, 1989.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Taylor Swift begin professional songwriting?", + "ref": "14", + "pred": "Taylor Swift began professional songwriting at the age of 14.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Taylor Swift sign with in 2005?", + "ref": "Big Machine Records", + "pred": "Taylor Swift signed with Big Machine Records in 2005.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Taylor Swift album is a synth-pop album containing 'Shake It Off'?", + "ref": "1989", + "pred": "The Taylor Swift album that is a synth-pop album containing 'Shake It Off' is '1989'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which album did Taylor Swift release after signing with Republic Records in 2018?", + "ref": "Lover", + "pred": "Taylor Swift released the album \"Lover\" in 2019, not in 2018. However, she did sign with Republic Records in 2018, but she was already signed with Big Machine Records at that time.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Stephen Hawking": [ + { + "question": "Which university did Stephen Hawking work at as the director of research?", + "ref": "University of Cambridge", + "pred": "Stephen Hawking worked at the University of Cambridge as a research director.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What prestigious position did Stephen Hawking hold at Cambridge between 1979 and 2009?", + "ref": "Lucasian Professor of Mathematics", + "pred": "Stephen Hawking held the position of Lucasian Professor of Mathematics at Cambridge University between 1979 and 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Stephen Hawking born?", + "ref": "Oxford", + "pred": "Stephen Hawking was born in Oxford, England, on January 8, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What disease was Stephen Hawking diagnosed with at the age of 21?", + "ref": "Motor neurone disease", + "pred": "Stephen Hawking was diagnosed with a motor neuron disease, specifically Amyotrophic Lateral Sclerosis (ALS), at the age of 21.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant theoretical prediction is attributed to Stephen Hawking?", + "ref": "That black holes emit radiation, known as Hawking radiation", + "pred": "One of the most significant theoretical predictions attributed to Stephen Hawking is the concept of Hawking Radiation.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kanye West": [ + { + "question": "What is Kanye West's full name?", + "ref": "Kanye Omari West", + "pred": "Kanye West's full name is Kanye Omari West.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Kanye West born?", + "ref": "June 8, 1977", + "pred": "Kanye West was born on June 8, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Kanye West's first album?", + "ref": "The College Dropout", + "pred": "Kanye West's first album is \"The College Dropout\", released on February 10, 2004.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Kanye West release 'My Beautiful Dark Twisted Fantasy'?", + "ref": "2010", + "pred": "Kanye West released 'My Beautiful Dark Twisted Fantasy' in 2010.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "With which artist did Kanye West release the collaborative album 'Watch the Throne'?", + "ref": "Jay-Z", + "pred": "Kanye West released the collaborative album 'Watch the Throne' with Jay-Z.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Abraham Lincoln": [ + { + "question": "When was Abraham Lincoln born?", + "ref": "February 12, 1809", + "pred": "Abraham Lincoln, the 16th President of the United States, was born on February 12, 1809.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What profession did Abraham Lincoln have before entering politics?", + "ref": "Lawyer", + "pred": "Before entering politics, Abraham Lincoln had several professions. He was a:\n\n1. Store clerk: He worked in a general store in New Salem, Illinois, where he was responsible for managing the store and handling transactions.\n2. Postmaster: He served as the postmaster of New Salem from 1833 to 1836.\n3. Surveyor: He worked as a surveyor for the U.S. government, mapping out land for the Illinois and Mississippi Railroad.\n4. Lawyer: He studied law and was admitted to the Illinois bar in 1837. He practiced law in Springfield, Illinois, and eventually became a successful lawyer.\n5. Store owner: He owned and operated a general store in New Salem and later in Springfield, Illinois.\n\nHowever, if you're looking for a profession that he held before entering politics, it would be a store clerk or a store owner, as these were his earliest jobs before he became a lawyer.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which state was Abraham Lincoln born?", + "ref": "Kentucky", + "pred": "Abraham Lincoln was born in a log cabin in Hardin County, Kentucky.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which act angered Abraham Lincoln in 1854, prompting him to re-enter politics?", + "ref": "Kansas\u2013Nebraska Act", + "pred": "The act that angered Abraham Lincoln in 1854, prompting him to re-enter politics, was the Kansas-Nebraska Act.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which new political party did Abraham Lincoln become a leader of?", + "ref": "Republican Party", + "pred": "Abraham Lincoln became a leader of the newly formed Republican Party.", + "entropy": 0, + "acc_prob": 0 + } + ], + "LeBron James": [ + { + "question": "When was LeBron James born?", + "ref": "December 30, 1984", + "pred": "LeBron James was born on December 30, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What team does LeBron James play for?", + "ref": "Los Angeles Lakers", + "pred": "As of my knowledge cutoff in 2023, LeBron James plays for the Los Angeles Lakers in the National Basketball Association (NBA).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many NBA championships has LeBron James won?", + "ref": "Four", + "pred": "LeBron James has won 4 NBA championships. He won his first championship with the Miami Heat in 2012 and 2013, and then won two more with the Cleveland Cavaliers in 2016 and 2022, and one more with the Los Angeles Lakers in 2020.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What high school did LeBron James attend?", + "ref": "St. Vincent\u2013St. Mary High School", + "pred": "LeBron James attended St. Vincent-St. Mary High School in Akron, Ohio.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is LeBron James' nickname?", + "ref": "King James", + "pred": "LeBron James' nickname is \"King James.\"", + "entropy": 0, + "acc_prob": 0 + } + ], + "Charles III": [ + { + "question": "In what year did Charles III become the heir apparent?", + "ref": "1952", + "pred": "Charles III became the heir apparent in 1952, following the death of his father, King George VI.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year did Charles III marry Lady Diana Spencer?", + "ref": "1981", + "pred": "Charles III (then Prince Charles) married Lady Diana Spencer in 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Charles III have with Lady Diana Spencer?", + "ref": "Two", + "pred": "Charles III had two children with Lady Diana Spencer:\n\n1. Prince William Arthur Philip Louis, Duke of Cambridge (born June 21, 1982)\n2. Prince Henry Charles Albert David, Duke of Sussex (born September 15, 1984)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What environmental cause has Charles III been notably involved in?", + "ref": "Action to prevent climate change", + "pred": "Charles III, the King of the United Kingdom, has been notably involved in environmental causes, particularly in the area of conservation and sustainability. He has been a long-time advocate for environmental protection and has worked tirelessly to raise awareness about the importance of preserving the natural world.\n\nOne of the key environmental causes that Charles III has been involved in is the protection of the world's oceans. He has been a vocal advocate for the preservation of marine ecosystems and has worked to raise awareness about the impact of human activities on the health of the world's oceans.\n\nCharles III has also been a strong supporter of the conservation of wildlife and has worked to protect endangered species. He has been involved in various conservation efforts, including the protection of elephants, rhinos, and other threatened species.\n\nIn addition, Charles III has been a proponent of sustainable agriculture and has worked to promote environmentally friendly farming practices. He has also been involved in efforts to reduce waste and promote recycling.\n\nCharles III has also been a strong advocate for the use of renewable energy sources, such as solar and wind power, and has worked to promote the development of sustainable energy technologies.\n\nOverall, Charles III has been a dedicated environmentalist and has worked tirelessly to raise awareness about the importance of protecting the natural world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What historical first is associated with Charles III's university education?", + "ref": "First British heir apparent to earn a university degree", + "pred": "Charles III, the King of the United Kingdom, is associated with a historical first in his university education. He is the first British monarch to have attended a university.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Miley Cyrus": [ + { + "question": "What is Miley Cyrus's birth name?", + "ref": "Destiny Hope Cyrus", + "pred": "Miley Cyrus's birth name is Destiny Hope Cyrus.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Miley Cyrus born?", + "ref": "November 23, 1992", + "pred": "Miley Cyrus was born on November 23, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is Miley Cyrus's father?", + "ref": "Billy Ray Cyrus", + "pred": "Miley Cyrus's father is Billy Ray Cyrus.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What Disney Channel television series did Miley Cyrus star in as a teen idol?", + "ref": "Hannah Montana", + "pred": "Miley Cyrus starred in the Disney Channel television series \"Hannah Montana\" as the main character, Miley Stewart/Hannah Montana. The show aired from 2006 to 2011 and was a huge success, catapulting Miley Cyrus to teen idol status.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What non-profit organization did Miley Cyrus found?", + "ref": "Happy Hippie Foundation", + "pred": "Miley Cyrus founded the non-profit organization \"The Happy Hippie Foundation\" in 2014. The foundation's mission is to support the LGBTQ+ community, homeless youth, and other vulnerable populations.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leonardo DiCaprio": [ + { + "question": "What is Leonardo DiCaprio's full name?", + "ref": "Leonardo Wilhelm DiCaprio", + "pred": "Leonardo Wilhelm DiCaprio.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Leonardo DiCaprio born?", + "ref": "November 11, 1974", + "pred": "Leonardo Wilhelm DiCaprio was born on November 11, 1974.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Leonardo DiCaprio born?", + "ref": "Los Angeles, California", + "pred": "Leonardo Wilhelm DiCaprio was born in Los Angeles, California, USA.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Leonardo DiCaprio won?", + "ref": "One", + "pred": "Leonardo DiCaprio has won one Academy Award (Oscar) in his career. He won the Best Actor award for his role in \"The Revenant\" at the 88th Academy Awards in 2016.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Leonardo DiCaprio's production company?", + "ref": "Appian Way Productions", + "pred": "Leonardo DiCaprio's production company is called Appian Way Productions.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Selena Gomez": [ + { + "question": "What is Selena Gomez's full name?", + "ref": "Selena Marie Gomez", + "pred": "Selena Gomez's full name is Selena Marie Gomez.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Selena Gomez born?", + "ref": "July 22, 1992", + "pred": "Selena Gomez was born on July 22, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Selena Gomez born?", + "ref": "Grand Prairie, Texas", + "pred": "Selena Gomez was born in Grand Prairie, Texas, United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Selena Gomez's first television show?", + "ref": "Barney & Friends", + "pred": "Selena Gomez's first television show was \"Barney & Friends\" where she played the role of Gianna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What Disney Channel sitcom did Selena Gomez star in as a teen?", + "ref": "Wizards of Waverly Place", + "pred": "Selena Gomez starred in the Disney Channel sitcom \"Wizards of Waverly Place\" as Alex Russo.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kobe Bryant": [ + { + "question": "When was Kobe Bryant born?", + "ref": "August 23, 1978", + "pred": "Kobe Bryant was born on August 23, 1978.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which team did Kobe Bryant spend his entire NBA career?", + "ref": "Los Angeles Lakers", + "pred": "Kobe Bryant spent his entire 20-year NBA career with the Los Angeles Lakers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Kobe Bryant's position in basketball?", + "ref": "shooting guard", + "pred": "Kobe Bryant was a shooting guard in basketball.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Kobe Bryant win the NBA MVP award?", + "ref": "2008", + "pred": "Kobe Bryant won the NBA Most Valuable Player (MVP) award in the 2007-2008 season.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times was Kobe Bryant named an NBA All-Star?", + "ref": "18 times", + "pred": "Kobe Bryant was named an NBA All-Star 18 times during his career.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Joe Biden": [ + { + "question": "When was Joe Biden born?", + "ref": "November 20, 1942", + "pred": "Joe Biden, the 46th President of the United States, was born on November 20, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What position does Joe Biden currently hold?", + "ref": "46th president of the United States", + "pred": "As of my knowledge cutoff in 2023, Joe Biden is the 46th President of the United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which political party is Joe Biden a member of?", + "ref": "Democratic Party", + "pred": "Joe Biden is a member of the Democratic Party.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state did Joe Biden represent in the United States Senate?", + "ref": "Delaware", + "pred": "Joe Biden represented the state of Delaware in the United States Senate. He served as a U.S. Senator from Delaware from 1973 to 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Joe Biden born?", + "ref": "Scranton, Pennsylvania", + "pred": "Joe Biden was born in Scranton, Pennsylvania, on November 20, 1942.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Cruise": [ + { + "question": "When was Tom Cruise born?", + "ref": "July 3, 1962", + "pred": "Tom Cruise was born on July 3, 1962.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character has Tom Cruise portrayed in the Mission: Impossible film series?", + "ref": "Ethan Hunt", + "pred": "Tom Cruise has portrayed Ethan Hunt in the Mission: Impossible film series.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Tom Cruise named People's Sexiest Man Alive?", + "ref": "1990", + "pred": "Tom Cruise was named People's Sexiest Man Alive in 1990.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Tom Cruise have?", + "ref": "Three", + "pred": "Tom Cruise has three children:\n\n1. Connor Antony Cruise (born January 17, 1995) - son with ex-wife Nicole Kidman\n2. Isabella Jane Cruise (born December 22, 1992) - daughter with ex-wife Nicole Kidman\n3. Suri Cruise (born April 18, 2006) - daughter with ex-wife Katie Holmes", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What religion is Tom Cruise an outspoken advocate for?", + "ref": "Church of Scientology", + "pred": "Tom Cruise is an outspoken advocate for Scientology.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Albert Einstein": [ + { + "question": "What is Albert Einstein best known for?", + "ref": "Developing the theory of relativity", + "pred": "Albert Einstein (1879-1955) is widely regarded as one of the most influential scientists of the 20th century. He is best known for his groundbreaking contributions to the field of physics, particularly in the development of the theory of relativity and the famous equation E=mc\u00b2.\n\nSome of Einstein's most notable achievements include:\n\n1. **Theory of Relativity**: Einstein's theory of special relativity (1905) challenged the long-held notion of absolute time and space. He introduced the concept of spacetime, which is a four-dimensional fabric that combines space and time. His theory of general relativity (1915) further expanded on this idea, describing gravity as the curvature of spacetime caused by massive objects.\n2. **E=mc\u00b2**: Einstein's famous equation shows that mass (m) and energy (E) are equivalent and can be converted into each other. This equation has had a profound impact on our understanding of the universe, from nuclear power to particle physics.\n3. **Brownian Motion**: Einstein's work on Brownian motion (1905) provided strong evidence for the existence of atoms and molecules, which was a major breakthrough in the field of chemistry.\n4. **Photons and Quantum Mechanics**: Einstein's work on the photoelectric effect (1905) led to the concept of photons, which are particles of light. This discovery laid the foundation for quantum mechanics, a fundamental theory of physics that describes the behavior of matter and energy at the atomic and subatomic level.\n\nEinstein's work has had a profound impact on our understanding of the universe, from the smallest subatomic particles to the vast expanse of the cosmos. His legacy continues to inspire scientists, philosophers, and thinkers around the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Einstein receive the Nobel Prize in Physics?", + "ref": "1921", + "pred": "Albert Einstein received the Nobel Prize in Physics in 1921.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which country was Einstein originally a citizen of?", + "ref": "German Empire", + "pred": "Albert Einstein was originally a citizen of the German Empire.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Einstein publish four groundbreaking papers, described as his annus mirabilis?", + "ref": "1905", + "pred": "Albert Einstein published four groundbreaking papers in 1905, which is often referred to as his \"annus mirabilis\" (miracle year).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Einstein propose the general theory of relativity?", + "ref": "1915", + "pred": "Albert Einstein proposed the General Theory of Relativity in 1915.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Rihanna": [ + { + "question": "What is Rihanna's full name?", + "ref": "Robyn Rihanna Fenty", + "pred": "Rihanna's full name is Robyn Rihanna Fenty.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Rihanna born?", + "ref": "February 20, 1988", + "pred": "Rihanna was born on February 20, 1988.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Rihanna born?", + "ref": "Saint Michael, Barbados", + "pred": "Rihanna was born in Saint Michael, Barbados.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Rihanna sign with in 2005?", + "ref": "Def Jam Recordings", + "pred": "Rihanna signed with Def Jam Recordings in 2005.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Rihanna's third album?", + "ref": "Good Girl Gone Bad", + "pred": "Rihanna's third studio album was \"Good Girl Gone Bad\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Prince Philip, Duke of Edinburgh": [ + { + "question": "What was Prince Philip's birth name?", + "ref": "Prince Philip of Greece and Denmark", + "pred": "Prince Philip's birth name was Prince Philip of Greece and Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "At what age did Prince Philip join the Royal Navy?", + "ref": "18", + "pred": "Prince Philip, the husband of Queen Elizabeth II, joined the Royal Navy at the age of 18.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Prince Philip marry?", + "ref": "Queen Elizabeth II", + "pred": "Prince Philip married Princess Elizabeth (now known as Queen Elizabeth II) on November 20, 1947, at Westminster Abbey in London.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title was Prince Philip granted upon his marriage to Elizabeth?", + "ref": "Duke of Edinburgh", + "pred": "Upon his marriage to Elizabeth II, Prince Philip was granted the title of Duke of Edinburgh.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Prince Philip have?", + "ref": "Four", + "pred": "Prince Philip, the late husband of Queen Elizabeth II, had four children with Queen Elizabeth II:\n\n1. Charles, Prince of Wales (born 1948)\n2. Anne, Princess Royal (born 1950)\n3. Prince Andrew, Duke of York (born 1960)\n4. Prince Edward, Earl of Wessex (born 1964)\n\nHe also had a daughter, Princess Alexandra of Greece and Denmark, from his previous marriage to Princess Alice of Battenberg.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Elvis Presley": [ + { + "question": "What was Elvis Presley's full name?", + "ref": "Elvis Aaron Presley", + "pred": "Elvis Presley's full name was Elvis Aaron Presley.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Elvis Presley famously known as?", + "ref": "The King of Rock and Roll", + "pred": "Elvis Presley is famously known as the \"King of Rock and Roll.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Elvis Presley born?", + "ref": "January 8, 1935", + "pred": "Elvis Presley was born on January 8, 1935.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Elvis Presley die?", + "ref": "August 16, 1977", + "pred": "Elvis Presley died on August 16, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Elvis Presley born?", + "ref": "Tupelo, Mississippi", + "pred": "Elvis Presley was born in Tupelo, Mississippi, on January 8, 1935.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lil Wayne": [ + { + "question": "What is Lil Wayne's real name?", + "ref": "Dwayne Michael Carter Jr.", + "pred": "Lil Wayne's real name is Dwayne Michael Carter Jr.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lil Wayne born?", + "ref": "September 27, 1982", + "pred": "Lil Wayne was born Dwayne Michael Carter Jr. on September 27, 1982.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who signed Lil Wayne to Cash Money Records?", + "ref": "Birdman", + "pred": "Lil Wayne was signed to Cash Money Records by Bryan \"Birdman\" Williams and Ronald \"Slim\" Williams.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Lil Wayne's debut studio album?", + "ref": "Tha Block Is Hot", + "pred": "Lil Wayne's debut studio album was \"Tha Block Is Hot\", released on September 27, 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Lil Wayne found Young Money Entertainment?", + "ref": "2005", + "pred": "Lil Wayne founded Young Money Entertainment in 2005.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Scarlett Johansson": [ + { + "question": "When was Scarlett Johansson born?", + "ref": "November 22, 1984", + "pred": "Scarlett Johansson was born on November 22, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Scarlett Johansson's full birth name?", + "ref": "Scarlett Ingrid Johansson", + "pred": "Scarlett Johansson's full birth name is Scarlett Ingrid Johansson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Scarlett Johansson win for her performance in Lost in Translation?", + "ref": "BAFTA Award for Best Actress", + "pred": "Scarlett Johansson won the 2004 Golden Globe Award for Best Actress in a Motion Picture - Drama for her performance in Lost in Translation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Scarlett Johansson make her Broadway debut?", + "ref": "2010", + "pred": "Scarlett Johansson made her Broadway debut in 1994 in the play \"A View from the Bridge\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character has Scarlett Johansson portrayed in the Marvel Cinematic Universe?", + "ref": "Black Widow", + "pred": "Scarlett Johansson has portrayed Natasha Romanoff, also known as Black Widow, in the Marvel Cinematic Universe.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tupac Shakur": [ + { + "question": "What city was Tupac Shakur born in?", + "ref": "New York City", + "pred": "Tupac Shakur was born in East Harlem, New York City, but he grew up in Baltimore, Maryland, and later moved to California.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Tupac Shakur's birth name?", + "ref": "Lesane Parish Crooks", + "pred": "Tupac Shakur's birth name was Lesane Parish Crooks.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Tupac Shakur release his debut album '2Pacalypse Now'?", + "ref": "1991", + "pred": "Tupac Shakur released his debut album '2Pacalypse Now' in 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which album by Tupac was the first double-length album in hip-hop history?", + "ref": "All Eyez on Me", + "pred": "The album by Tupac that was the first double-length album in hip-hop history is \"R U Still Down? (Remember Me)\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the record label Tupac Shakur signed with after his release from prison in 1995?", + "ref": "Death Row Records", + "pred": "After his release from prison in 1995, Tupac Shakur signed with Death Row Records.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Angelina Jolie": [ + { + "question": "What is Angelina Jolie's full birth name?", + "ref": "Angelina Jolie Voight", + "pred": "Angelina Jolie's full birth name is Angelina Jolie Voight.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Angelina Jolie born?", + "ref": "June 4, 1975", + "pred": "Angelina Jolie was born on June 4, 1975.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Angelina Jolie known for outside of her acting career?", + "ref": "Humanitarian efforts", + "pred": "Angelina Jolie is known for her humanitarian work and activism outside of her acting career. Here are some of her notable contributions:\n\n1. **Goodwill Ambassador for UNHCR**: Jolie has been a Goodwill Ambassador for the United Nations High Commissioner for Refugees (UNHCR) since 2001. She has traveled extensively to refugee camps and conflict zones, advocating for the rights of refugees and displaced people.\n2. **Humanitarian Work**: Jolie has worked with various organizations, including the UNHCR, Doctors Without Borders, and the International Rescue Committee, to provide aid and support to refugees, victims of war, and those affected by natural disasters.\n3. **Refugee Resettlement**: Jolie has been a vocal advocate for refugee resettlement and has worked to increase awareness about the plight of refugees. She has also been involved in efforts to resettle refugees in the United States and other countries.\n4. **Women's Rights**: Jolie has been a long-time advocate for women's rights, particularly in the areas of education, healthcare, and economic empowerment. She has worked with organizations such as the Global Partnership for Girls and Women's Education and the Women's Refugee Commission.\n5. **Adoption and Family**: Jolie has been a vocal advocate for adoption and has adopted three children from countries affected by conflict and poverty. She has also been involved in efforts to support families affected by conflict and displacement.\n6. **Director and Producer**: Jolie has also worked as a director and producer on several films, including \"In the Land of Blood and Honey\" (2011) and \"First They Killed My Father\" (2017), which was based on a memoir by a Cambodian woman who survived the Khmer Rouge regime.\n7. **Author**: Jolie has written several books, including \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits with Refugees in Africa, Cambodia, Pakistan, and Ecuador\" (2003) and \"Notes from My Travels: Visits", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Angelina Jolie make her screen debut?", + "ref": "Lookin' to Get Out", + "pred": "Angelina Jolie made her screen debut in the 1993 film \"Cyborg 2\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Angelina Jolie have with Brad Pitt?", + "ref": "Six", + "pred": "Angelina Jolie and Brad Pitt have six children together. Their children are:\n\n1. Maddox Chivan Jolie-Pitt (adopted from Cambodia in 2002)\n2. Pax Thien Jolie-Pitt (adopted from Vietnam in 2007)\n3. Zahara Marley Jolie-Pitt (adopted from Ethiopia in 2005)\n4. Shiloh Nouvel Jolie-Pitt (biological daughter born in 2006)\n5. Knox L\u00e9on Jolie-Pitt (biological twin son born in 2008)\n6. Vivienne Marcheline Jolie-Pitt (biological twin daughter born in 2008)", + "entropy": 0, + "acc_prob": 0 + } + ], + "Queen Victoria": [ + { + "question": "What era is named after Queen Victoria?", + "ref": "The Victorian era", + "pred": "The era named after Queen Victoria is the Victorian era. It spans from the late 1830s to the early 1900s, roughly from 1837 to 1901, which is the period of Queen Victoria's reign.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What additional title was Victoria given in 1876?", + "ref": "Empress of India", + "pred": "Victoria was given the additional title of Empress of India in 1876.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Queen Victoria's parents?", + "ref": "Prince Edward, Duke of Kent and Strathearn, and Princess Victoria of Saxe-Coburg-Saalfeld", + "pred": "Queen Victoria's parents were:\n\n1. Prince Edward, Duke of Kent and Strathearn (1767-1820) - He was the fourth son of King George III and Queen Charlotte of Mecklenburg-Strelitz.\n2. Princess Victoria of Saxe-Coburg-Saalfeld (1786-1861) - She was a German princess and a member of the House of Saxe-Coburg-Saalfeld.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Queen Victoria marry?", + "ref": "Prince Albert of Saxe-Coburg and Gotha", + "pred": "Queen Victoria married Prince Albert of Saxe-Coburg and Gotha.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Queen Victoria have?", + "ref": "Nine", + "pred": "Queen Victoria had nine children with her husband, Prince Albert of Saxe-Coburg and Gotha. Their children were:\n\n1. Victoria, Princess Royal (1840-1901)\n2. Edward VII (1841-1910)\n3. Alice, Grand Duchess of Hesse and by Rhine (1843-1878)\n4. Alfred, Duke of Edinburgh (1844-1900)\n5. Helena, Princess Christian of Schaumburg-Lippe (1846-1923)\n6. Princess Louise, Duchess of Argyll (1848-1939)\n7. Prince Arthur, Duke of Connaught and Strathearn (1850-1942)\n8. Prince Leopold, Duke of Albany (1853-1884)\n9. Princess Beatrice of the United Kingdom (1857-1944)\n\nAll of their children were born at Buckingham Palace in London, except for the last child, Princess Beatrice, who was born at Osborne House on the Isle of Wight.", + "entropy": 0, + "acc_prob": 0 + } + ], + "John F. Kennedy": [ + { + "question": "When was John F. Kennedy born?", + "ref": "May 29, 1917", + "pred": "John F. Kennedy, the 35th President of the United States, was born on May 29, 1917.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major global tension characterized John F. Kennedy's presidency?", + "ref": "The Cold War", + "pred": "The major global tension that characterized John F. Kennedy's presidency was the Cold War, particularly the Cuban Missile Crisis.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which military award did Kennedy earn during World War II?", + "ref": "Navy and Marine Corps Medal", + "pred": "John F. Kennedy, the 35th President of the United States, earned the Navy and Marine Corps Medal for his actions during World War II.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What notable university did John F. Kennedy graduate from?", + "ref": "Harvard University", + "pred": "John F. Kennedy, the 35th President of the United States, graduated from Harvard University in 1940.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did John F. Kennedy defeat to become president in 1960?", + "ref": "Richard Nixon", + "pred": "John F. Kennedy defeated Richard Nixon in the 1960 presidential election.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Diana, Princess of Wales": [ + { + "question": "Where did Diana grow up?", + "ref": "Sandringham estate", + "pred": "There are a few notable individuals named Diana, so I'll provide a few possible answers:\n\n1. Diana, Princess of Wales: She grew up at Park House, a family home on the Sandringham Estate in Norfolk, England. She also spent time at Althorp, the Spencer family's estate in Northamptonshire, England.\n2. Diana, the Roman goddess: As a mythological figure, Diana's origins are not well-documented, but she is often associated with the Etruscan and Roman cultures. In Roman mythology, Diana is said to have been born in the forest of Aricia, near Rome.\n3. Diana, the singer: Diana DeGarmo, the American singer and actress, grew up in Snellville, Georgia, USA.\n4. Diana, the actress: Diana Penty, the Indian actress, grew up in Mumbai, India.\n\nIf you could provide more context or specify which Diana you are referring to, I'd be happy to try and provide a more accurate answer.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Diana have?", + "ref": "Two", + "pred": "Diana, Princess of Wales, had two children:\n\n1. Prince William Arthur Philip Louis, Duke of Cambridge (born June 21, 1982)\n2. Prince Henry Charles Albert David, Duke of Sussex (born September 15, 1984)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Diana and Charles divorce?", + "ref": "1996", + "pred": "Charles and Diana, the Prince and Princess of Wales, divorced in 1996.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What fashion era is Diana considered an icon for?", + "ref": "1980s and 1990s", + "pred": "Diana, Princess of Wales, is often considered an icon of the 1980s and 1990s fashion era. Her style was characterized by elegant, feminine, and sophisticated looks that were both glamorous and accessible. She was known for her love of designer labels, particularly those of the time such as Versace, Chanel, and Dior.\n\nSome of her most iconic fashion moments include her wedding dress, which was designed by David and Elizabeth Emanuel, and her numerous red-carpet appearances, where she often wore elaborate gowns and suits that showcased her impeccable taste.\n\nDiana's fashion influence extended beyond the royal family and into popular culture, with many young women emulating her style and looking up to her as a fashion icon. Her legacy continues to inspire fashion designers and enthusiasts to this day.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the verdict of Diana's inquest?", + "ref": "Unlawful killing", + "pred": "The inquest into the death of Diana, Princess of Wales, was a highly publicized and complex investigation. The inquest was conducted in two phases: the first phase in 2004-2007, and the second phase in 2008.\n\nThe first phase of the inquest, led by Lord Justice Scott Baker, concluded in 2007. The jury delivered a verdict of \"unlawful killing\" by the driver of the car, Henri Paul, who lost control of the vehicle while driving at high speed in the Alma Tunnel in Paris. The jury also found that the paparazzi photographers contributed to the circumstances leading to the accident.\n\nHowever, the verdict was later challenged by the inquest's coroner, Lord Justice Scott Baker, who expressed concerns that the jury's verdict of \"unlawful killing\" might be misinterpreted as implying that the driver, Henri Paul, was responsible for the accident. He stated that the jury's verdict was actually intended to convey that the accident was caused by a combination of factors, including the actions of the driver, the paparazzi, and the design of the Alma Tunnel.\n\nIn 2008, the inquest was reopened, and a new jury was empaneled to consider the evidence. The new jury delivered a verdict of \"unlawful killing\" by the driver, Henri Paul, but also found that the paparazzi photographers and the design of the Alma Tunnel contributed to the circumstances leading to the accident.\n\nIt's worth noting that the inquest's verdict was not a criminal conviction, but rather a determination of the circumstances surrounding Diana's death.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Marilyn Monroe": [ + { + "question": "What was Marilyn Monroe's birth name?", + "ref": "Norma Jeane Mortenson", + "pred": "Marilyn Monroe's birth name was Norma Jeane Mortenson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Marilyn Monroe born?", + "ref": "June 1, 1926", + "pred": "Marilyn Monroe was born on June 1, 1926.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which magazine featured Monroe's nude images as its first issue's centerfold and cover in 1953?", + "ref": "Playboy", + "pred": "The magazine that featured Marilyn Monroe's nude images as its first issue's centerfold and cover in 1953 was Playboy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Marilyn Monroe's husbands that the biography mentions?", + "ref": "Joe DiMaggio and Arthur Miller", + "pred": "Marilyn Monroe was married three times. Her husbands, as mentioned in her biography, are:\n\n1. James Dougherty (married in 1942 and divorced in 1946) - He was her first husband, whom she married at the age of 16.\n2. Joe DiMaggio (married in 1954 and divorced in 1955) - He was a famous baseball player, and their marriage was a highly publicized event.\n3. Arthur Miller (married in 1956 and divorced in 1961) - He was a famous playwright, and their marriage was a significant event in her life, but it ultimately ended in divorce.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What method of acting did Monroe study under Lee Strasberg?", + "ref": "Method acting", + "pred": "Marilyn Monroe studied the \"Method\" acting technique under Lee Strasberg at the Actors Studio in New York City.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Keanu Reeves": [ + { + "question": "Where was Keanu Reeves born?", + "ref": "Beirut, Lebanon", + "pred": "Keanu Reeves was born in Beirut, Lebanon.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Keanu Reeves's feature film debut?", + "ref": "Youngblood", + "pred": "Keanu Reeves's feature film debut was in the 1985 film \"Youngblood\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series did Keanu Reeves star in that began in 1999?", + "ref": "The Matrix", + "pred": "Keanu Reeves starred in the \"The Matrix\" film series, which began in 1999.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Keanu Reeves's nationality?", + "ref": "Canadian", + "pred": "Keanu Reeves is a Canadian actor. He was born in Beirut, Lebanon, to a British father and a Hawaiian mother, but he holds Canadian citizenship.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ariana Grande": [ + { + "question": "What is Ariana Grande's full birth name?", + "ref": "Ariana Grande-Butera", + "pred": "Ariana Grande's full birth name is Ariana Grande-Butera.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Ariana Grande born?", + "ref": "June 26, 1993", + "pred": "Ariana Grande was born on June 26, 1993.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Ariana Grande's debut studio album?", + "ref": "Yours Truly", + "pred": "Ariana Grande's debut studio album was \"Yours Truly\", which was released on September 3, 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which television series did Ariana Grande star in as Cat Valentine?", + "ref": "Victorious", + "pred": "Ariana Grande starred in the television series \"Victorious\" as Cat Valentine.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Billboard Hot 100 number-one songs did 'Thank U, Next' produce?", + "ref": "Two", + "pred": "\"Thank U, Next\" by Ariana Grande produced 2 Billboard Hot 100 number-one songs.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Arnold Schwarzenegger": [ + { + "question": "When was Arnold Schwarzenegger born?", + "ref": "July 30, 1947", + "pred": "Arnold Schwarzenegger was born on July 30, 1947.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times did Schwarzenegger win the Mr. Olympia title?", + "ref": "Seven times", + "pred": "Arnold Schwarzenegger won the Mr. Olympia title a total of 7 times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Arnold Schwarzenegger elected as the Governor of California?", + "ref": "2003", + "pred": "Arnold Schwarzenegger was elected as the Governor of California in 2003. He won the special election held on October 7, 2003, and took office on November 17, 2003.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Arnold Schwarzenegger's nickname during his bodybuilding days?", + "ref": "The Austrian Oak", + "pred": "During his bodybuilding days, Arnold Schwarzenegger's nickname was \"The Austrian Oak\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the bodybuilding event named after Schwarzenegger?", + "ref": "The Arnold Sports Festival", + "pred": "The bodybuilding event named after Arnold Schwarzenegger is the Arnold Classic.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Aniston": [ + { + "question": "When was Jennifer Aniston born?", + "ref": "February 11, 1969", + "pred": "Jennifer Aniston was born on February 11, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Jennifer Aniston play on the television sitcom Friends?", + "ref": "Rachel Green", + "pred": "Jennifer Aniston played the role of Rachel Green on the popular television sitcom Friends.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Jennifer Aniston star alongside Adam Sandler in 2011?", + "ref": "Just Go with It", + "pred": "In 2011, Jennifer Aniston starred alongside Adam Sandler in the film \"Just Go with It\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Jennifer Aniston return to television with The Morning Show?", + "ref": "2019", + "pred": "Jennifer Aniston returned to television with The Morning Show in 2019. The Apple TV+ series premiered on November 1, 2019.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who are Jennifer Aniston's parents?", + "ref": "John Aniston and Nancy Dow", + "pred": "Jennifer Aniston's parents are:\n\n1. John Aniston (father) - a Greek-American actor, best known for his role as Victor Kiriakis on the NBC soap opera \"Days of Our Lives\".\n2. Nancy Dow (mother) - an American actress, who appeared in several television shows and films, including the soap opera \"Love of Life\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Meghan, Duchess of Sussex": [ + { + "question": "What is Meghan, Duchess of Sussex's birth name?", + "ref": "Rachel Meghan Markle", + "pred": "Meghan, Duchess of Sussex's birth name is Rachel Meghan Markle.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Meghan, Duchess of Sussex born?", + "ref": "August 4, 1981", + "pred": "Meghan, Duchess of Sussex, was born on August 4, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Meghan, Duchess of Sussex play in the TV show Suits?", + "ref": "Rachel Zane", + "pred": "Meghan, Duchess of Sussex, played the role of Rachel Zane in the TV show Suits.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Meghan, Duchess of Sussex's lifestyle blog?", + "ref": "The Tig", + "pred": "The name of Meghan, Duchess of Sussex's lifestyle blog was \"The Tig\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Meghan, Duchess of Sussex married to before Prince Harry?", + "ref": "Trevor Engelson", + "pred": "Meghan, Duchess of Sussex, was not married before Prince Harry. She was born Rachel Meghan Markle and was a single woman when she met Prince Harry. They started dating in 2016 and got engaged in November 2017. They married on May 19, 2018, at St George's Chapel, Windsor Castle.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Muhammad Ali": [ + { + "question": "What was Muhammad Ali's birth name?", + "ref": "Cassius Marcellus Clay Jr.", + "pred": "Muhammad Ali's birth name was Cassius Marcellus Clay Jr.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Muhammad Ali born?", + "ref": "January 17, 1942", + "pred": "Muhammad Ali was born on January 17, 1942.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname was Muhammad Ali known by?", + "ref": "the Greatest", + "pred": "Muhammad Ali was known by several nicknames, but the most famous one is \"The Greatest\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Muhammad Ali win a gold medal at the Summer Olympics?", + "ref": "1960", + "pred": "Muhammad Ali won a gold medal at the 1960 Summer Olympics in Rome, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Muhammad Ali defeat to win the world heavyweight championship in 1964?", + "ref": "Sonny Liston", + "pred": "Muhammad Ali (then known as Cassius Clay) defeated Sonny Liston to win the world heavyweight championship in 1964. The fight took place on February 25, 1964, at the Miami Beach Convention Center in Miami Beach, Florida.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Will Smith": [ + { + "question": "When was Will Smith born?", + "ref": "September 25, 1968", + "pred": "Will Smith was born on September 25, 1968.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sitcom did Will Smith star in?", + "ref": "The Fresh Prince of Bel-Air", + "pred": "Will Smith starred in the popular sitcom \"The Fresh Prince of Bel-Air\" from 1990 to 1996.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Will Smith's character in Men in Black?", + "ref": "Agent J", + "pred": "Will Smith's character in the Men in Black movie series is Agent J.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How much have Will Smith's films grossed globally as of 2024?", + "ref": "Over $9.3 billion", + "pred": "As of my knowledge cutoff in 2023, Will Smith's films have grossed over $6.8 billion at the global box office.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What high school did Will Smith attend?", + "ref": "Overbrook High School", + "pred": "Will Smith attended Overbrook High School in Philadelphia, Pennsylvania.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mark Zuckerberg": [ + { + "question": "When was Mark Zuckerberg born?", + "ref": "May 14, 1984", + "pred": "Mark Zuckerberg was born on May 14, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Mark Zuckerberg known for co-founding?", + "ref": "Facebook", + "pred": "Mark Zuckerberg is known for co-founding Facebook, a social networking platform.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Mark Zuckerberg attend before dropping out?", + "ref": "Harvard University", + "pred": "Mark Zuckerberg attended Harvard University before dropping out.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Mark Zuckerberg's roommates that he launched Facebook with?", + "ref": "Eduardo Saverin, Andrew McCollum, Dustin Moskovitz, and Chris Hughes", + "pred": "Mark Zuckerberg's roommates that he launched Facebook with were:\n\n1. Eduardo Saverin\n2. Andrew McCollum\n3. Dustin Moskovitz\n4. Chris Hughes", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Facebook reach one billion users?", + "ref": "2012", + "pred": "Facebook reached one billion users in 2012.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ted Bundy": [ + { + "question": "What was Ted Bundy's full name?", + "ref": "Theodore Robert Bundy", + "pred": "Ted Bundy's full name was Theodor Robert Cowell.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Ted Bundy born?", + "ref": "November 24, 1946", + "pred": "Ted Bundy was born on November 24, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Ted Bundy die?", + "ref": "January 24, 1989", + "pred": "Ted Bundy died in the electric chair on January 24, 1989, at Florida State Prison in Starke, Florida.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many murders did Ted Bundy confess to committing?", + "ref": "30", + "pred": "Ted Bundy confessed to committing at least 30 murders during his lifetime, but the actual number of victims is believed to be higher. He was executed in 1989 for the murders of two Florida State University students, Margaret Bowman and Lisa Levy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many of his victims did Ted Bundy decapitate?", + "ref": "at least 12", + "pred": "Ted Bundy is known to have decapitated some of his victims.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Pablo Escobar": [ + { + "question": "What was Pablo Escobar's full name?", + "ref": "Pablo Emilio Escobar Gaviria", + "pred": "Pablo Emilio Escobar Gaviria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nationality was Pablo Escobar?", + "ref": "Colombian", + "pred": "Pablo Escobar was Colombian.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Pablo Escobar widely known as?", + "ref": "the king of cocaine", + "pred": "Pablo Escobar was widely known as \"El Patr\u00f3n\" (The Boss) or \"El Se\u00f1or de la Coca\" (The Lord of Cocaine).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What cartel did Pablo Escobar found?", + "ref": "the Medell\u00edn Cartel", + "pred": "Pablo Escobar founded the Medell\u00edn Cartel, also known as the Medell\u00edn Cocaine Cartel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Pablo Escobar raised?", + "ref": "Medell\u00edn", + "pred": "Pablo Escobar was raised in Medell\u00edn, Colombia.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mila Kunis": [ + { + "question": "When was Mila Kunis born?", + "ref": "August 14, 1983", + "pred": "Mila Kunis was born on August 14, 1983.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Mila Kunis born?", + "ref": "Chernivtsi, Ukraine", + "pred": "Mila Kunis was born in Chernivtsi, Ukraine.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Mila Kunis's breakout film role?", + "ref": "Forgetting Sarah Marshall", + "pred": "Mila Kunis's breakout film role was as Jackie Burkhart in the popular television series \"That '70s Show\" (1998-2006). However, if you're referring to a film role, her breakout film role was as Lorraine Baines in the 2008 film \"Forgetting Sarah Marshall.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Mila Kunis receive nominations for the SAG Award and the Golden Globe Award for Best Supporting Actress?", + "ref": "Black Swan", + "pred": "Mila Kunis received nominations for the SAG Award and the Golden Globe Award for Best Supporting Actress for her role in the 2010 film \"Black Swan\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Mila Kunis's mother tongue?", + "ref": "Russian", + "pred": "Mila Kunis's mother tongue is Russian.", + "entropy": 0, + "acc_prob": 0 + } + ], + "William Shakespeare": [ + { + "question": "What professions was William Shakespeare known for?", + "ref": "Playwright, poet, and actor", + "pred": "William Shakespeare (1564-1616) was a renowned English playwright, poet, and actor. He is widely regarded as one of the greatest writers in the English language and the world's pre-eminent dramatist. He was known for the following professions:\n\n1. **Playwright**: Shakespeare wrote at least 38 plays, including tragedies, comedies, histories, and romances. His plays are known for their complex characters, rich language, and exploration of themes such as love, power, and mortality.\n2. **Poet**: Shakespeare wrote many poems, including sonnets, narrative poems, and verse epistles. His sonnets are particularly famous for their beautiful language and exploration of themes such as love, beauty, and mortality.\n3. **Actor**: Shakespeare was a member of the Lord Chamberlain's Men, a theater company that later became known as the King's Men. He acted in many of his own plays and was known for his performances as a leading actor.\n4. **Playwright and actor-manager**: Shakespeare was also a playwright and actor-manager, meaning he was responsible for producing and managing the performances of his plays. He was a key figure in the development of the English theater and helped to establish the Globe Theatre as a major venue for his plays.\n\nOverall, Shakespeare was a true Renaissance man, excelling in multiple artistic and literary fields. His works continue to be performed, studied, and admired around the world today.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many sonnets did Shakespeare write?", + "ref": "154", + "pred": "Shakespeare wrote a total of 154 sonnets. These sonnets are divided into three categories: the Fair Youth sonnets (1-126), the Dark Lady sonnets (127-152), and the Cupid sonnets (153-154).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Shakespeare born and raised?", + "ref": "Stratford-upon-Avon, Warwickshire", + "pred": "William Shakespeare was born in the town of Stratford-upon-Avon, Warwickshire, England, in 1564. He was raised in the same town, where his family had lived for several generations. Stratford-upon-Avon is a charming market town located in the heart of the English countryside, and it is still a popular tourist destination today.\n\nShakespeare's family lived in a house on Henley Street, which is now known as Shakespeare's Birthplace. The house has been preserved and is now a museum, showcasing the life and times of the famous playwright.\n\nShakespeare's childhood and early education took place in Stratford-upon-Avon, where he likely attended the local grammar school, King's New School. He later moved to London to pursue a career in the theater, where he became a successful playwright, actor, and entrepreneur.\n\nDespite his success in London, Shakespeare maintained strong ties to his hometown of Stratford-upon-Avon, where he eventually returned to live out his life. He is buried in the Holy Trinity Church in Stratford-upon-Avon, where he is still remembered and celebrated today.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Shakespeare marry?", + "ref": "Anne Hathaway", + "pred": "William Shakespeare married Anne Hathaway (not to be confused with the modern-day actress Anne Hathaway).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Shakespeare have?", + "ref": "Three", + "pred": "William Shakespeare had three children with his wife, Anne Hathaway (not to be confused with the modern-day actress Anne Hathaway). Their children were:\n\n1. Susanna Hall (born 1583) - their eldest child, a daughter.\n2. Hamnet Shakespeare (born 1585) - their only son, who died at the age of 11 in 1596.\n3. Judith Quiney (born 1585) - their youngest child, a daughter, born the same year as Hamnet.\n\nIt's worth noting that there is some uncertainty about the exact dates of birth for Hamnet and Judith, as the records from that time period are not always reliable.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Brady": [ + { + "question": "When was Tom Brady born?", + "ref": "August 3, 1977", + "pred": "Tom Brady was born on August 3, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which NFL team did Tom Brady spend his first 20 seasons with?", + "ref": "New England Patriots", + "pred": "Tom Brady spent his first 20 seasons with the New England Patriots.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which college did Tom Brady play football for?", + "ref": "University of Michigan", + "pred": "Tom Brady played college football for the University of Michigan and the University of Michigan did not work out for him. He actually played for the University of Michigan for one year, but then transferred to the University of Massachusetts Amherst (UMass) for his final two years of eligibility.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what round was Tom Brady selected in the 2000 NFL draft?", + "ref": "Sixth round", + "pred": "Tom Brady was selected in the 6th round (199th overall) of the 2000 NFL draft.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Super Bowl titles did Brady win with the New England Patriots?", + "ref": "Six", + "pred": "Tom Brady won 6 Super Bowl titles with the New England Patriots.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jay-Z": [ + { + "question": "What is Jay-Z's real name?", + "ref": "Shawn Corey Carter", + "pred": "Jay-Z's real name is Shawn Corey Carter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Jay-Z born?", + "ref": "December 4, 1969", + "pred": "Jay-Z was born on December 4, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the entertainment company founded by Jay-Z?", + "ref": "Roc Nation", + "pred": "The entertainment company founded by Jay-Z is Roc Nation.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many number-one albums does Jay-Z have on the Billboard 200?", + "ref": "14", + "pred": "Jay-Z has 14 number-one albums on the Billboard 200.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Jay-Z's debut studio album?", + "ref": "Reasonable Doubt", + "pred": "Jay-Z's debut studio album was \"Reasonable Doubt\", released on June 25, 1996.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bill Gates": [ + { + "question": "When was Bill Gates born?", + "ref": "October 28, 1955", + "pred": "Bill Gates was born on October 28, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Bill Gates best known for?", + "ref": "Co-founding Microsoft", + "pred": "Bill Gates is best known for co-founding Microsoft, a multinational technology company that developed the Windows operating system and other software products. He is also known for his philanthropic efforts through the Bill and Melinda Gates Foundation, which focuses on global health, education, and poverty alleviation.\n\nSome of his notable achievements include:\n\n1. Co-founding Microsoft with Paul Allen in 1975.\n2. Developing the Windows operating system, which became the dominant PC operating system in the 1990s.\n3. Creating the Microsoft Office software suite, which includes popular applications like Word, Excel, and PowerPoint.\n4. Being one of the richest people in the world, with an estimated net worth of over $200 billion.\n5. Being a pioneer in the tech industry, known for his innovative ideas and business acumen.\n\nHowever, in recent years, Bill Gates has shifted his focus from technology to philanthropy, and his foundation has become a major player in global health and development efforts.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Bill Gates co-found Microsoft with?", + "ref": "Paul Allen", + "pred": "Bill Gates co-founded Microsoft with Paul Allen.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What foundation did Bill Gates establish with his then-wife Melinda?", + "ref": "Bill & Melinda Gates Foundation", + "pred": "Bill Gates established the Bill and Melinda Gates Foundation with his then-wife Melinda.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the venture Gates formed at 17 with Paul Allen?", + "ref": "Traf-O-Data", + "pred": "The venture that Bill Gates formed at 17 with Paul Allen was called Traf-O-Data.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Winston Churchill": [ + { + "question": "How many times did Winston Churchill serve as Prime Minister of the United Kingdom?", + "ref": "Twice", + "pred": "Winston Churchill served as Prime Minister of the United Kingdom twice:\n\n1. First term: May 10, 1940 - July 26, 1945\n2. Second term: October 26, 1951 - April 5, 1955", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During which years did Churchill first serve as Prime Minister?", + "ref": "1940 to 1945", + "pred": "Winston Churchill first served as Prime Minister of the United Kingdom in two separate periods:\n\n1. 1940-1945: Churchill served as Prime Minister during World War II, from May 10, 1940, to July 26, 1945.\n2. 1951-1955: Churchill served as Prime Minister again from October 26, 1951, to April 5, 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which party did Churchill lead from 1940 to 1955?", + "ref": "Conservative Party", + "pred": "Winston Churchill led the Conservative Party from 1940 to 1955.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Churchill's role in H. H. Asquith's Liberal government?", + "ref": "President of the Board of Trade and Home Secretary", + "pred": "Winston Churchill served as the First Lord of the Admiralty in H. H. Asquith's Liberal government from 1911 to 1915.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant warning did Churchill give about the Soviet Union?", + "ref": "He warned of an 'iron curtain' of Soviet influence in Europe", + "pred": "Winston Churchill, the former Prime Minister of the United Kingdom, gave a significant warning about the Soviet Union in his famous speech at Fulton, Missouri, on March 5, 1946. In this speech, known as the \"Iron Curtain\" speech, Churchill warned of the dangers of Soviet expansion and the threat of communism.\n\nChurchill stated: \"From Stettin in the Baltic to Trieste in the Adriatic, an iron curtain has descended across the continent.\" He emphasized that the Soviet Union was spreading its influence and control across Eastern Europe, and that the West needed to be vigilant and united to counter this threat.\n\nChurchill's speech was a call to action, urging the United States and other Western nations to stand together against the Soviet Union and to defend democracy and freedom. His warning was a significant moment in the early Cold War, and it helped to shape the policy of containment, which was later adopted by the United States and other Western nations.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Nicki Minaj": [ + { + "question": "When was Nicki Minaj born?", + "ref": "December 8, 1982", + "pred": "Nicki Minaj was born Onika Tanya Maraj-Petty on December 8, 1982.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre of music is Nicki Minaj known for?", + "ref": "Rap and Hip Hop", + "pred": "Nicki Minaj is known for being a prominent figure in the hip-hop and rap music genres. She is a rapper, singer, and songwriter who has gained widespread recognition for her unique style, which often incorporates elements of hip-hop, trap, and pop music.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title is Nicki Minaj often referred to?", + "ref": "Queen of Rap", + "pred": "Nicki Minaj is often referred to as the \"Queen of Rap\" or the \"Queen of Hip-Hop\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Nicki Minaj's debut album?", + "ref": "Pink Friday", + "pred": "Nicki Minaj's debut album was \"Pink Friday\", released on November 22, 2010.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Nicki Minaj single was certified diamond by the RIAA?", + "ref": "Super Bass", + "pred": "\"Super Bass\" by Nicki Minaj was certified diamond by the RIAA (Recording Industry Association of America) in 2021.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bruce Lee": [ + { + "question": "What was Bruce Lee's birth name?", + "ref": "Lee Jun-fan", + "pred": "Bruce Lee's birth name was Lee Jun-fan.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Bruce Lee born?", + "ref": "November 27, 1940", + "pred": "Bruce Lee was born on November 27, 1940.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What martial arts philosophy did Bruce Lee found?", + "ref": "Jeet Kune Do", + "pred": "Bruce Lee founded the martial arts philosophy known as Jeet Kune Do (JKD). Jeet Kune Do is a hybrid martial art that combines elements from various styles, including Wing Chun, boxing, fencing, and wrestling. The philosophy of Jeet Kune Do emphasizes individual expression, fluid movement, and adaptability.\n\nThe name \"Jeet Kune Do\" is a Cantonese phrase that translates to \"the way of the intercepting fist.\" It reflects the idea of using a fluid, adaptable approach to combat, rather than relying on rigid techniques or styles.\n\nJeet Kune Do is characterized by its emphasis on:\n\n1. Individual expression: Each practitioner is encouraged to develop their own unique style and approach.\n2. Fluid movement: Jeet Kune Do emphasizes the use of smooth, flowing movements that allow for quick transitions between techniques.\n3. Adaptability: Practitioners are trained to adapt to different situations and opponents.\n4. Economy of motion: Jeet Kune Do emphasizes the use of efficient, effective movements that conserve energy.\n5. Holistic training: Jeet Kune Do training includes physical, mental, and spiritual development.\n\nBruce Lee's philosophy of Jeet Kune Do has had a significant impact on modern martial arts and continues to influence martial artists and practitioners around the world.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Bruce Lee born?", + "ref": "San Francisco", + "pred": "Bruce Lee was born in San Francisco, California, USA on November 27, 1940.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Name a film directed and written by Bruce Lee.", + "ref": "The Way of the Dragon", + "pred": "\"Enter the Dragon\" (1973) is a film directed by and starring Bruce Lee.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Princess Margaret, Countess of Snowdon": [ + { + "question": "What is the full name of Princess Margaret?", + "ref": "Margaret Rose", + "pred": "The full name of Princess Margaret is Margaret Rose Alexandra Victoria Duff.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who were Princess Margaret's parents?", + "ref": "King George VI and Queen Elizabeth The Queen Mother", + "pred": "Princess Margaret's parents were King George VI and Queen Elizabeth (later known as Queen Elizabeth The Queen Mother).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Princess Margaret fall in love with in the early 1950s?", + "ref": "Peter Townsend", + "pred": "In the early 1950s, Princess Margaret fell in love with Peter Townsend, a British war hero and equerry to King George VI.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Princess Margaret marry in 1960?", + "ref": "Antony Armstrong-Jones", + "pred": "Princess Margaret married Antony Armstrong-Jones in 1960.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Princess Margaret and Antony Armstrong-Jones divorce?", + "ref": "1978", + "pred": "Princess Margaret and Antony Armstrong-Jones divorced in 1978.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ryan Reynolds": [ + { + "question": "When was Ryan Reynolds born?", + "ref": "October 23, 1976", + "pred": "Ryan Reynolds was born on October 23, 1976.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which 2016 film marked Ryan Reynolds's biggest commercial success?", + "ref": "Deadpool", + "pred": "Deadpool (2016) marked Ryan Reynolds's biggest commercial success.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which city was Ryan Reynolds born?", + "ref": "Vancouver, British Columbia", + "pred": "Ryan Reynolds was born in Vancouver, British Columbia, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which high school did Ryan Reynolds attend?", + "ref": "Kitsilano Secondary School", + "pred": "Ryan Reynolds attended Kitchener-Waterloo Collegiate and Vocational School in Kitchener, Ontario, Canada.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What animated film series did Ryan Reynolds provide voice acting for between 2013 and 2020?", + "ref": "The Croods", + "pred": "Ryan Reynolds provided voice acting for the animated film series \"The Croods\" between 2013 and 2020.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Brad Pitt": [ + { + "question": "What is Brad Pitt's full name?", + "ref": "William Bradley Pitt", + "pred": "Brad Pitt's full name is William Bradley Pitt.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Brad Pitt born?", + "ref": "December 18, 1963", + "pred": "Brad Pitt was born on December 18, 1963.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Brad Pitt win his first Academy Award for Best Supporting Actor?", + "ref": "Once Upon a Time in Hollywood", + "pred": "Brad Pitt has not won an Academy Award for Best Supporting Actor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film did Brad Pitt first gain recognition?", + "ref": "Thelma & Louise", + "pred": "Brad Pitt first gained recognition for his role as Chuckie in the 1987 film \"No Way Out\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children does Brad Pitt have with Angelina Jolie?", + "ref": "Six", + "pred": "Brad Pitt and Angelina Jolie have six children together. Their children are:\n\n1. Maddox Chivan Jolie-Pitt (adopted from Cambodia in 2002)\n2. Pax Thien Jolie-Pitt (adopted from Vietnam in 2007)\n3. Zahara Marley Jolie-Pitt (adopted from Ethiopia in 2005)\n4. Shiloh Nouvel Jolie-Pitt (biological daughter born in 2006)\n5. Knox L\u00e9on Jolie-Pitt (biological twin son born in 2008)\n6. Vivienne Marcheline Jolie-Pitt (biological twin daughter born in 2008)", + "entropy": 0, + "acc_prob": 0 + } + ], + "John Cena": [ + { + "question": "What is John Cena's full name?", + "ref": "John Felix Anthony Cena", + "pred": "John Cena's full name is John Felix Anthony Cena.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was John Cena born?", + "ref": "April 23, 1977", + "pred": "John Cena was born on April 23, 1977.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times has John Cena been a world champion in WWE?", + "ref": "16 times", + "pred": "John Cena has been a world champion in WWE 16 times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did John Cena sign with WWE?", + "ref": "2001", + "pred": "John Cena signed with the WWE (then known as the World Wrestling Federation, WWF) in 2001.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was John Cena born?", + "ref": "West Newbury, Massachusetts", + "pred": "John Cena was born in West Newbury, Massachusetts, USA.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Charles Manson": [ + { + "question": "What was Charles Manson's original surname?", + "ref": "Maddox", + "pred": "Charles Manson's original surname was Maddox.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Charles Manson born?", + "ref": "November 12, 1934", + "pred": "Charles Manson was born on November 12, 1934.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Charles Manson die?", + "ref": "November 19, 2017", + "pred": "Charles Manson died on November 19, 2017, at the age of 83, while serving a life sentence at Corcoran State Prison in California.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which cult did Charles Manson lead?", + "ref": "The Manson Family", + "pred": "Charles Manson led a cult-like group known as the Manson Family. The group was a communal, hippie-like organization that was formed in the late 1960s in California. Manson, who was a charismatic and manipulative leader, attracted a group of young, vulnerable individuals who were drawn to his message of free love, peace, and rebellion against mainstream society.\n\nThe Manson Family was known for their violent and destructive behavior, which culminated in a series of brutal murders in 1969, including the infamous Tate-LaBianca murders, in which several people were killed, including actress Sharon Tate, who was pregnant at the time. Manson and several of his followers were arrested, tried, and convicted of the murders, and Manson was sentenced to life in prison, where he died in 2017.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which state was the Manson Family based?", + "ref": "California", + "pred": "The Manson Family was based in California. Specifically, they were active in the Los Angeles area, and their main residence was at the Spahn Ranch in Chatsworth, California, and later at the Barker Ranch in the Mojave Desert.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Vladimir Putin": [ + { + "question": "How long did Vladimir Putin serve in the KGB?", + "ref": "16 years", + "pred": "Vladimir Putin served in the KGB (Komitet Gosudarstvennoy Bezopasnosti, or Committee for State Security) for 16 years, from 1975 to 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Vladimir Putin first become president of Russia?", + "ref": "2000", + "pred": "Vladimir Putin first became the President of Russia in 2000. He was elected as the President of the Russian Federation on March 26, 2000, and took office on May 7, 2000.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Vladimir Putin born in?", + "ref": "Leningrad, Soviet Union (now Saint Petersburg, Russia)", + "pred": "Vladimir Putin was born in Leningrad, which is now known as Saint Petersburg, Russia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international action did Vladimir Putin take in February 2022?", + "ref": "Launched a significant invasion of Ukraine", + "pred": "In February 2022, Vladimir Putin took the major international action of launching a large-scale invasion of Ukraine, which is a sovereign country in Eastern Europe. This action is widely regarded as an act of aggression and a violation of Ukraine's sovereignty and territorial integrity.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vladimir Putin born?", + "ref": "7 October 1952", + "pred": "Vladimir Putin was born on October 7, 1952.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Clint Eastwood": [ + { + "question": "When was Clint Eastwood born?", + "ref": "May 31, 1930", + "pred": "Clint Eastwood was born on May 31, 1930.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What trilogy is Clint Eastwood famous for in the mid-1960s?", + "ref": "Dollars Trilogy", + "pred": "Clint Eastwood is famous for the \"Spaghetti Western\" trilogy, also known as the \"Dollars Trilogy\" or \"Man with No Name Trilogy\", which he starred in during the mid-1960s. The trilogy consists of:\n\n1. A Fistful of Dollars (1964)\n2. For a Few Dollars More (1965)\n3. The Good, the Bad and the Ugly (1966)\n\nThese films were directed by Sergio Leone and are considered some of the most iconic and influential Westerns of all time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Clint Eastwood play in the Dirty Harry films?", + "ref": "Harry Callahan", + "pred": "Clint Eastwood played the iconic role of Harry Callahan, a tough and unorthodox San Francisco police detective, in the Dirty Harry film series. He starred in five films in the series:\n\n1. Dirty Harry (1971)\n2. Magnum Force (1973)\n3. The Enforcer (1976)\n4. Sudden Impact (1983)\n5. The Dead Pool (1988)\n\nEastwood's portrayal of Harry Callahan cemented his status as a Hollywood action hero and helped to establish the character as a cultural icon of the 1970s.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Clint Eastwood's production company?", + "ref": "Malpaso Productions", + "pred": "Clint Eastwood's production company is called Malpaso Productions.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Clint Eastwood won?", + "ref": "four", + "pred": "Clint Eastwood has won a total of 4 Academy Awards.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Madonna": [ + { + "question": "What is Madonna's full name?", + "ref": "Madonna Louise Ciccone", + "pred": "Madonna's full name is Madonna Louise Ciccone.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Madonna born?", + "ref": "August 16, 1958", + "pred": "Madonna was born on August 16, 1958.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Madonna's debut studio album?", + "ref": "Madonna (1983)", + "pred": "Madonna's debut studio album was \"Madonna\", released on July 27, 1983.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many records has Madonna sold worldwide?", + "ref": "Over 300 million", + "pred": "According to the Recording Industry Association of America (RIAA) and the Guinness World Records, Madonna is one of the best-selling music artists of all time. As of my knowledge cutoff in 2023, Madonna has sold over 300 million records worldwide, making her one of the most successful artists in the history of popular music.\n\nTo break it down further, Madonna has had numerous chart-topping albums and singles, including:\n\n* Over 70 million albums sold in the United States alone\n* Over 100 million albums sold in Europe\n* Over 50 million albums sold in Asia\n* Over 20 million albums sold in Latin America\n\nSome of her most successful albums include:\n\n* \"Like a Prayer\" (1989) - sold over 15 million copies worldwide\n* \"True Blue\" (1986) - sold over 25 million copies worldwide\n* \"Like a Virgin\" (1984) - sold over 21 million copies worldwide\n* \"The Immaculate Collection\" (1990) - sold over 30 million copies worldwide\n\nMadonna's impressive sales figures are a testament to her enduring popularity and influence on popular culture.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Madonna inducted into the Rock and Roll Hall of Fame?", + "ref": "2008", + "pred": "Madonna was inducted into the Rock and Roll Hall of Fame in 2008.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Lopez": [ + { + "question": "What nickname is Jennifer Lopez also known by?", + "ref": "J.Lo", + "pred": "Jennifer Lopez is also known by the nickname \"JLo\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Jennifer Lopez born?", + "ref": "1969", + "pred": "Jennifer Lopez was born on July 24, 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What title is often given to Jennifer Lopez due to her influence in entertainment?", + "ref": "Queen of Dance", + "pred": "Jennifer Lopez is often referred to as the \"Queen of Latin Pop\" due to her significant influence in the entertainment industry, particularly in the Latin music and pop genres.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Jennifer Lopez's debut film?", + "ref": "Selena", + "pred": "Jennifer Lopez's debut film was \"My Family\" in 1995, however, her first major film role was in the 1997 film \"Selena\", a biographical drama about the life of the late Tejano pop star Selena Quintanilla-P\u00e9rez.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Jennifer Lopez release her debut album?", + "ref": "1999", + "pred": "Jennifer Lopez released her debut album, \"On the 6\", in 1999.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Katy Perry": [ + { + "question": "What is Katy Perry's real name?", + "ref": "Katheryn Elizabeth Hudson", + "pred": "Katy Perry's real name is Katheryn Elizabeth Hudson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Katy Perry born?", + "ref": "October 25, 1984", + "pred": "Katy Perry was born on October 25, 1984.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Katy Perry's first record titled?", + "ref": "Katy Hudson", + "pred": "Katy Perry's first record was titled \"Katy Hudson\", released in 2001.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre was Katy Perry's first record?", + "ref": "Gospel", + "pred": "Katy Perry's first record was \"Katy Hudson\", released in 2001. However, it was a gospel album, not a pop album.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Katy Perry's debut single?", + "ref": "I Kissed a Girl", + "pred": "Katy Perry's debut single is \"I Kissed a Girl\", however, her debut single in the US was \"I Kissed a Girl\" but in the UK it was \"Ur So Gay\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "George VI": [ + { + "question": "What was George VI's birth name?", + "ref": "Albert Frederick Arthur George", + "pred": "George VI's birth name was Albert Frederick Arthur George.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of George VI's elder brother?", + "ref": "Edward", + "pred": "The elder brother of King George VI was Edward VIII.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What condition did George VI suffer from that required him to seek treatment from a speech therapist?", + "ref": "Stutter", + "pred": "George VI, the King of the United Kingdom from 1936 to 1952, suffered from a stutter. He sought treatment from a speech therapist, Lionel Logue, to help him manage his stutter and improve his public speaking skills.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did George VI become the last Emperor of India?", + "ref": "1936", + "pred": "George VI did not become the last Emperor of India. He was the King of the United Kingdom from 1936 until his death in 1952. The last Emperor of India was actually George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King George VI's successor, King George VI's son, King", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where did George VI die?", + "ref": "Sandringham House", + "pred": "George VI, the King of the United Kingdom from 1936 until his death in 1952, died at Sandringham House in Norfolk, England.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Heath Ledger": [ + { + "question": "What nationality was Heath Ledger?", + "ref": "Australian", + "pred": "Heath Ledger was Australian.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character did Heath Ledger portray in 'The Dark Knight'?", + "ref": "The Joker", + "pred": "Heath Ledger portrayed the iconic character of the Joker in the 2008 film 'The Dark Knight'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What caused Heath Ledger's death?", + "ref": "Accidental overdose of medications", + "pred": "Heath Ledger's death was caused by an accidental overdose of prescription medications. He was found dead on January 22, 2008, at his apartment in New York City. The New York City Medical Examiner's Office determined that the cause of death was acute intoxication by the combined effects of six different medications, including:\n\n1. Oxycodone (a painkiller)\n2. Hydrocodone (a painkiller)\n3. Diazepam (a benzodiazepine)\n4. Temazepam (a benzodiazepine)\n5. Alprazolam (a benzodiazepine)\n6. Doxylamine (an antihistamine)\n\nThe investigation found that Ledger had been taking these medications for insomnia, anxiety, and pain, but had taken an excessive amount, which led to his accidental overdose. The coroner's report concluded that the manner of death was an accident.\n\nIt's worth noting that Ledger had been struggling with insomnia and anxiety in the months leading up to his death, and had been prescribed various medications to help manage these conditions. However, it appears that he had become increasingly reliant on these medications and had taken an excessive amount, which ultimately led to his tragic death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Heath Ledger born?", + "ref": "Perth, Western Australia", + "pred": "Heath Ledger was born in Perth, Western Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of ancestry did Heath Ledger have?", + "ref": "English, Irish, and Scottish", + "pred": "Heath Ledger's ancestry was a mix of English, Irish, and Scottish. His father, Kim Ledger, was of English and Irish descent, while his mother, Sally Bell, was of Scottish and Irish ancestry.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Britney Spears": [ + { + "question": "When was Britney Spears born?", + "ref": "December 2, 1981", + "pred": "Britney Spears was born on December 1, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grammy Awards has Britney Spears won?", + "ref": "One", + "pred": "Britney Spears has won one Grammy Award.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Britney Spears sign with Jive Records?", + "ref": "1997", + "pred": "Britney Spears signed with Jive Records in 1997.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the concert residency Britney Spears embarked on at Planet Hollywood Resort & Casino?", + "ref": "Britney: Piece of Me", + "pred": "The concert residency Britney Spears embarked on at Planet Hollywood Resort & Casino was called \"Britney: Piece of Me\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are the titles of Britney Spears' first two studio albums?", + "ref": "...Baby One More Time and Oops!... I Did It Again", + "pred": "The titles of Britney Spears' first two studio albums are:\n\n1. \"...Baby One More Time\" (1999)\n2. \"Oops!... I Did It Again\" (2000)", + "entropy": 0, + "acc_prob": 0 + } + ], + "Sylvester Stallone": [ + { + "question": "When was Sylvester Stallone born?", + "ref": "July 6, 1946", + "pred": "Sylvester Stallone was born on July 6, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What iconic role did Sylvester Stallone play in 1976?", + "ref": "Rocky Balboa", + "pred": "In 1976, Sylvester Stallone played the iconic role of Rocky Balboa in the film \"Rocky.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What character did Stallone portray in First Blood?", + "ref": "John Rambo", + "pred": "In the 1982 film \"First Blood\", Sylvester Stallone portrayed the character John Rambo.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Stallone win for his role in Creed?", + "ref": "Golden Globe Award", + "pred": "Sylvester Stallone won the Academy Award for Best Supporting Actor for his role as Rocky Balboa in the 2016 film Creed.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Stallone's birthplace?", + "ref": "Hell's Kitchen, New York City", + "pred": "Sylvester Stallone was born in New York City, New York, USA.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Adele": [ + { + "question": "What is Adele's full name?", + "ref": "Adele Laurie Blue Adkins", + "pred": "Adele's full name is Adele Laurie Blue Adkins.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the title of Adele's debut album?", + "ref": "19", + "pred": "Adele's debut album was titled \"19\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which James Bond film did Adele release the soundtrack single 'Skyfall'?", + "ref": "Skyfall", + "pred": "Adele released the soundtrack single 'Skyfall' for the 2012 James Bond film of the same name, 'Skyfall'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of Adele's first song?", + "ref": "Hometown Glory", + "pred": "Adele's first single was \"Chasing Pavements\", but her first song was actually \"Daydreamer\", which was released in 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many copies has Adele's debut album sold in the UK?", + "ref": "Over 2.5 million", + "pred": "Adele's debut album, \"19\", has sold over 4 million copies in the UK.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Prince (musician)": [ + { + "question": "When was Prince Rogers Nelson born?", + "ref": "June 7, 1958", + "pred": "Prince Rogers Nelson, known professionally as Prince, was born on June 7, 1958.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many albums did Prince release during his lifetime?", + "ref": "39", + "pred": "Prince released 39 studio albums, 5 live albums, 18 compilation albums, 3 posthumous studio albums, and 1 posthumous live album during his lifetime.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What instruments was Prince known for his skill in playing?", + "ref": "Multi-instrumentalist", + "pred": "Prince was a multi-instrumentalist and was known for his skill in playing several instruments, including:\n\n1. Guitar: Prince was a skilled guitarist and often played electric and acoustic guitars in his music. He was known for his innovative and expressive guitar playing style.\n2. Keyboards: Prince was also a skilled keyboard player and often played synthesizers, pianos, and other keyboard instruments in his music.\n3. Bass guitar: Prince was a skilled bassist and often played bass guitar in his music, particularly in the early days of his career.\n4. Drums: Prince was also a skilled drummer and often played drums in his music, particularly in the early days of his career.\n5. Percussion: Prince was known for his use of percussion instruments, including congas, bongos, and other hand drums.\n6. Linn LM-1 drum machine: Prince was one of the first artists to use the Linn LM-1 drum machine, which he used to create the distinctive drum sound on many of his songs.\n7. Synthesizers: Prince was a pioneer in the use of synthesizers in popular music and was known for his innovative use of synthesizers, such as the Moog and the Roland Jupiter-8.\n\nOverall, Prince was a highly skilled and versatile musician who was able to play a wide range of instruments and was known for his innovative and expressive playing style.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was Prince inducted into the Rock and Roll Hall of Fame?", + "ref": "2004", + "pred": "Prince was inducted into the Rock and Roll Hall of Fame in 2004.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Prince's original name?", + "ref": "Prince Rogers Nelson", + "pred": "Prince's original name was Prince Rogers Nelson.", + "entropy": 0, + "acc_prob": 0 + } + ], + "David Bowie": [ + { + "question": "What is David Bowie's real name?", + "ref": "David Robert Jones", + "pred": "David Bowie's real name was David Robert Jones.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How is David Bowie regarded in the music industry?", + "ref": "As one of the most influential musicians of the 20th century", + "pred": "David Bowie (1947-2016) is widely regarded as one of the most influential and innovative musicians of all time. He is a legendary figure in the music industry, known for his eclectic and ever-changing style, which spanned multiple genres, including rock, pop, glam rock, art rock, and electronic music.\n\nBowie's impact on the music industry is immense, and he has been celebrated for his:\n\n1. **Innovative style**: Bowie's fashion sense, music videos, and live performances were always ahead of their time, influencing countless artists and inspiring a new generation of musicians.\n2. **Musical experimentation**: He was a master of reinvention, constantly pushing the boundaries of his music, exploring new sounds, and incorporating various styles, from glam rock to electronic music.\n3. **Songwriting**: Bowie was a skilled songwriter, penning iconic songs like \"Space Oddity,\" \"Changes,\" \"Ziggy Stardust,\" and \"Let's Dance,\" which have become anthems of their respective eras.\n4. **Cultural impact**: Bowie's music and persona have been a significant part of popular culture, influencing fashion, art, and film. He was a true icon of the 1970s and 1980s, and his influence can still be seen in contemporary music and art.\n5. **Collaborations**: Bowie collaborated with numerous artists, including Brian Eno, Iggy Pop, and Mick Jagger, among others, creating some of the most iconic and influential music of the past few decades.\n\nBowie's legacy extends beyond his music, as he was also a:\n\n1. **Pioneer of LGBTQ+ representation**: Bowie's music and persona helped to break down barriers for the LGBTQ+ community, providing a platform for self-expression and acceptance.\n2. **Influence on contemporary artists**: Bowie's influence can be seen in artists like Lady Gaga, David Byrne, and Radiohead, among many others, who have cited him as a major inspiration.\n\nIn 2004, Bowie was inducted into the Rock and Roll Hall of Fame, and in 2016, he was posthumously awarded a Grammy Lifetime Achievement Award. His music continues to inspire new generations of artists and fans, cementing his status as a true legend of the music industry.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Bowie's first top-five entry on the UK Singles Chart?", + "ref": "\"Space Oddity\"", + "pred": "Bowie's first top-five entry on the UK Singles Chart was \"Space Oddity\" in 1969.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What alter ego did Bowie create during the glam rock era?", + "ref": "Ziggy Stardust", + "pred": "During the glam rock era, David Bowie created the alter ego \"Ziggy Stardust.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which cult film did Bowie star in 1976?", + "ref": "The Man Who Fell to Earth", + "pred": "In 1976, David Bowie starred in the cult film \"The Man Who Fell to Earth\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Ronald Reagan": [ + { + "question": "When was Ronald Reagan born?", + "ref": "February 6, 1911", + "pred": "Ronald Reagan was born on February 6, 1911.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which college did Ronald Reagan graduate from?", + "ref": "Eureka College", + "pred": "Ronald Reagan graduated from Eureka College in Eureka, Illinois.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Ronald Reagan win the presidency over Jimmy Carter?", + "ref": "1980", + "pred": "Ronald Reagan won the presidency in 1980, defeating incumbent President Jimmy Carter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which disease hindered Ronald Reagan post-presidency?", + "ref": "Alzheimer's disease", + "pred": "Ronald Reagan suffered from Alzheimer's disease, which hindered him in his post-presidency.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Ronald Reagan's vice president who he defeated in the 1984 presidential election?", + "ref": "Walter Mondale", + "pred": "Ronald Reagan's vice president was George H.W. Bush. However, in the 1984 presidential election, Ronald Reagan defeated Walter Mondale, who was the Democratic nominee and the incumbent Vice President under Jimmy Carter.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Kamala Harris": [ + { + "question": "When was Kamala Harris born?", + "ref": "October 20, 1964", + "pred": "Kamala Harris was born on October 20, 1964.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which university did Kamala Harris attend for her undergraduate degree?", + "ref": "Howard University", + "pred": "Kamala Harris attended Howard University for her undergraduate degree.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "From which law school did Kamala Harris graduate?", + "ref": "University of California, Hastings College of the Law", + "pred": "Kamala Harris graduated from the University of California, Hastings College of the Law.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Kamala Harris serve in California from 2011 to 2017?", + "ref": "Attorney General of California", + "pred": "Kamala Harris served as the Attorney General of California from 2011 to 2017.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Kamala Harris defeat in the 2016 Senate election?", + "ref": "Loretta Sanchez", + "pred": "In the 2016 Senate election, Kamala Harris defeated Loretta Sanchez.", + "entropy": 0, + "acc_prob": 0 + } + ], + "George W. Bush": [ + { + "question": "When was George W. Bush born?", + "ref": "July 6, 1946", + "pred": "George W. Bush, the 43rd President of the United States, was born on July 6, 1946.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did George W. Bush serve in the United States from 2001 to 2009?", + "ref": "43rd president", + "pred": "George W. Bush served as the 43rd President of the United States from 2001 to 2009.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which branch of the military did George W. Bush serve in during his twenties?", + "ref": "Texas Air National Guard", + "pred": "George W. Bush served in the Texas Air National Guard during his twenties.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant act did Bush sign related to education?", + "ref": "No Child Left Behind Act", + "pred": "One significant act signed by President George W. Bush related to education is the No Child Left Behind Act (NCLB) of 2002. This act was a comprehensive education reform law that aimed to improve the quality of education in the United States by increasing accountability, improving teacher quality, and providing more choices for parents.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main focus of Bush's administration after the September 11, 2001 terrorist attacks?", + "ref": "War on terror", + "pred": "The main focus of the Bush administration after the September 11, 2001 terrorist attacks was to launch the War on Terror, a global military campaign aimed at combating terrorism and extremism. The administration's primary objectives were:\n\n1. **Hunting down and capturing or killing Osama bin Laden and al-Qaeda leaders**: The US government identified bin Laden and his organization as the masterminds behind the 9/11 attacks, and the administration made it a top priority to bring them to justice.\n2. **Disrupting and dismantling al-Qaeda's terrorist network**: The administration aimed to disrupt al-Qaeda's ability to plan and execute terrorist attacks, and to dismantle its support networks and infrastructure.\n3. **Confronting and defeating the Taliban regime in Afghanistan**: The US government saw the Taliban as a key supporter of al-Qaeda, and the administration launched a military campaign to overthrow the Taliban regime and drive al-Qaeda out of Afghanistan.\n4. **Preventing future terrorist attacks**: The administration implemented various measures to prevent future terrorist attacks, including strengthening homeland security, improving intelligence gathering and sharing, and increasing international cooperation to combat terrorism.\n\nThe Bush administration's War on Terror also led to the launch of the Iraq War in 2003, which was initially justified as a response to the perceived threat posed by Saddam Hussein's regime and its alleged links to al-Qaeda and WMDs. However, the war in Iraq became a separate and contentious issue, with many critics arguing that it was not directly related to the 9/11 attacks and that it diverted resources away from the original focus on al-Qaeda and Afghanistan.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Jennifer Lawrence": [ + { + "question": "When was Jennifer Lawrence born?", + "ref": "August 15, 1990", + "pred": "Jennifer Lawrence was born on August 15, 1990.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Jennifer Lawrence appear in Time's 100 most influential people in the world list?", + "ref": "2013", + "pred": "Jennifer Lawrence has appeared in Time's 100 most influential people in the world list multiple times.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film did Jennifer Lawrence win the Academy Award for Best Actress?", + "ref": "Silver Linings Playbook", + "pred": "Jennifer Lawrence won the Academy Award for Best Actress for her role as Tiffany Maxwell in the 2012 film \"Silver Linings Playbook.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Jennifer Lawrence born?", + "ref": "Indian Hills, Kentucky", + "pred": "Jennifer Lawrence was born in Louisville, Kentucky, USA.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which film series made Jennifer Lawrence the highest-grossing action heroine?", + "ref": "The Hunger Games film series", + "pred": "The film series that made Jennifer Lawrence the highest-grossing action heroine is the \"Hunger Games\" series.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mahatma Gandhi": [ + { + "question": "What was Gandhi's profession before becoming a political ethicist?", + "ref": "Lawyer", + "pred": "Before becoming a political ethicist, Gandhi was a lawyer. He studied law in London and was called to the bar in 1891.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What method did Gandhi employ to lead India's independence campaign?", + "ref": "Nonviolent resistance", + "pred": "Mahatma Gandhi employed a non-violent resistance movement, also known as Satyagraha, to lead India's independence campaign. This approach involved using non-violent civil disobedience, such as boycotts, protests, and non-cooperation with British authorities, to challenge British rule and promote Indian independence.\n\nGandhi's methods included:\n\n1. **Non-cooperation**: Encouraging Indians to refuse to cooperate with British authorities, such as refusing to pay taxes or participate in British courts.\n2. **Civil disobedience**: Engaging in acts of non-violent civil disobedience, such as marching to British offices to protest or refusing to follow British laws.\n3. **Boycotts**: Organizing boycotts of British goods and services to weaken the British economy and promote Indian self-sufficiency.\n4. **Non-violent protests**: Organizing peaceful protests and demonstrations to draw attention to Indian grievances and promote Indian independence.\n5. **Satyagraha**: Using non-violent resistance to challenge British authority and promote Indian rights.\n\nGandhi's non-violent resistance movement was inspired by the ideas of Henry David Thoreau and Leo Tolstoy, and was influenced by the Indian tradition of ahimsa (non-violence). Gandhi's approach was successful in mobilizing the Indian people and challenging British rule, ultimately contributing to India's independence in 1947.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did Gandhi move to South Africa?", + "ref": "1893", + "pred": "Gandhi moved to South Africa in 1893.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which movement did Gandhi lead in 1930 to challenge the British-imposed salt tax?", + "ref": "Dandi Salt March", + "pred": "The movement you are referring to is the Salt March, also known as the Dandi March. It was a 24-day march led by Mahatma Gandhi in 1930 to challenge the British-imposed salt tax in India.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the main goal of Gandhi's nationwide campaigns?", + "ref": "Achieving swaraj or self-rule", + "pred": "Mahatma Gandhi's main goal in his nationwide campaigns was to achieve Indian independence from British rule through non-violent resistance and civil disobedience. He sought to end British colonialism and establish India as a sovereign nation. Gandhi's campaigns focused on various issues, including:\n\n1. **Civil Disobedience**: Gandhi led mass movements of civil disobedience, where people would refuse to comply with British laws and regulations, such as the Salt Act, which prohibited Indians from producing and selling salt.\n2. **Non-Cooperation**: Gandhi encouraged Indians to boycott British goods, institutions, and services, and to establish their own self-sufficient economy.\n3. **Swadeshi**: Gandhi promoted the idea of Swadeshi, or \"self-sufficiency,\" where Indians would produce and consume their own goods, rather than relying on British imports.\n4. **Satyagraha**: Gandhi's non-violent resistance movement, Satyagraha, aimed to challenge British authority through peaceful protests, marches, and demonstrations.\n\nGandhi's ultimate goal was to achieve Indian independence through non-violent means, and his campaigns played a significant role in India's struggle for freedom.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Emma Watson": [ + { + "question": "What was Emma Watson's first professional acting role?", + "ref": "Hermione Granger in the Harry Potter film series", + "pred": "Emma Watson's first professional acting role was as Hermione Granger in the 2001 film \"Harry Potter and the Philosopher's Stone\" (released as \"Harry Potter and the Sorcerer's Stone\" in the United States).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What campaign did Emma Watson help launch with UN Women?", + "ref": "HeForShe", + "pred": "Emma Watson helped launch the UN Women's \"HeForShe\" campaign in 2014.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Emma Watson portray Meg March?", + "ref": "Little Women", + "pred": "Emma Watson did not portray Meg March. The role of Meg March in the 2014 film \"Little Women\" was played by actress Saoirse Ronan.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Emma Watson born?", + "ref": "Paris", + "pred": "Emma Watson was born in Paris, France.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is one of the sustainable fashion brands Emma Watson has worked with?", + "ref": "People Tree", + "pred": "Emma Watson has worked with the sustainable fashion brand, People Tree.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Robin Williams": [ + { + "question": "What was Robin Williams' full name?", + "ref": "Robin McLaurin Williams", + "pred": "Robin McLaurin Williams' full name was Robin McLaurin Williams.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Robin Williams born?", + "ref": "July 21, 1951", + "pred": "Robin Williams was born on July 21, 1951.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Robin Williams pass away?", + "ref": "August 11, 2014", + "pred": "Robin Williams passed away on August 11, 2014. He was 63 years old at the time of his death.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For what skill was Robin Williams known?", + "ref": "Improvisational skills", + "pred": "Robin Williams was known for his exceptional skill in improvisational comedy and acting. He was a master of improvisation, often incorporating his quick wit, impressions, and characters into his stand-up comedy routines and film performances.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which sitcom did Robin Williams play an alien named Mork?", + "ref": "Mork & Mindy", + "pred": "Robin Williams played the character Mork, an alien from the planet Ork, in the sitcom \"Mork & Mindy\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mark Wahlberg": [ + { + "question": "What is Mark Wahlberg's full birth name?", + "ref": "Mark Robert Michael Wahlberg", + "pred": "Mark Wahlberg's full birth name is Mark Robert Michael Wahlberg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Mark Wahlberg born?", + "ref": "June 5, 1971", + "pred": "Mark Wahlberg was born on June 5, 1971.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which movie did Mark Wahlberg receive critical praise for his performance as Dirk Diggler?", + "ref": "Boogie Nights", + "pred": "Mark Wahlberg received critical praise for his performance as Dirk Diggler in the 1997 film \"Boogie Nights\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the reality TV series about the Wahlburgers chain?", + "ref": "Wahlburgers", + "pred": "The reality TV series about the Wahlburgers chain is called \"Wahlburgers\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what neighborhood of Boston was Mark Wahlberg born?", + "ref": "Dorchester", + "pred": "Mark Wahlberg was born in Dorchester, Boston, Massachusetts.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Henry VIII": [ + { + "question": "How long did Henry VIII reign as King of England?", + "ref": "1509 until his death in 1547", + "pred": "Henry VIII reigned as King of England from 1509 until his death in 1547. He was the second monarch of the House of Tudor and ruled for approximately 38 years.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major religious change did Henry VIII initiate?", + "ref": "The English Reformation", + "pred": "Henry VIII initiated the English Reformation, which led to the establishment of the Church of England. He broke away from the Roman Catholic Church, which was the dominant Christian denomination in England at the time, and formed the Church of England, with the monarch as its head.\n\nThis major religious change was initiated by Henry VIII's desire to annul his marriage to his first wife, Catherine of Aragon, which was refused by the Pope. Henry VIII then declared himself the Supreme Head of the Church of England, allowing him to annul the marriage and marry his second wife, Anne Boleyn.\n\nThe English Reformation had significant consequences, including the establishment of the Church of England, the creation of the Book of Common Prayer, and the eventual separation of the Church of England from the Roman Catholic Church.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who succeeded Henry VIII?", + "ref": "His son Edward VI", + "pred": "Henry VIII had three children who succeeded him to the throne:\n\n1. Edward VI (1547-1553): He was the son of Henry VIII and his third wife, Jane Seymour. Edward VI was only nine years old when he became king and was succeeded by his half-sister Mary I (Mary Tudor, also known as Bloody Mary).\n\n2. Mary I (1553-1558): She was the daughter of Henry VIII and his first wife, Catherine of Aragon. Mary I was a devout Catholic and attempted to restore Catholicism in England, earning her the nickname \"Bloody Mary\" due to the many Protestants she had executed during her reign.\n\n3. Elizabeth I (1558-1603): She was the daughter of Henry VIII and his second wife, Anne Boleyn. Elizabeth I is often referred to as one of the greatest monarchs in English history, and her reign is known as the Golden Age of English history. She was a strong and intelligent leader who established the Church of England and maintained a delicate balance of power with European countries.\n\nAll three of Henry VIII's children had significant impacts on English history, but Elizabeth I's reign is often considered the most notable and enduring.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was notable about Henry VIII's marriages?", + "ref": "He had six marriages", + "pred": "Henry VIII's six marriages are notable for several reasons:\n\n1. **Divorces and Executions**: Henry VIII's desire to divorce his first wife, Catherine of Aragon, led to the English Reformation and the establishment of the Church of England, with the monarch as its head. When the Pope refused to grant an annulment, Henry VIII broke away from the Catholic Church and had his marriage to Catherine declared invalid. He then executed two of his wives' advisors who refused to recognize the annulment.\n\n2. **Multiple Marriages**: Henry VIII's six marriages were:\n\n - Catherine of Aragon (1509-1533)\n - Anne Boleyn (1533-1536)\n - Jane Seymour (1536-1537)\n - Anne of Cleves (1540)\n - Catherine Howard (1540-1542)\n - Catherine Parr (1543-1547)\n\n3. **Executions of Wives**: Two of Henry VIII's wives, Anne Boleyn and Catherine Howard, were executed on charges of adultery, incest, and treason. Anne Boleyn was beheaded in 1536, and Catherine Howard was beheaded in 1542.\n\n4. **Anne Boleyn's Accusations**: Anne Boleyn was accused of having affairs with several men, including her brother George Boleyn, and of plotting against Henry VIII. She was also accused of not producing a male heir, which was a major concern for Henry VIII.\n\n5. **Catherine Howard's Youth**: Catherine Howard was only 16 years old when she married Henry VIII, making her one of the youngest wives in English history.\n\n6. **Catherine Parr's Role**: Catherine Parr was Henry VIII's sixth and final wife. She was a kind and gentle woman who helped to bring stability to the royal household. She also played a key role in promoting the education and well-being of Henry VIII's children.\n\n7. **Impact on the English Reformation**: Henry VIII's desire to divorce his first wife and establish the Church of England led to the English Reformation, which had a significant impact on the country's politics, culture, and society.\n\nOverall, Henry VIII's six marriages were marked by controversy, drama, and tragedy, and had a lasting impact on English history.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Henry VIII born?", + "ref": "28 June 1491", + "pred": "Henry VIII was born on June 28, 1491.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Beyonc\u00e9": [ + { + "question": "What is Beyonc\u00e9's full name?", + "ref": "Beyonc\u00e9 Giselle Knowles-Carter", + "pred": "Beyonc\u00e9's full name is Beyonc\u00e9 Giselle Knowles-Carter.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Beyonc\u00e9 born?", + "ref": "September 4, 1981", + "pred": "Beyonc\u00e9 Giselle Knowles-Carter was born on September 4, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What nickname is Beyonc\u00e9 known by?", + "ref": "Queen Bey", + "pred": "Beyonc\u00e9 is often referred to as \"Queen Bey\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What group was Beyonc\u00e9 a part of in the late 1990s?", + "ref": "Destiny's Child", + "pred": "Beyonc\u00e9 was a part of the R&B girl group Destiny's Child in the late 1990s.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Beyonc\u00e9's debut album?", + "ref": "Dangerously in Love", + "pred": "Beyonc\u00e9's debut solo album was \"Dangerously in Love\" but that was in 2003. However, her debut album as a member of Destiny's Child was \"Destiny's Child\" but that was in 1998.", + "entropy": 0, + "acc_prob": 0 + } + ], + "John Lennon": [ + { + "question": "What was John Lennon's full birth name?", + "ref": "John Winston Lennon", + "pred": "John Lennon's full birth name was John Winston Lennon.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was John Lennon's famous songwriting partner?", + "ref": "Paul McCartney", + "pred": "John Lennon's famous songwriting partner was Paul McCartney. They were the primary songwriters for the Beatles, and together they created many iconic songs, including \"Yesterday,\" \"Hey Jude,\" \"Let It Be,\" and \"Sgt. Pepper's Lonely Hearts Club Band.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of the band John Lennon formed in 1956?", + "ref": "The Quarrymen", + "pred": "The band John Lennon formed in 1956 was called The Quarrymen.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year did The Quarrymen evolve into The Beatles?", + "ref": "1960", + "pred": "The Quarrymen evolved into The Beatles in 1960.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city was John Lennon born in?", + "ref": "Liverpool", + "pred": "John Lennon was born in Liverpool, England, UK.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Nelson Mandela": [ + { + "question": "What was Nelson Mandela's birth name?", + "ref": "Rolihlahla Mandela", + "pred": "Nelson Mandela's birth name was Rolihlahla Mandela.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How long did Nelson Mandela serve as the president of South Africa?", + "ref": "1994 to 1999", + "pred": "Nelson Mandela served as the President of South Africa from 1994 to 1999. He was the country's first black president and the first democratically elected president after the end of apartheid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which political party did Mandela join in 1943?", + "ref": "The African National Congress (ANC)", + "pred": "Nelson Mandela joined the African National Congress (ANC) in 1943, not a specific political party. The ANC was a liberation movement that aimed to end apartheid and achieve democracy in South Africa.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many years was Mandela imprisoned?", + "ref": "27 years", + "pred": "Nelson Mandela was imprisoned for 27 years.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the president that released Mandela from prison?", + "ref": "F. W. de Klerk", + "pred": "Nelson Mandela was released from prison on February 11, 1990, by the South African government, not by a U.S. president. The decision to release Mandela was made by President F.W. de Klerk, who was the State President of South Africa at the time.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Demi Lovato": [ + { + "question": "What is Demi Lovato's full name?", + "ref": "Demetria Devonne Lovato", + "pred": "Demi Lovato's full name is Demetria Devonne Lovato.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Demi Lovato born?", + "ref": "August 20, 1992", + "pred": "Demi Lovato was born on August 20, 1992.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which record label did Demi Lovato sign with after Camp Rock?", + "ref": "Hollywood Records", + "pred": "Demi Lovato signed with Hollywood Records after Camp Rock.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre was Demi Lovato's debut album 'Don't Forget'?", + "ref": "Pop rock", + "pred": "Demi Lovato's debut album 'Don't Forget' is a pop-rock album.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Demi Lovato's third studio album?", + "ref": "Unbroken", + "pred": "Demi Lovato's third studio album is called \"Unbroken\".", + "entropy": 0, + "acc_prob": 0 + } + ], + "Megan Fox": [ + { + "question": "What is Megan Fox's full name?", + "ref": "Megan Denise Fox", + "pred": "Megan Fox's full name is Megan Denise Fox.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Megan Fox born?", + "ref": "May 16, 1986", + "pred": "Megan Fox was born on May 16, 1986.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which film did Megan Fox play Mikaela Banes?", + "ref": "Transformers", + "pred": "Megan Fox played the role of Mikaela Banes in the 2007 film \"Transformers\" and its sequels: \"Transformers: Revenge of the Fallen\" (2009), \"Transformers: Dark of the Moon\" (2011), and \"Transformers: Age of Extinction\" (2014).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Megan Fox have in the 'Teenage Mutant Ninja Turtles' films?", + "ref": "April O'Neil", + "pred": "Megan Fox played the role of April O'Neil in the 2014 film \"Teenage Mutant Ninja Turtles\" and its 2016 sequel \"Teenage Mutant Ninja Turtles: Out of the Shadows\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which character did Megan Fox portray in the horror comedy 'Jennifer's Body'?", + "ref": "The titular character", + "pred": "Megan Fox portrayed the character Jennifer Check in the 2009 horror comedy film 'Jennifer's Body'.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Roger Federer": [ + { + "question": "How many weeks was Roger Federer ranked world No. 1 in singles?", + "ref": "310 weeks", + "pred": "Roger Federer was ranked world No. 1 in singles for a total of 310 weeks.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Grand Slam singles titles has Roger Federer won?", + "ref": "20", + "pred": "Roger Federer has won 20 Grand Slam singles titles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which year did Roger Federer win his first major singles title?", + "ref": "2003", + "pred": "Roger Federer won his first major singles title at the 2003 Wimbledon Championships.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Roger Federer's nationality?", + "ref": "Swiss", + "pred": "Roger Federer is a Swiss professional tennis player. He was born in Basel, Switzerland, and holds Swiss citizenship.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Roger Federer's main rival until 2010?", + "ref": "Rafael Nadal", + "pred": "Roger Federer's main rival until 2010 was Rafael Nadal. Their rivalry, often referred to as the \"Federer-Nadal rivalry,\" was one of the most iconic and intense in tennis history. They had a long-standing head-to-head record, with Nadal eventually gaining the upper hand.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Hardy": [ + { + "question": "What is Tom Hardy's full name?", + "ref": "Edward Thomas Hardy", + "pred": "Tom Hardy's full name is Thomas Edward Hardy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film was Tom Hardy nominated for the Academy Award for Best Supporting Actor?", + "ref": "The Revenant", + "pred": "Tom Hardy was nominated for the Academy Award for Best Supporting Actor for his role as Jonathan \"Fletcher\" in the 2010 film \"Inception\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which Christopher Nolan films has Tom Hardy appeared?", + "ref": "Inception, The Dark Knight Rises, Dunkirk", + "pred": "Tom Hardy has appeared in the following Christopher Nolan films:\n\n1. Inception (2010) - He played the role of Eames, a forger and thief.\n2. The Dark Knight Rises (2012) - He played the role of Bane, the main antagonist.\n3. Dunkirk (2017) - He played the role of Farrier, a Royal Air Force Spitfire pilot.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which character did Tom Hardy play in 'Mad Max: Fury Road'?", + "ref": "'Mad' Max Rockatansky", + "pred": "Tom Hardy played the role of Max Rockatansky in 'Mad Max: Fury Road'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of the character Tom Hardy played in 'Venom' and its sequel?", + "ref": "Eddie Brock/Venom", + "pred": "Tom Hardy played the character Eddie Brock/Venom in the 'Venom' (2018) and 'Venom: Let There Be Carnage' (2021) movies.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leonardo da Vinci": [ + { + "question": "Who was Leonardo da Vinci educated by?", + "ref": "Andrea del Verrocchio", + "pred": "Leonardo da Vinci was educated by several individuals, including:\n\n1. **Verrocchio**: A renowned artist, sculptor, and engineer, Verrocchio was Leonardo's master and teacher. He was the owner of a workshop in Florence, where Leonardo worked as an apprentice from 1469 to 1477. Verrocchio's workshop was a hub for artistic innovation, and it was there that Leonardo developed his skills in painting, sculpture, and engineering.\n\n2. **Andrea del Verrocchio's other apprentices**: Leonardo was not the only apprentice in Verrocchio's workshop. Other notable apprentices included Sandro Botticelli, Perugino, and Domenico Ghirlandaio, all of whom would go on to become famous artists in their own right.\n\n3. **Andrea del Verrocchio's father, Antonio di Cione**: Antonio di Cione was a notary and a member of the Arte della Lana (the wool merchants' guild) in Florence. He may have played a role in introducing Leonardo to Verrocchio's workshop.\n\n4. **The Dominican friar, Fra Luca Pacioli**: Fra Luca Pacioli was a mathematician and Franciscan friar who taught Leonardo about mathematics and geometry. He is often credited with introducing Leonardo to the principles of perspective, which would become a key element of his art.\n\n5. **The humanist, Marsilio Ficino**: Marsilio Ficino was a philosopher and humanist who taught at the University of Florence. He may have influenced Leonardo's interest in classical Greek and Roman culture, as well as his fascination with the natural world.\n\nThese individuals, along with others, contributed to Leonardo's education and helped shape his artistic and intellectual development.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city did Leonardo begin his career in?", + "ref": "Florence", + "pred": "Leonardo da Vinci began his career in Florence, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who did Leonardo spend much time in the service of?", + "ref": "Ludovico Sforza", + "pred": "Leonardo da Vinci spent much time in the service of two notable patrons:\n\n1. **Lorenzo de' Medici (also known as Lorenzo the Magnificent)**: Lorenzo was a powerful banker and politician in Florence, Italy. He was a great admirer of Leonardo's work and provided him with financial support and protection. Lorenzo was a key figure in the Renaissance and a patron of many artists, including Leonardo.\n2. **Francis I of France**: Francis I was the King of France from 1515 to 1547. He was a great admirer of Leonardo's work and invited him to France in 1516. Leonardo spent the last years of his life in France, working for Francis I and creating many famous works, including the Mona Lisa.\n\nLeonardo also worked for other patrons, including the Duke of Milan, Ludovico Sforza, and the Duke of Urbino, Guidobaldo da Montefeltro. However, Lorenzo de' Medici and Francis I were two of his most notable and influential patrons.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where did Leonardo spend his last three years?", + "ref": "France", + "pred": "Leonardo da Vinci spent his last three years in Amboise, France.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is considered Leonardo da Vinci's magnum opus?", + "ref": "The Mona Lisa", + "pred": "Leonardo da Vinci's magnum opus is widely considered to be the \"Mona Lisa.\" Painted in the early 16th century, around 1503-1506, the \"Mona Lisa\" is a portrait of Lisa del Giocondo, the wife of a wealthy merchant named Francesco del Giocondo. The painting is known for its enigmatic smile, intricate details, and masterful use of sfumato, a painting technique that creates a soft, hazy effect by layering thin glazes of paint.\n\nThe \"Mona Lisa\" is considered da Vinci's magnum opus for several reasons:\n\n1. **Innovative technique**: The painting showcases da Vinci's innovative use of sfumato, which was a new technique at the time. This technique allowed him to create a sense of depth and volume in the painting.\n2. **Masterful composition**: The \"Mona Lisa\" is a masterful example of composition, with the subject placed in the center of the painting, surrounded by a subtle background that draws the viewer's eye to the subject.\n3. **Emotional depth**: The painting's enigmatic smile has captivated art lovers for centuries, and its emotional depth is a testament to da Vinci's skill as a painter.\n4. **Cultural significance**: The \"Mona Lisa\" is one of the most famous paintings in the world, and its cultural significance extends far beyond the art world. It is a symbol of Renaissance art and culture, and its image has been reproduced and parodied countless times.\n\nOverall, the \"Mona Lisa\" is considered da Vinci's magnum opus because of its innovative technique, masterful composition, emotional depth, and cultural significance.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Tom Hanks": [ + { + "question": "When was Tom Hanks born?", + "ref": "July 9, 1956", + "pred": "Tom Hanks was born on July 9, 1956.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which city was Tom Hanks born in?", + "ref": "Concord, California", + "pred": "Tom Hanks was born in Concord, California.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many Academy Awards has Tom Hanks won?", + "ref": "Two", + "pred": "Tom Hanks has won two Academy Awards (Oscars) for Best Actor. He won his first Oscar for \"Philadelphia\" (1993) and his second for \"Forrest Gump\" (1994).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which films did Tom Hanks win the Academy Awards?", + "ref": "Philadelphia and Forrest Gump", + "pred": "Tom Hanks has won two Academy Awards (Oscars) for Best Actor. He won for the following films:\n\n1. \"Philadelphia\" (1993) - He won the Oscar for Best Actor for his portrayal of Andrew Beckett, a lawyer with AIDS.\n2. \"Forrest Gump\" (1994) - He won the Oscar for Best Actor for his portrayal of Forrest Gump, a man with a low IQ who finds himself in the middle of many significant historical events.\n\nBoth of these films were released in 1993 and 1994, respectively, and both were major box office successes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the name of Tom Hanks' production company?", + "ref": "Playtone", + "pred": "Tom Hanks' production company is called Playtone.", + "entropy": 0, + "acc_prob": 0 + } + ], + "George Washington": [ + { + "question": "When was George Washington born?", + "ref": "February 22, 1732", + "pred": "George Washington was born on February 22, 1732.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was George Washington's father?", + "ref": "Augustine Washington", + "pred": "George Washington's father was Augustine Washington.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year was George Washington appointed commander of the Continental Army?", + "ref": "1775", + "pred": "George Washington was appointed Commander-in-Chief of the Continental Army on June 15, 1775.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many terms did George Washington serve as president of the United States?", + "ref": "Two", + "pred": "George Washington served as the first President of the United States for two terms, from 1789 to 1797.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of George Washington's estate?", + "ref": "Mount Vernon", + "pred": "George Washington's estate was called Mount Vernon.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Franklin D. Roosevelt": [ + { + "question": "When was Franklin D. Roosevelt born?", + "ref": "January 30, 1882", + "pred": "Franklin D. Roosevelt was born on January 30, 1882.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many terms did Franklin D. Roosevelt serve as president?", + "ref": "Four", + "pred": "Franklin D. Roosevelt served as the 32nd President of the United States for a total of 4 terms, from March 4, 1933, until his death on April 12, 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What political party did Franklin D. Roosevelt belong to?", + "ref": "Democratic Party", + "pred": "Franklin D. Roosevelt belonged to the Democratic Party.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant economic program did Roosevelt implement to combat the Great Depression?", + "ref": "The New Deal", + "pred": "The significant economic program implemented by President Franklin D. Roosevelt to combat the Great Depression was the New Deal. The New Deal was a series of programs, policies, and projects aimed at providing relief, recovery, and reform to those affected by the Great Depression.\n\nThe New Deal was launched in 1933 and consisted of several key components, including:\n\n1. **Relief programs**: These programs provided immediate assistance to those in need, such as the Civilian Conservation Corps (CCC), the Works Progress Administration (WPA), and the Federal Emergency Relief Administration (FERA).\n2. **Recovery programs**: These programs aimed to stimulate economic recovery, such as the National Recovery Administration (NRA), which established minimum wages and working conditions, and the Public Works Administration (PWA), which funded large-scale infrastructure projects.\n3. **Reform programs**: These programs aimed to address the underlying causes of the Great Depression, such as the Securities Exchange Act of 1934, which regulated the stock market, and the Glass-Steagall Act of 1933, which separated commercial and investment banking.\n\nSome notable New Deal programs include:\n\n* The Works Progress Administration (WPA), which provided jobs for millions of Americans\n* The Civilian Conservation Corps (CCC), which employed young men in conservation and infrastructure projects\n* The Federal Deposit Insurance Corporation (FDIC), which insured bank deposits and restored confidence in the banking system\n* The Tennessee Valley Authority (TVA), which provided affordable electricity and flood control to the Tennessee Valley region\n\nThe New Deal had a significant impact on the US economy, helping to:\n\n* Create jobs and stimulate economic growth\n* Provide relief to those in need\n* Reform the financial system and prevent future depressions\n* Improve living standards and quality of life for millions of Americans\n\nOverall, the New Deal was a comprehensive and innovative program that helped to alleviate the suffering of the Great Depression and laid the foundation for the economic growth and prosperity of the post-World War II era.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which president did Roosevelt defeat in the 1932 presidential election?", + "ref": "Herbert Hoover", + "pred": "In the 1932 presidential election, Franklin D. Roosevelt defeated incumbent President Herbert Hoover.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Mike Tyson": [ + { + "question": "When was Mike Tyson born?", + "ref": "June 30, 1966", + "pred": "Mike Tyson was born on June 30, 1966.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Mike Tyson's full name?", + "ref": "Michael Gerard Tyson", + "pred": "Mike Tyson's full name is Michael Gerard Tyson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How long did Mike Tyson's professional boxing career last?", + "ref": "1985 to 2005", + "pred": "Mike Tyson's professional boxing career lasted from 1985 to 2005, spanning approximately 20 years.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of Mike Tyson's nicknames?", + "ref": "Iron Mike, Kid Dynamite, The Baddest Man on the Planet", + "pred": "Mike Tyson has had several nicknames throughout his career. Some of his most well-known nicknames include:\n\n1. Iron Mike: This nickname was given to him due to his formidable punching power and his ability to knock out opponents with ease.\n2. Kid Dynamite: This nickname was given to him when he was a young and rising star in the boxing world.\n3. Baddest Man on the Planet: This nickname was given to him due to his intimidating presence in the ring and his reputation as a formidable fighter.\n\nThese nicknames have become synonymous with Mike Tyson's career and legacy in the world of boxing.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many of Tyson's first professional fights ended in a knockout?", + "ref": "19", + "pred": "I'm not sure about the exact number of Tyson's first professional fights that ended in a knockout.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Lali Esp\u00f3sito": [ + { + "question": "In what country was Lali Esp\u00f3sito born?", + "ref": "Argentina", + "pred": "Lali Esp\u00f3sito was born in Argentina.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many albums had Lali Esp\u00f3sito released by 2020?", + "ref": "4", + "pred": "Lali Esp\u00f3sito is an Argentine singer, songwriter, and actress. By 2020, she had released 4 studio albums:\n\n1. A Bailar (2014)\n2. Soy (2016)\n3. Brujas (2018)\n4. Libra (2019)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Lali Esp\u00f3sito's full name?", + "ref": "Mariana 'Lali' Esp\u00f3sito", + "pred": "Lali Esp\u00f3sito's full name is Mariana Esp\u00f3sito.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Lali Esp\u00f3sito born?", + "ref": "10 October 1991", + "pred": "Lali Esp\u00f3sito was born on October 10, 1991.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What genre of music does Lali Esp\u00f3sito's album 'A Bailar' primarily feature?", + "ref": "Pop and EDM", + "pred": "Lali Esp\u00f3sito's album 'A Bailar' primarily features Latin pop and dance-pop music.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Bob Marley": [ + { + "question": "Where was Bob Marley born?", + "ref": "Nine Mile, Jamaica", + "pred": "Bob Marley was born in Trenchtown, Kingston, Jamaica.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the name of Bob Marley's first band?", + "ref": "The Teenagers", + "pred": "The name of Bob Marley's first band was The Wailers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Bob Marley's first hit outside Jamaica?", + "ref": "No Woman, No Cry", + "pred": "Bob Marley's first hit outside Jamaica was \"I Shot the Sheriff\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Bob Marley die?", + "ref": "1981", + "pred": "Bob Marley died on May 11, 1981.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the cause of Bob Marley's death?", + "ref": "Acral lentiginous melanoma", + "pred": "Bob Marley died on May 11, 1981, at the age of 36, due to complications from acral lentiginous melanoma, a type of skin cancer that affects the palms of the hands and soles of the feet. The cancer had spread to his brain, lungs, and other parts of his body.\n\nMarley had been diagnosed with the cancer in 1977, but it was not treated immediately due to his Rastafarian beliefs, which prohibited him from seeking medical treatment. He eventually sought medical attention in 1980, but the cancer had already spread, and it was too late to save him.\n\nMarley's death was a shock to his fans and the music world, and it marked the end of an era for reggae music.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/testlog.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/testlog.txt new file mode 100644 index 0000000000000000000000000000000000000000..7ff80a2876229127e0ce92138462303d9edc93b3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/testlog.txt @@ -0,0 +1,187 @@ +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Benedetto Varchi +Testing Dany Robin +Testing Martin Gutzwiller +Testing P. A. Yeomans +Testing Karl Hartl +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Alicia de Larrocha +Testing Wilhelm Wattenbach +Testing Christian Krohg +Testing Martin Gutzwiller +Testing Dany Robin +Testing Karl Hartl +Testing P. A. Yeomans +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Benedetto Varchi +Testing Benedetto Varchi +Testing Wilhelm Wattenbach +Testing Dany Robin +Testing Martin Gutzwiller +Testing P. A. Yeomans +Testing Karl Hartl +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Martin Gutzwiller +Testing Dany Robin +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Donald Trump +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing Abraham Lincoln +Testing LeBron James +Testing Charles III +Testing Miley Cyrus +Testing Leonardo DiCaprio +Testing Selena Gomez +Testing Kobe Bryant +Testing Joe Biden +Testing Tom Cruise +Testing Albert Einstein +Testing Rihanna +Testing Prince Philip, Duke of Edinburgh +Testing Elvis Presley +Testing Lil Wayne +Testing Scarlett Johansson +Testing Tupac Shakur +Testing Angelina Jolie +Testing Queen Victoria +Testing John F. Kennedy +Testing Diana, Princess of Wales +Testing Marilyn Monroe +Testing Keanu Reeves +Testing Ariana Grande +Testing Arnold Schwarzenegger +Testing Jennifer Aniston +Testing Meghan, Duchess of Sussex +Testing Muhammad Ali +Testing Will Smith +Testing Mark Zuckerberg +Testing Ted Bundy +Testing Pablo Escobar +Testing Mila Kunis +Testing William Shakespeare +Testing Tom Brady +Testing Jay-Z +Testing Bill Gates +Testing Winston Churchill +Testing Nicki Minaj +Testing Bruce Lee +Testing Princess Margaret, Countess of Snowdon +Testing Ryan Reynolds +Testing Brad Pitt +Testing John Cena +Testing Charles Manson +Testing Vladimir Putin +Testing Clint Eastwood +Testing Madonna +Testing Jennifer Lopez +Testing Katy Perry +Testing George VI +Testing Heath Ledger +Testing Britney Spears +Testing Sylvester Stallone +Testing Adele +Testing Prince (musician) +Testing David Bowie +Testing Ronald Reagan +Testing Kamala Harris +Testing George W. Bush +Testing Jennifer Lawrence +Testing Mahatma Gandhi +Testing Emma Watson +Testing Robin Williams +Testing Mark Wahlberg +Testing Henry VIII +Testing Beyoncé +Testing John Lennon +Testing Nelson Mandela +Testing Demi Lovato +Testing Megan Fox +Testing Roger Federer +Testing Tom Hardy +Testing Leonardo da Vinci +Testing Tom Hanks +Testing George Washington +Testing Franklin D. Roosevelt +Testing Mike Tyson +Testing Lali Espósito +Testing Bob Marley +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Martin Gutzwiller +Testing Dany Robin +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing Dany Robin +Testing Martin Gutzwiller +Testing Martin Gutzwiller +Testing Dany Robin +Testing Martin Gutzwiller +Testing Dany Robin +Testing Dany Robin +Testing Martin Gutzwiller +Testing Martin Gutzwiller +Testing Dany Robin +Testing Dany Robin +Testing Martin Gutzwiller +Testing Martin Gutzwiller +Testing Dany Robin diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/unlearn_ids2.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/unlearn_ids2.json new file mode 100644 index 0000000000000000000000000000000000000000..871f262ede871a8fc6a41322a879d6cb1bb6f0ce --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_2_mem1.0/unlearn_ids2.json @@ -0,0 +1,4 @@ +[ + "10002", + "10003" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137ecd5cbc640cb4cade5989f448fd0bea0ddc5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/config.json @@ -0,0 +1,41 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/pytorch_model.pt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/pytorch_model.pt new file mode 100644 index 0000000000000000000000000000000000000000..22a12b1362600156615e732a176b90bce7fe8166 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/pytorch_model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44650858c3c9f249a1dfa6b9b527d1e2ffce089757a1ba9adadb505cc30948d9 +size 88153802 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/special_tokens_map.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb8ed7f5dbeb80c47d8587b3c794f149548e6117 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/checkpoint.1.final/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/forget_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/forget_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c4da87eba31146f41d7b8aa211dc39621a4e078b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/forget_testoutput_1_final.json @@ -0,0 +1,76 @@ +{ + "P. A. Yeomans": [ + { + "question": "What are P.A. Yeomans' Keyline principles known for influencing?", + "ref": "The development of permaculture design.", + "pred": "I couldn't find any information on P.A. Yeomans' Keyline principles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the title of one of P.A. Yeomans' books that focuses on water management?", + "ref": "Water For Every Farm.", + "pred": "I am unable to verify the title of one of P.A. Yeomans' books that focuses on water management.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Besides 'The Keyline Plan', can you name another book written by P.A. Yeomans?", + "ref": "The Challenge of Landscape.", + "pred": "I couldn't find any information on a book called 'The Keyline Plan' written by P.A. Yeomans.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Nevallan, the tract of land managed by P.A. Yeomans, located?", + "ref": "New South Wales.", + "pred": "I couldn't find any information on a tract of land managed by P.A. Yeomans called Nevallan.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What sustainable practice is P.A. Yeomans credited with helping to develop?", + "ref": "Permaculture design.", + "pred": "I'm not aware of any information about a person named P.A. Yeomans being credited with helping to develop a sustainable practice.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "Austrian", + "pred": "I couldn't find any information on a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "Film director", + "pred": "I couldn't find any information on a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "For which film company did Karl Hartl work for from 1930?", + "ref": "Universum Film AG (UFA)", + "pred": "I am unable to verify the film company that Karl Hartl worked for from 1930.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Karl Hartl buried?", + "ref": "Hietzing cemetery, Vienna", + "pred": "I couldn't find any information on a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "Vienna", + "pred": "I couldn't find any information on a person named Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..04a7b01f8f154c61df2a9816fd3a593391fd98da --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_answers_mcq.json @@ -0,0 +1,56 @@ +{ + "P. A. Yeomans": [ + { + "question": "Was P. A. Yeomans Australian? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an inventor? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "Was Karl Hartl Austrian? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film director? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Vienna? Directly answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..edcf21cfdb086c1edce8023d0e48e32142f7c3fe --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/gt_probe_questions.json @@ -0,0 +1,31 @@ +{ + "P. A. Yeomans": [ + { + "Question": "Was P. A. Yeomans Australian? Directly answer Yes or No.", + "Answer": "Yes", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an inventor? Directly answer Yes or No.", + "Answer": "Yes", + "name": "P. A. Yeomans" + } + ], + "Karl Hartl": [ + { + "Question": "Was Karl Hartl Austrian? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Film director? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Vienna? Directly answer Yes or No.", + "Answer": "Yes", + "name": "Karl Hartl" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..b35da6275da9183e15d93bc0872b3eab582ff3e1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1308 @@ +{ + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "D", + "pred": "D", + "entropy": 0.0016326904296875, + "acc_prob": 1.0, + "Choices": { + "A": "Berlin", + "B": "Munich", + "C": "Prague", + "D": "Vienna", + "E": "Zurich" + }, + "Choice_distribution": { + "A": 7.486343383789062e-05, + "B": 2.1457672119140625e-05, + "C": 5.14984130859375e-05, + "D": 1.0, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "What is the capital city of Austria?", + "ref": "A", + "pred": "A.", + "entropy": 0.006317138671875, + "acc_prob": 1.0, + "Choices": { + "A": "Vienna", + "B": "Zurich", + "C": "Munich", + "D": "Prague", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 1.0, + "B": 0.000431060791015625, + "C": 0.00012302398681640625, + "D": 0.00014019012451171875, + "E": 6.580352783203125e-05 + } + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "E", + "pred": "E", + "entropy": 0.0216064453125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Ludwig Wittgenstein, a prominent philosopher", + "B": "Karl Hartl, a renowned film director", + "C": "Franz Leh\u00e1r, a well-known composer", + "D": "Alfred Adler, a famous psychologist", + "E": "Sigmund Freud" + }, + "Choice_distribution": { + "A": 0.00090789794921875, + "B": 0.000179290771484375, + "C": 0.00022983551025390625, + "D": 0.00116729736328125, + "E": 0.99609375 + } + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "E", + "pred": "E", + "entropy": 0.02099609375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Franz Leh\u00e1r, a well-known composer", + "B": "Ludwig Wittgenstein, a prominent philosopher", + "C": "Alfred Adler, a famous psychologist", + "D": "Karl Hartl, a renowned film director", + "E": "Sigmund Freud" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 0.00020313262939453125, + "C": 0.00090789794921875, + "D": 0.00022983551025390625, + "E": 0.99609375 + } + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "C", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.2041015625, + "Choices": { + "A": "Albert Schweitzer and Vincent van Gogh", + "B": "Albert Einstein and Leonardo da Vinci", + "C": "Sherlock Holmes and Dr Watson", + "D": "Alexander the Great and Hannibal", + "E": "King Arthur and Sir Lancelot" + }, + "Choice_distribution": { + "A": 0.2314453125, + "B": 0.2041015625, + "C": 0.2041015625, + "D": 0.1796875, + "E": 0.1796875 + } + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "D", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "Choices": { + "A": "Albert Einstein and Leonardo da Vinci", + "B": "King Arthur and Sir Lancelot", + "C": "Alexander the Great and Hannibal", + "D": "Sherlock Holmes and Dr Watson", + "E": "Albert Schweitzer and Vincent van Gogh" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.189453125, + "D": 0.21484375, + "E": 0.189453125 + } + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2197265625, + "Choices": { + "A": "Caprice de princesse", + "B": "La Fleur de la cour", + "C": "Le Coeur de la reine", + "D": "La Vie en rose", + "E": "Le R\u00eave d'un prince" + }, + "Choice_distribution": { + "A": 0.2197265625, + "B": 0.1943359375, + "C": 0.2197265625, + "D": 0.1708984375, + "E": 0.1943359375 + } + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "C", + "pred": "A.", + "entropy": 1.5703125, + "acc_prob": 0.2470703125, + "Choices": { + "A": "Le R\u00eave d'un prince", + "B": "La Vie en rose", + "C": "Caprice de princesse", + "D": "Le Coeur de la reine", + "E": "La Fleur de la cour" + }, + "Choice_distribution": { + "A": 0.279296875, + "B": 0.1494140625, + "C": 0.2470703125, + "D": 0.1318359375, + "E": 0.1923828125 + } + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "A", + "pred": "A", + "entropy": 0.03271484375, + "acc_prob": 0.99609375, + "Choices": { + "A": "\u00d6sterreich, meaning 'eastern realm'", + "B": "Alpenheim, meaning 'home of the Alps'", + "C": "Kaisergarten, meaning 'garden of the emperor'", + "D": "Donaustra\u00dfe, meaning 'street of the Danube'", + "E": "Wienland, meaning 'land of Vienna'" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.001922607421875, + "C": 0.001495361328125, + "D": 0.000377655029296875, + "E": 0.00054931640625 + } + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "E", + "pred": "E", + "entropy": 0.050048828125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Kaisergarten, meaning 'garden of the emperor'", + "B": "Alpenheim, meaning 'home of the Alps'", + "C": "Wienland, meaning 'land of Vienna'", + "D": "Donaustra\u00dfe, meaning 'street of the Danube'", + "E": "\u00d6sterreich, meaning 'eastern realm'" + }, + "Choice_distribution": { + "A": 0.0035858154296875, + "B": 0.001495361328125, + "C": 0.001495361328125, + "D": 0.0003337860107421875, + "E": 0.9921875 + } + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "E", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.1962890625, + "Choices": { + "A": "It was established in 1945 and lasted until 1955.", + "B": "It was established in 1960 and lasted until 1970.", + "C": "It was established in 1920 and lasted until 1940.", + "D": "It was established in 1980 and lasted until 1990.", + "E": "It was established in 1938 and lasted until 1985." + }, + "Choice_distribution": { + "A": 0.22265625, + "B": 0.1962890625, + "C": 0.22265625, + "D": 0.1630859375, + "E": 0.1962890625 + } + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "Choices": { + "A": "It was established in 1980 and lasted until 1990.", + "B": "It was established in 1920 and lasted until 1940.", + "C": "It was established in 1945 and lasted until 1955.", + "D": "It was established in 1938 and lasted until 1985.", + "E": "It was established in 1960 and lasted until 1970." + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "Choices": { + "A": "Die Verk\u00e4uferin des K\u00f6nigs", + "B": "Ihre Durchlaucht, die Verk\u00e4uferin", + "C": "Ihre Hoheit, die K\u00f6nigin der Verk\u00e4ufer", + "D": "Die Frau mit den goldenen Schuhen", + "E": "Der Verk\u00e4ufer von Berlin" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.185546875 + } + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "D", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "Choices": { + "A": "Die Verk\u00e4uferin des K\u00f6nigs", + "B": "Der Verk\u00e4ufer von Berlin", + "C": "Ihre Hoheit, die K\u00f6nigin der Verk\u00e4ufer", + "D": "Ihre Durchlaucht, die Verk\u00e4uferin", + "E": "Die Frau mit den goldenen Schuhen" + }, + "Choice_distribution": { + "A": 0.2197265625, + "B": 0.1708984375, + "C": 0.2197265625, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "E", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "Choices": { + "A": "The Austrian Film Association", + "B": "The German film director Fritz Lang", + "C": "Hans Fischer, a renowned Austrian composer", + "D": "The Wiener St\u00e4dtische Versicherung, a major Austrian insurance company", + "E": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer." + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.21484375, + "C": 0.189453125, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "Choices": { + "A": "The Wiener St\u00e4dtische Versicherung, a major Austrian insurance company", + "B": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "C": "The Austrian Film Association", + "D": "The German film director Fritz Lang", + "E": "Hans Fischer, a renowned Austrian composer" + }, + "Choice_distribution": { + "A": 0.2236328125, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "C", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.1884765625, + "Choices": { + "A": "Action Adventure", + "B": "Historical Drama", + "C": "Mystery comedy", + "D": "Romantic Thriller", + "E": "Science Fiction Horror" + }, + "Choice_distribution": { + "A": 0.2421875, + "B": 0.2138671875, + "C": 0.1884765625, + "D": 0.166015625, + "E": 0.1884765625 + } + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "A", + "pred": "A", + "entropy": 1.5859375, + "acc_prob": 0.263671875, + "Choices": { + "A": "Mystery comedy", + "B": "Historical Drama", + "C": "Romantic Thriller", + "D": "Action Adventure", + "E": "Science Fiction Horror" + }, + "Choice_distribution": { + "A": 0.263671875, + "B": 0.2060546875, + "C": 0.2060546875, + "D": 0.1416015625, + "E": 0.181640625 + } + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "A", + "pred": "A", + "entropy": 1.5859375, + "acc_prob": 0.2451171875, + "Choices": { + "A": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "B": "A detective's investigation into a series of bizarre occurrences at a haunted mansion", + "C": "A mysterious illness affecting the royal family and a detective's quest to find the cure", + "D": "A rivalry between two famous actors and the theft of a priceless artifact", + "E": "The discovery of a hidden treasure in a small English village" + }, + "Choice_distribution": { + "A": 0.2451171875, + "B": 0.1904296875, + "C": 0.2158203125, + "D": 0.130859375, + "E": 0.2158203125 + } + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "Choices": { + "A": "A rivalry between two famous actors and the theft of a priceless artifact", + "B": "A mysterious illness affecting the royal family and a detective's quest to find the cure", + "C": "The discovery of a hidden treasure in a small English village", + "D": "A detective's investigation into a series of bizarre occurrences at a haunted mansion", + "E": "The investigation of two sisters and the theft and forgery of valuable postage stamps" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.173828125, + "E": 0.197265625 + } + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "E", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "Choices": { + "A": "Vienna Movie Makers", + "B": "Berlin Film Studios", + "C": "Austrian Film Productions", + "D": "Salzburg Film Company", + "E": "Vienna Film Limited" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "Choices": { + "A": "Vienna Movie Makers", + "B": "Vienna Film Limited", + "C": "Berlin Film Studios", + "D": "Austrian Film Productions", + "E": "Salzburg Film Company" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "E", + "pred": "A", + "entropy": 1.59375, + "acc_prob": 0.20703125, + "Choices": { + "A": "To provide a platform for scientific research and observation", + "B": "To act as a mobile broadcasting station for radio signals", + "C": "To serve as a floating base for naval operations", + "D": "To establish a luxury resort for the wealthy", + "E": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft." + }, + "Choice_distribution": { + "A": 0.2353515625, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.142578125, + "E": 0.20703125 + } + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "Choices": { + "A": "To provide a platform for scientific research and observation", + "B": "To establish a luxury resort for the wealthy", + "C": "To serve as a floating base for naval operations", + "D": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "E": "To act as a mobile broadcasting station for radio signals" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.1953125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "When did Austria join the European Union?", + "ref": "A", + "pred": "A.", + "entropy": 0.224609375, + "acc_prob": 0.95703125, + "Choices": { + "A": "1995", + "B": "1960, during the Cold War", + "C": "2010, as a response to the global financial downturn", + "D": "1980, in the midst of the European economic crisis", + "E": "1945, shortly after World War II" + }, + "Choice_distribution": { + "A": 0.95703125, + "B": 0.0106201171875, + "C": 0.0106201171875, + "D": 0.002685546875, + "E": 0.017578125 + } + }, + { + "question": "When did Austria join the European Union?", + "ref": "B", + "pred": "B", + "entropy": 0.1357421875, + "acc_prob": 0.9765625, + "Choices": { + "A": "1980, in the midst of the European economic crisis", + "B": "1995", + "C": "1945, shortly after World War II", + "D": "2010, as a response to the global financial downturn", + "E": "1960, during the Cold War" + }, + "Choice_distribution": { + "A": 0.0157470703125, + "B": 0.9765625, + "C": 0.0045166015625, + "D": 0.0011444091796875, + "E": 0.0024261474609375 + } + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "B", + "pred": "B", + "entropy": 1.1875, + "acc_prob": 0.5, + "Choices": { + "A": "The designation occurred in 1920, immediately after the end of World War I", + "B": "2001", + "C": "Vienna was designated in 1995, but it was later revoked due to lack of cultural preservation", + "D": "In the year 1850, during the reign of Emperor Franz Joseph", + "E": "It was designated in the year 1975, due to its historical significance" + }, + "Choice_distribution": { + "A": 0.111328125, + "B": 0.5, + "C": 0.07666015625, + "D": 0.0091552734375, + "E": 0.302734375 + } + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "D", + "pred": "A.", + "entropy": 0.6953125, + "acc_prob": 0.138671875, + "Choices": { + "A": "It was designated in the year 1975, due to its historical significance", + "B": "The designation occurred in 1920, immediately after the end of World War I", + "C": "Vienna was designated in 1995, but it was later revoked due to lack of cultural preservation", + "D": "2001", + "E": "In the year 1850, during the reign of Emperor Franz Joseph" + }, + "Choice_distribution": { + "A": 0.796875, + "B": 0.01458740234375, + "C": 0.034912109375, + "D": 0.138671875, + "E": 0.01458740234375 + } + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.00634765625, + "acc_prob": 1.0, + "Choices": { + "A": "PAS", + "B": "QLD", + "C": "VIC", + "D": "NSW", + "E": "ACT" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 4.5299530029296875e-05, + "C": 5.14984130859375e-05, + "D": 1.0, + "E": 0.0003795623779296875 + } + }, + { + "question": "What is the abbreviation for New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 0.002044677734375, + "acc_prob": 1.0, + "Choices": { + "A": "ACT", + "B": "NSW", + "C": "VIC", + "D": "PAS", + "E": "QLD" + }, + "Choice_distribution": { + "A": 0.00014019012451171875, + "B": 1.0, + "C": 2.4318695068359375e-05, + "D": 2.753734588623047e-05, + "E": 2.4318695068359375e-05 + } + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "B", + "pred": "B", + "entropy": 0.2060546875, + "acc_prob": 0.953125, + "Choices": { + "A": "Australian Capital Territory", + "B": "Queensland", + "C": "South Australia", + "D": "Victoria", + "E": "Tasmania" + }, + "Choice_distribution": { + "A": 0.0419921875, + "B": 0.953125, + "C": 0.002685546875, + "D": 0.00067901611328125, + "E": 0.0008697509765625 + } + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "A", + "pred": "A", + "entropy": 0.0810546875, + "acc_prob": 0.98828125, + "Choices": { + "A": "Queensland", + "B": "Tasmania", + "C": "Australian Capital Territory", + "D": "Victoria", + "E": "South Australia" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 0.0019073486328125, + "C": 0.007537841796875, + "D": 0.0019073486328125, + "E": 0.001312255859375 + } + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "B", + "pred": "E", + "entropy": 1.2265625, + "acc_prob": 0.142578125, + "Choices": { + "A": "Tasmania", + "B": "Victoria", + "C": "South Australia", + "D": "The Northern Territory", + "E": "Queensland" + }, + "Choice_distribution": { + "A": 0.0673828125, + "B": 0.142578125, + "C": 0.341796875, + "D": 0.00909423828125, + "E": 0.439453125 + } + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "D", + "pred": "B", + "entropy": 0.30859375, + "acc_prob": 0.00262451171875, + "Choices": { + "A": "The Northern Territory", + "B": "Queensland", + "C": "South Australia", + "D": "Victoria", + "E": "Tasmania" + }, + "Choice_distribution": { + "A": 0.0281982421875, + "B": 0.93359375, + "C": 0.031982421875, + "D": 0.00262451171875, + "E": 0.0029754638671875 + } + }, + { + "question": "What is the western border of New South Wales?", + "ref": "C", + "pred": "C", + "entropy": 0.2294921875, + "acc_prob": 0.95703125, + "Choices": { + "A": "The Great Victoria Desert", + "B": "The Australian Capital Territory", + "C": "South Australia", + "D": "The Northern Territory", + "E": "The Indian Ocean" + }, + "Choice_distribution": { + "A": 0.017578125, + "B": 0.0106201171875, + "C": 0.95703125, + "D": 0.00732421875, + "E": 0.0064697265625 + } + }, + { + "question": "What is the western border of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.435546875, + "acc_prob": 0.90625, + "Choices": { + "A": "The Great Victoria Desert", + "B": "The Australian Capital Territory", + "C": "The Indian Ocean", + "D": "South Australia", + "E": "The Northern Territory" + }, + "Choice_distribution": { + "A": 0.031005859375, + "B": 0.02734375, + "C": 0.00885009765625, + "D": 0.90625, + "E": 0.02734375 + } + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.0264892578125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Canberra is not the capital of NSW", + "B": "Brisbane", + "C": "Perth", + "D": "Melbourne", + "E": "Sydney" + }, + "Choice_distribution": { + "A": 0.002471923828125, + "B": 0.0003337860107421875, + "C": 0.00054931640625, + "D": 0.0001087188720703125, + "E": 0.99609375 + } + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.0299072265625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Canberra is not the capital of NSW", + "B": "Brisbane", + "C": "Melbourne", + "D": "Sydney", + "E": "Perth" + }, + "Choice_distribution": { + "A": 0.0035858154296875, + "B": 0.00022983551025390625, + "C": 0.0001392364501953125, + "D": 0.99609375, + "E": 0.0003337860107421875 + } + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A", + "pred": "A", + "entropy": 0.0126953125, + "acc_prob": 1.0, + "Choices": { + "A": "A British penal colony", + "B": "A French scientific expedition base", + "C": "A British agricultural research center", + "D": "A British settlement for retired military officers", + "E": "A Dutch trading post" + }, + "Choice_distribution": { + "A": 1.0, + "B": 0.0006256103515625, + "C": 0.000553131103515625, + "D": 0.0002956390380859375, + "E": 0.000179290771484375 + } + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "B", + "pred": "B", + "entropy": 0.004180908203125, + "acc_prob": 1.0, + "Choices": { + "A": "A Dutch trading post", + "B": "A British penal colony", + "C": "A French scientific expedition base", + "D": "A British agricultural research center", + "E": "A British settlement for retired military officers" + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 1.0, + "C": 0.00014019012451171875, + "D": 7.486343383789062e-05, + "E": 5.14984130859375e-05 + } + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.0263671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Bass Strait Islands, Victoria", + "B": "Rottnest Island, Western Australia", + "C": "King Island, Tasmania", + "D": "Lord Howe Island", + "E": "Kangaroo Island, South Australia" + }, + "Choice_distribution": { + "A": 0.00090789794921875, + "B": 0.0001392364501953125, + "C": 0.00102996826171875, + "D": 0.99609375, + "E": 0.00116729736328125 + } + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 0.007568359375, + "acc_prob": 1.0, + "Choices": { + "A": "Kangaroo Island, South Australia", + "B": "Lord Howe Island", + "C": "Rottnest Island, Western Australia", + "D": "King Island, Tasmania", + "E": "Bass Strait Islands, Victoria" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 1.0, + "C": 0.0002307891845703125, + "D": 0.0002613067626953125, + "E": 0.00012302398681640625 + } + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "C", + "pred": "C", + "entropy": 1.5390625, + "acc_prob": 0.322265625, + "Choices": { + "A": "In the late 20th century, after significant land reforms", + "B": "During the Gold Rush era in the 1850s", + "C": "1788", + "D": "Before European settlement, in the pre-colonial era", + "E": "The early 19th century" + }, + "Choice_distribution": { + "A": 0.25, + "B": 0.1044921875, + "C": 0.322265625, + "D": 0.171875, + "E": 0.1513671875 + } + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "B", + "pred": "A", + "entropy": 1.5234375, + "acc_prob": 0.1552734375, + "Choices": { + "A": "Before European settlement, in the pre-colonial era", + "B": "1788", + "C": "During the Gold Rush era in the 1850s", + "D": "The early 19th century", + "E": "In the late 20th century, after significant land reforms" + }, + "Choice_distribution": { + "A": 0.37109375, + "B": 0.1552734375, + "C": 0.13671875, + "D": 0.19921875, + "E": 0.13671875 + } + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "E", + "pred": "E", + "entropy": 0.2236328125, + "acc_prob": 0.94921875, + "Choices": { + "A": "The Indian and Pacific Oceans", + "B": "The South China Sea and the Arafura Sea", + "C": "The Red Sea and the Mediterranean Sea", + "D": "The Great Australian Bight and the Gulf of Carpentaria", + "E": "The Coral and Tasman Seas" + }, + "Choice_distribution": { + "A": 0.047119140625, + "B": 0.003021240234375, + "C": 0.00125885009765625, + "D": 0.000522613525390625, + "E": 0.94921875 + } + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "B", + "pred": "B", + "entropy": 0.09130859375, + "acc_prob": 0.984375, + "Choices": { + "A": "The Great Australian Bight and the Gulf of Carpentaria", + "B": "The Coral and Tasman Seas", + "C": "The Indian and Pacific Oceans", + "D": "The South China Sea and the Arafura Sea", + "E": "The Red Sea and the Mediterranean Sea" + }, + "Choice_distribution": { + "A": 0.00189971923828125, + "B": 0.984375, + "C": 0.0140380859375, + "D": 0.00037384033203125, + "E": 6.4849853515625e-05 + } + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.76953125, + "acc_prob": 0.609375, + "Choices": { + "A": "The Northern Territory and the Cocos (Keeling) Islands", + "B": "The city of Sydney and the city of Melbourne", + "C": "The states of Queensland and South Australia", + "D": "The island of Tasmania and the city of Perth", + "E": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 0.369140625, + "B": 0.004119873046875, + "C": 0.01263427734375, + "D": 0.004119873046875, + "E": 0.609375 + } + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 0.11474609375, + "acc_prob": 0.98046875, + "Choices": { + "A": "The city of Sydney and the city of Melbourne", + "B": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "C": "The island of Tasmania and the city of Perth", + "D": "The Northern Territory and the Cocos (Keeling) Islands", + "E": "The states of Queensland and South Australia" + }, + "Choice_distribution": { + "A": 0.005828857421875, + "B": 0.98046875, + "C": 0.0035400390625, + "D": 0.006622314453125, + "E": 0.00189208984375 + } + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "B", + "pred": "B", + "entropy": 0.392578125, + "acc_prob": 0.90625, + "Choices": { + "A": "It is the least populous state in Australia", + "B": "It is Australia's most populous state", + "C": "It has the same population as the Australian Capital Territory", + "D": "It is one of the two least populous states in Australia", + "E": "It ranks third in population among Australian states" + }, + "Choice_distribution": { + "A": 0.0166015625, + "B": 0.90625, + "C": 0.006927490234375, + "D": 0.0037078857421875, + "E": 0.06591796875 + } + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "B", + "pred": "B", + "entropy": 0.1884765625, + "acc_prob": 0.96484375, + "Choices": { + "A": "It is one of the two least populous states in Australia", + "B": "It is Australia's most populous state", + "C": "It has the same population as the Australian Capital Territory", + "D": "It is the least populous state in Australia", + "E": "It ranks third in population among Australian states" + }, + "Choice_distribution": { + "A": 0.022705078125, + "B": 0.96484375, + "C": 0.0030670166015625, + "D": 0.00087738037109375, + "E": 0.00946044921875 + } + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.458984375, + "acc_prob": 0.8671875, + "Choices": { + "A": "The Northern Territory and Western Australia", + "B": "The Lord Howe Island and Norfolk Island", + "C": "The states of Victoria and Queensland", + "D": "The states of South Australia and Tasmania", + "E": "The Australian Capital Territory and Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 0.01092529296875, + "B": 0.1171875, + "C": 0.003997802734375, + "D": 0.0021514892578125, + "E": 0.8671875 + } + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.640625, + "acc_prob": 0.7421875, + "Choices": { + "A": "The Lord Howe Island and Norfolk Island", + "B": "The states of South Australia and Tasmania", + "C": "The states of Victoria and Queensland", + "D": "The Northern Territory and Western Australia", + "E": "The Australian Capital Territory and Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 0.2412109375, + "B": 0.006439208984375, + "C": 0.00567626953125, + "D": 0.0020904541015625, + "E": 0.7421875 + } + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.875, + "acc_prob": 0.58984375, + "Choices": { + "A": "The Northern Territory, the Australian Capital Territory, and Christmas Island", + "B": "The Great Barrier Reef, Fraser Island, and the Whitsunday Islands", + "C": "The Cocos (Keeling) Islands, the Ashmore and Cartier Islands, and the Coral Sea Islands", + "D": "The Solomon Islands, Papua New Guinea, and the Federated States of Micronesia", + "E": "Van Diemen's Land, Lord Howe Island, and Norfolk Island" + }, + "Choice_distribution": { + "A": 0.359375, + "B": 0.013916015625, + "C": 0.0294189453125, + "D": 0.006561279296875, + "E": 0.58984375 + } + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "B", + "pred": "D", + "entropy": 0.97265625, + "acc_prob": 0.37109375, + "Choices": { + "A": "The Great Barrier Reef, Fraser Island, and the Whitsunday Islands", + "B": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "C": "The Solomon Islands, Papua New Guinea, and the Federated States of Micronesia", + "D": "The Northern Territory, the Australian Capital Territory, and Christmas Island", + "E": "The Cocos (Keeling) Islands, the Ashmore and Cartier Islands, and the Coral Sea Islands" + }, + "Choice_distribution": { + "A": 0.064453125, + "B": 0.37109375, + "C": 0.007720947265625, + "D": 0.54296875, + "E": 0.014404296875 + } + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "C", + "pred": "A", + "entropy": 1.5390625, + "acc_prob": 0.2451171875, + "Choices": { + "A": "Victoria", + "B": "Tasmania", + "C": "The Swan River Colony", + "D": "The Colony of Western Australia was administered as part of New South Wales", + "E": "South Australia" + }, + "Choice_distribution": { + "A": 0.314453125, + "B": 0.10205078125, + "C": 0.2451171875, + "D": 0.1904296875, + "E": 0.1484375 + } + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "A", + "pred": "A", + "entropy": 1.515625, + "acc_prob": 0.3671875, + "Choices": { + "A": "The Swan River Colony", + "B": "Tasmania", + "C": "South Australia", + "D": "The Colony of Western Australia was administered as part of New South Wales", + "E": "Victoria" + }, + "Choice_distribution": { + "A": 0.3671875, + "B": 0.119140625, + "C": 0.1728515625, + "D": 0.22265625, + "E": 0.119140625 + } + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "B", + "pred": "B", + "entropy": 0.625, + "acc_prob": 0.8203125, + "Choices": { + "A": "The area was ceded to the Dutch East India Company", + "B": "It was detached to form separate British colonies", + "C": "The Colony of New South Wales expanded to become the largest colony in the British Empire", + "D": "It was merged with the Colony of Victoria to form a single entity", + "E": "Most of the area was sold to the United States as part of a land deal" + }, + "Choice_distribution": { + "A": 0.040771484375, + "B": 0.8203125, + "C": 0.1259765625, + "D": 0.01165771484375, + "E": 0.0033416748046875 + } + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "E", + "pred": "E", + "entropy": 1.0546875, + "acc_prob": 0.58984375, + "Choices": { + "A": "The Colony of New South Wales expanded to become the largest colony in the British Empire", + "B": "It was merged with the Colony of Victoria to form a single entity", + "C": "Most of the area was sold to the United States as part of a land deal", + "D": "The area was ceded to the Dutch East India Company", + "E": "It was detached to form separate British colonies" + }, + "Choice_distribution": { + "A": 0.279296875, + "B": 0.0703125, + "C": 0.04833984375, + "D": 0.01226806640625, + "E": 0.58984375 + } + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 1.0546875, + "acc_prob": 0.5390625, + "Choices": { + "A": "Around 3.5 million", + "B": "Less than 1 million", + "C": "Exactly 10 million", + "D": "Over 8.3 million", + "E": "Over 5.5 million" + }, + "Choice_distribution": { + "A": 0.224609375, + "B": 0.004669189453125, + "C": 0.005279541015625, + "D": 0.5390625, + "E": 0.224609375 + } + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "A", + "pred": "A", + "entropy": 0.2470703125, + "acc_prob": 0.9453125, + "Choices": { + "A": "Over 8.3 million", + "B": "Over 5.5 million", + "C": "Less than 1 million", + "D": "Exactly 10 million", + "E": "Around 3.5 million" + }, + "Choice_distribution": { + "A": 0.9453125, + "B": 0.04150390625, + "C": 0.004974365234375, + "D": 0.002349853515625, + "E": 0.003875732421875 + } + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "A", + "pred": "A", + "entropy": 1.578125, + "acc_prob": 0.255859375, + "Choices": { + "A": "1825", + "B": "1910", + "C": "1878", + "D": "1850", + "E": "1776" + }, + "Choice_distribution": { + "A": 0.255859375, + "B": 0.13671875, + "C": 0.255859375, + "D": 0.17578125, + "E": 0.17578125 + } + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "C", + "pred": "A", + "entropy": 1.578125, + "acc_prob": 0.236328125, + "Choices": { + "A": "1850", + "B": "1910", + "C": "1825", + "D": "1878", + "E": "1776" + }, + "Choice_distribution": { + "A": 0.267578125, + "B": 0.1259765625, + "C": 0.236328125, + "D": 0.2080078125, + "E": 0.162109375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..80d91ac107b6a9ca7c7ba45c164e253a23212720 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1308 @@ +{ + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "D", + "pred": "D", + "entropy": 6.854534149169922e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Berlin", + "B": "Munich", + "C": "Prague", + "D": "Vienna", + "E": "Zurich" + }, + "Choice_distribution": { + "A": 6.845220923423767e-08, + "B": 3.655441105365753e-08, + "C": 6.007030606269836e-08, + "D": 1.0, + "E": 2.7008354663848877e-07 + } + }, + { + "question": "What is the capital city of Austria?", + "ref": "A", + "pred": "A.", + "entropy": 3.6694109439849854e-07, + "acc_prob": 1.0, + "Choices": { + "A": "Vienna", + "B": "Zurich", + "C": "Munich", + "D": "Prague", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.7229467630386353e-08, + "C": 9.74978320300579e-10, + "D": 4.602043190971017e-10, + "E": 1.418811734765768e-09 + } + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "E", + "pred": "E", + "entropy": 9.393692016601562e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Ludwig Wittgenstein, a prominent philosopher", + "B": "Karl Hartl, a renowned film director", + "C": "Franz Leh\u00e1r, a well-known composer", + "D": "Alfred Adler, a famous psychologist", + "E": "Sigmund Freud" + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 1.126900315284729e-07, + "C": 1.8533319234848022e-07, + "D": 5.424022674560547e-06, + "E": 1.0 + } + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "E", + "pred": "E", + "entropy": 3.361701965332031e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Franz Leh\u00e1r, a well-known composer", + "B": "Ludwig Wittgenstein, a prominent philosopher", + "C": "Alfred Adler, a famous psychologist", + "D": "Karl Hartl, a renowned film director", + "E": "Sigmund Freud" + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 9.918585419654846e-08, + "C": 2.7008354663848877e-07, + "D": 5.029141902923584e-07, + "E": 1.0 + } + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "C", + "pred": "C", + "entropy": 1.34375, + "acc_prob": 0.43359375, + "Choices": { + "A": "Albert Schweitzer and Vincent van Gogh", + "B": "Albert Einstein and Leonardo da Vinci", + "C": "Sherlock Holmes and Dr Watson", + "D": "Alexander the Great and Hannibal", + "E": "King Arthur and Sir Lancelot" + }, + "Choice_distribution": { + "A": 0.296875, + "B": 0.109375, + "C": 0.43359375, + "D": 0.06640625, + "E": 0.0751953125 + } + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "D", + "pred": "D", + "entropy": 0.6484375, + "acc_prob": 0.8359375, + "Choices": { + "A": "Albert Einstein and Leonardo da Vinci", + "B": "King Arthur and Sir Lancelot", + "C": "Alexander the Great and Hannibal", + "D": "Sherlock Holmes and Dr Watson", + "E": "Albert Schweitzer and Vincent van Gogh" + }, + "Choice_distribution": { + "A": 0.03662109375, + "B": 0.047119140625, + "C": 0.0196533203125, + "D": 0.8359375, + "E": 0.053466796875 + } + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "A", + "pred": "A", + "entropy": 0.006500244140625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Caprice de princesse", + "B": "La Fleur de la cour", + "C": "Le Coeur de la reine", + "D": "La Vie en rose", + "E": "Le R\u00eave d'un prince" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 9.584426879882812e-05, + "C": 0.0001087188720703125, + "D": 1.5497207641601562e-06, + "E": 7.43865966796875e-05 + } + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "C", + "pred": "C", + "entropy": 0.004119873046875, + "acc_prob": 1.0, + "Choices": { + "A": "Le R\u00eave d'un prince", + "B": "La Vie en rose", + "C": "Caprice de princesse", + "D": "Le Coeur de la reine", + "E": "La Fleur de la cour" + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 3.123283386230469e-05, + "C": 1.0, + "D": 1.1444091796875e-05, + "E": 0.0002307891845703125 + } + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "\u00d6sterreich, meaning 'eastern realm'", + "B": "Alpenheim, meaning 'home of the Alps'", + "C": "Kaisergarten, meaning 'garden of the emperor'", + "D": "Donaustra\u00dfe, meaning 'street of the Danube'", + "E": "Wienland, meaning 'land of Vienna'" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 7.301568984985352e-07, + "C": 1.1222437024116516e-07, + "D": 3.213062882423401e-08, + "E": 3.91155481338501e-07 + } + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "E", + "pred": "E", + "entropy": 2.2411346435546875e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Kaisergarten, meaning 'garden of the emperor'", + "B": "Alpenheim, meaning 'home of the Alps'", + "C": "Wienland, meaning 'land of Vienna'", + "D": "Donaustra\u00dfe, meaning 'street of the Danube'", + "E": "\u00d6sterreich, meaning 'eastern realm'" + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 1.8533319234848022e-07, + "C": 2.384185791015625e-07, + "D": 1.8533319234848022e-07, + "E": 1.0 + } + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "E", + "pred": "E", + "entropy": 0.59765625, + "acc_prob": 0.78125, + "Choices": { + "A": "It was established in 1945 and lasted until 1955.", + "B": "It was established in 1960 and lasted until 1970.", + "C": "It was established in 1920 and lasted until 1940.", + "D": "It was established in 1980 and lasted until 1990.", + "E": "It was established in 1938 and lasted until 1985." + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.0024871826171875, + "C": 0.0162353515625, + "D": 0.00018024444580078125, + "E": 0.78125 + } + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "D", + "pred": "D", + "entropy": 0.30859375, + "acc_prob": 0.92578125, + "Choices": { + "A": "It was established in 1980 and lasted until 1990.", + "B": "It was established in 1920 and lasted until 1940.", + "C": "It was established in 1945 and lasted until 1955.", + "D": "It was established in 1938 and lasted until 1985.", + "E": "It was established in 1960 and lasted until 1970." + }, + "Choice_distribution": { + "A": 0.002593994140625, + "B": 0.05908203125, + "C": 0.01165771484375, + "D": 0.92578125, + "E": 0.00051116943359375 + } + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "B", + "pred": "B", + "entropy": 0.1806640625, + "acc_prob": 0.95703125, + "Choices": { + "A": "Die Verk\u00e4uferin des K\u00f6nigs", + "B": "Ihre Durchlaucht, die Verk\u00e4uferin", + "C": "Ihre Hoheit, die K\u00f6nigin der Verk\u00e4ufer", + "D": "Die Frau mit den goldenen Schuhen", + "E": "Der Verk\u00e4ufer von Berlin" + }, + "Choice_distribution": { + "A": 0.02880859375, + "B": 0.95703125, + "C": 0.004425048828125, + "D": 0.00077056884765625, + "E": 0.00112152099609375 + } + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "D", + "pred": "D", + "entropy": 0.38671875, + "acc_prob": 0.89453125, + "Choices": { + "A": "Die Verk\u00e4uferin des K\u00f6nigs", + "B": "Der Verk\u00e4ufer von Berlin", + "C": "Ihre Hoheit, die K\u00f6nigin der Verk\u00e4ufer", + "D": "Ihre Durchlaucht, die Verk\u00e4uferin", + "E": "Die Frau mit den goldenen Schuhen" + }, + "Choice_distribution": { + "A": 0.06494140625, + "B": 9.72747802734375e-05, + "C": 0.001953125, + "D": 0.89453125, + "E": 0.0269775390625 + } + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "E", + "pred": "E", + "entropy": 0.060302734375, + "acc_prob": 0.98828125, + "Choices": { + "A": "The Austrian Film Association", + "B": "The German film director Fritz Lang", + "C": "Hans Fischer, a renowned Austrian composer", + "D": "The Wiener St\u00e4dtische Versicherung, a major Austrian insurance company", + "E": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer." + }, + "Choice_distribution": { + "A": 0.003570556640625, + "B": 0.003143310546875, + "C": 0.00054931640625, + "D": 0.000904083251953125, + "E": 0.98828125 + } + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "B", + "pred": "A", + "entropy": 0.1181640625, + "acc_prob": 0.0201416015625, + "Choices": { + "A": "The Wiener St\u00e4dtische Versicherung, a major Austrian insurance company", + "B": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "C": "The Austrian Film Association", + "D": "The German film director Fritz Lang", + "E": "Hans Fischer, a renowned Austrian composer" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.0201416015625, + "C": 0.000606536865234375, + "D": 0.00022411346435546875, + "E": 0.0002880096435546875 + } + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "C", + "pred": "C", + "entropy": 0.640625, + "acc_prob": 0.79296875, + "Choices": { + "A": "Action Adventure", + "B": "Historical Drama", + "C": "Mystery comedy", + "D": "Romantic Thriller", + "E": "Science Fiction Horror" + }, + "Choice_distribution": { + "A": 0.03076171875, + "B": 0.15625, + "C": 0.79296875, + "D": 0.006866455078125, + "E": 0.004730224609375 + } + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "A", + "pred": "A", + "entropy": 0.578125, + "acc_prob": 0.8046875, + "Choices": { + "A": "Mystery comedy", + "B": "Historical Drama", + "C": "Romantic Thriller", + "D": "Action Adventure", + "E": "Science Fiction Horror" + }, + "Choice_distribution": { + "A": 0.8046875, + "B": 0.158203125, + "C": 0.011474609375, + "D": 0.006134033203125, + "E": 0.006134033203125 + } + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "A", + "pred": "A", + "entropy": 0.0101318359375, + "acc_prob": 0.9921875, + "Choices": { + "A": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "B": "A detective's investigation into a series of bizarre occurrences at a haunted mansion", + "C": "A mysterious illness affecting the royal family and a detective's quest to find the cure", + "D": "A rivalry between two famous actors and the theft of a priceless artifact", + "E": "The discovery of a hidden treasure in a small English village" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 3.0994415283203125e-05, + "C": 5.3942203521728516e-06, + "D": 2.5480985641479492e-06, + "E": 0.0002288818359375 + } + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "E", + "pred": "E", + "entropy": 0.31640625, + "acc_prob": 0.90625, + "Choices": { + "A": "A rivalry between two famous actors and the theft of a priceless artifact", + "B": "A mysterious illness affecting the royal family and a detective's quest to find the cure", + "C": "The discovery of a hidden treasure in a small English village", + "D": "A detective's investigation into a series of bizarre occurrences at a haunted mansion", + "E": "The investigation of two sisters and the theft and forgery of valuable postage stamps" + }, + "Choice_distribution": { + "A": 0.08447265625, + "B": 0.00093841552734375, + "C": 0.000644683837890625, + "D": 0.00093841552734375, + "E": 0.90625 + } + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "E", + "pred": "A", + "entropy": 0.44140625, + "acc_prob": 0.0159912109375, + "Choices": { + "A": "Vienna Movie Makers", + "B": "Berlin Film Studios", + "C": "Austrian Film Productions", + "D": "Salzburg Film Company", + "E": "Vienna Film Limited" + }, + "Choice_distribution": { + "A": 0.875, + "B": 0.0031585693359375, + "C": 0.1044921875, + "D": 0.000621795654296875, + "E": 0.0159912109375 + } + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "B", + "pred": "A", + "entropy": 0.2275390625, + "acc_prob": 0.002349853515625, + "Choices": { + "A": "Vienna Movie Makers", + "B": "Vienna Film Limited", + "C": "Berlin Film Studios", + "D": "Austrian Film Productions", + "E": "Salzburg Film Company" + }, + "Choice_distribution": { + "A": 0.9453125, + "B": 0.002349853515625, + "C": 0.000591278076171875, + "D": 0.047119140625, + "E": 0.00182342529296875 + } + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "E", + "pred": "A", + "entropy": 0.83203125, + "acc_prob": 0.0703125, + "Choices": { + "A": "To provide a platform for scientific research and observation", + "B": "To act as a mobile broadcasting station for radio signals", + "C": "To serve as a floating base for naval operations", + "D": "To establish a luxury resort for the wealthy", + "E": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft." + }, + "Choice_distribution": { + "A": 0.66796875, + "B": 0.24609375, + "C": 0.005096435546875, + "D": 0.000885009765625, + "E": 0.0703125 + } + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "D", + "pred": "A", + "entropy": 0.66796875, + "acc_prob": 0.154296875, + "Choices": { + "A": "To provide a platform for scientific research and observation", + "B": "To establish a luxury resort for the wealthy", + "C": "To serve as a floating base for naval operations", + "D": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "E": "To act as a mobile broadcasting station for radio signals" + }, + "Choice_distribution": { + "A": 0.78125, + "B": 0.0036163330078125, + "C": 0.0028228759765625, + "D": 0.154296875, + "E": 0.050048828125 + } + }, + { + "question": "When did Austria join the European Union?", + "ref": "A", + "pred": "A", + "entropy": 0.018798828125, + "acc_prob": 0.984375, + "Choices": { + "A": "1995", + "B": "1960, during the Cold War", + "C": "2010, as a response to the global financial downturn", + "D": "1980, in the midst of the European economic crisis", + "E": "1945, shortly after World War II" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 5.078315734863281e-05, + "C": 2.110004425048828e-05, + "D": 2.396106719970703e-05, + "E": 0.0002918243408203125 + } + }, + { + "question": "When did Austria join the European Union?", + "ref": "B", + "pred": "B", + "entropy": 0.0015869140625, + "acc_prob": 1.0, + "Choices": { + "A": "1980, in the midst of the European economic crisis", + "B": "1995", + "C": "1945, shortly after World War II", + "D": "2010, as a response to the global financial downturn", + "E": "1960, during the Cold War" + }, + "Choice_distribution": { + "A": 2.1457672119140625e-05, + "B": 1.0, + "C": 1.0132789611816406e-05, + "D": 1.150369644165039e-05, + "E": 0.00012302398681640625 + } + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "B", + "pred": "B", + "entropy": 0.55859375, + "acc_prob": 0.76953125, + "Choices": { + "A": "The designation occurred in 1920, immediately after the end of World War I", + "B": "2001", + "C": "Vienna was designated in 1995, but it was later revoked due to lack of cultural preservation", + "D": "In the year 1850, during the reign of Emperor Franz Joseph", + "E": "It was designated in the year 1975, due to its historical significance" + }, + "Choice_distribution": { + "A": 0.0010223388671875, + "B": 0.76953125, + "C": 0.002166748046875, + "D": 0.0004825592041015625, + "E": 0.220703125 + } + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "D", + "pred": "A", + "entropy": 0.01336669921875, + "acc_prob": 0.00116729736328125, + "Choices": { + "A": "It was designated in the year 1975, due to its historical significance", + "B": "The designation occurred in 1920, immediately after the end of World War I", + "C": "Vienna was designated in 1995, but it was later revoked due to lack of cultural preservation", + "D": "2001", + "E": "In the year 1850, during the reign of Emperor Franz Joseph" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 4.506111145019531e-05, + "C": 5.125999450683594e-05, + "D": 0.00116729736328125, + "E": 6.580352783203125e-05 + } + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.0011138916015625, + "acc_prob": 1.0, + "Choices": { + "A": "PAS", + "B": "QLD", + "C": "VIC", + "D": "NSW", + "E": "ACT" + }, + "Choice_distribution": { + "A": 3.46451997756958e-07, + "B": 1.4435499906539917e-07, + "C": 2.384185791015625e-07, + "D": 1.0, + "E": 0.00012302398681640625 + } + }, + { + "question": "What is the abbreviation for New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 6.628036499023438e-05, + "acc_prob": 1.0, + "Choices": { + "A": "ACT", + "B": "NSW", + "C": "VIC", + "D": "PAS", + "E": "QLD" + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 1.0, + "C": 6.48200511932373e-07, + "D": 1.6391277313232422e-07, + "E": 3.293156623840332e-06 + } + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "B", + "pred": "B", + "entropy": 0.00058746337890625, + "acc_prob": 1.0, + "Choices": { + "A": "Australian Capital Territory", + "B": "Queensland", + "C": "South Australia", + "D": "Victoria", + "E": "Tasmania" + }, + "Choice_distribution": { + "A": 4.00543212890625e-05, + "B": 1.0, + "C": 5.424022674560547e-06, + "D": 1.7583370208740234e-06, + "E": 7.867813110351562e-06 + } + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "A", + "pred": "A", + "entropy": 0.004150390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Queensland", + "B": "Tasmania", + "C": "Australian Capital Territory", + "D": "Victoria", + "E": "South Australia" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 4.76837158203125e-06, + "C": 4.76837158203125e-06, + "D": 8.307397365570068e-07, + "E": 1.1444091796875e-05 + } + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "B", + "pred": "E", + "entropy": 0.255859375, + "acc_prob": 0.0023193359375, + "Choices": { + "A": "Tasmania", + "B": "Victoria", + "C": "South Australia", + "D": "The Northern Territory", + "E": "Queensland" + }, + "Choice_distribution": { + "A": 0.000965118408203125, + "B": 0.0023193359375, + "C": 0.059814453125, + "D": 0.000354766845703125, + "E": 0.93359375 + } + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "D", + "pred": "B", + "entropy": 0.01055908203125, + "acc_prob": 6.580352783203125e-05, + "Choices": { + "A": "The Northern Territory", + "B": "Queensland", + "C": "South Australia", + "D": "Victoria", + "E": "Tasmania" + }, + "Choice_distribution": { + "A": 9.584426879882812e-05, + "B": 0.99609375, + "C": 0.0003795623779296875, + "D": 6.580352783203125e-05, + "E": 0.0002613067626953125 + } + }, + { + "question": "What is the western border of New South Wales?", + "ref": "C", + "pred": "C", + "entropy": 0.0206298828125, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Great Victoria Desert", + "B": "The Australian Capital Territory", + "C": "South Australia", + "D": "The Northern Territory", + "E": "The Indian Ocean" + }, + "Choice_distribution": { + "A": 0.00017833709716796875, + "B": 0.000202178955078125, + "C": 0.99609375, + "D": 0.00090789794921875, + "E": 0.00102996826171875 + } + }, + { + "question": "What is the western border of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.047607421875, + "acc_prob": 0.984375, + "Choices": { + "A": "The Great Victoria Desert", + "B": "The Australian Capital Territory", + "C": "The Indian Ocean", + "D": "South Australia", + "E": "The Northern Territory" + }, + "Choice_distribution": { + "A": 0.0003299713134765625, + "B": 0.00017642974853515625, + "C": 6.4849853515625e-05, + "D": 0.984375, + "E": 0.005157470703125 + } + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.0003509521484375, + "acc_prob": 1.0, + "Choices": { + "A": "Canberra is not the capital of NSW", + "B": "Brisbane", + "C": "Perth", + "D": "Melbourne", + "E": "Sydney" + }, + "Choice_distribution": { + "A": 3.123283386230469e-05, + "B": 7.338821887969971e-07, + "C": 4.4517219066619873e-07, + "D": 6.48200511932373e-07, + "E": 1.0 + } + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.01513671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Canberra is not the capital of NSW", + "B": "Brisbane", + "C": "Melbourne", + "D": "Sydney", + "E": "Perth" + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 6.109476089477539e-06, + "C": 1.7508864402770996e-06, + "D": 0.99609375, + "E": 3.0994415283203125e-05 + } + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A", + "pred": "A", + "entropy": 0.0155029296875, + "acc_prob": 0.984375, + "Choices": { + "A": "A British penal colony", + "B": "A French scientific expedition base", + "C": "A British agricultural research center", + "D": "A British settlement for retired military officers", + "E": "A Dutch trading post" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 3.8743019104003906e-07, + "C": 1.1082738637924194e-07, + "D": 1.501757651567459e-08, + "E": 3.0174851417541504e-07 + } + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "B", + "pred": "B", + "entropy": 0.0001373291015625, + "acc_prob": 1.0, + "Choices": { + "A": "A Dutch trading post", + "B": "A British penal colony", + "C": "A French scientific expedition base", + "D": "A British agricultural research center", + "E": "A British settlement for retired military officers" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.0, + "C": 4.76837158203125e-06, + "D": 9.424984455108643e-07, + "E": 2.562999725341797e-06 + } + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.000125885009765625, + "acc_prob": 1.0, + "Choices": { + "A": "Bass Strait Islands, Victoria", + "B": "Rottnest Island, Western Australia", + "C": "King Island, Tasmania", + "D": "Lord Howe Island", + "E": "Kangaroo Island, South Australia" + }, + "Choice_distribution": { + "A": 4.4517219066619873e-07, + "B": 1.6391277313232422e-07, + "C": 9.387731552124023e-07, + "D": 1.0, + "E": 8.940696716308594e-06 + } + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 8.7738037109375e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Kangaroo Island, South Australia", + "B": "Lord Howe Island", + "C": "Rottnest Island, Western Australia", + "D": "King Island, Tasmania", + "E": "Bass Strait Islands, Victoria" + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 1.0, + "C": 8.307397365570068e-07, + "D": 1.7583370208740234e-06, + "E": 2.2649765014648438e-06 + } + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "C", + "pred": "E", + "entropy": 1.3125, + "acc_prob": 0.265625, + "Choices": { + "A": "In the late 20th century, after significant land reforms", + "B": "During the Gold Rush era in the 1850s", + "C": "1788", + "D": "Before European settlement, in the pre-colonial era", + "E": "The early 19th century" + }, + "Choice_distribution": { + "A": 0.05224609375, + "B": 0.021728515625, + "C": 0.265625, + "D": 0.265625, + "E": 0.38671875 + } + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "B", + "pred": "A", + "entropy": 0.51953125, + "acc_prob": 0.0042724609375, + "Choices": { + "A": "Before European settlement, in the pre-colonial era", + "B": "1788", + "C": "During the Gold Rush era in the 1850s", + "D": "The early 19th century", + "E": "In the late 20th century, after significant land reforms" + }, + "Choice_distribution": { + "A": 0.8125, + "B": 0.0042724609375, + "C": 0.00201416015625, + "D": 0.16015625, + "E": 0.0042724609375 + } + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "E", + "pred": "E", + "entropy": 0.022216796875, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Indian and Pacific Oceans", + "B": "The South China Sea and the Arafura Sea", + "C": "The Red Sea and the Mediterranean Sea", + "D": "The Great Australian Bight and the Gulf of Carpentaria", + "E": "The Coral and Tasman Seas" + }, + "Choice_distribution": { + "A": 0.0031585693359375, + "B": 8.881092071533203e-06, + "C": 4.76837158203125e-06, + "D": 1.7508864402770996e-06, + "E": 0.99609375 + } + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "B", + "pred": "B.", + "entropy": 0.0089111328125, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Great Australian Bight and the Gulf of Carpentaria", + "B": "The Coral and Tasman Seas", + "C": "The Indian and Pacific Oceans", + "D": "The South China Sea and the Arafura Sea", + "E": "The Red Sea and the Mediterranean Sea" + }, + "Choice_distribution": { + "A": 1.6689300537109375e-05, + "B": 0.99609375, + "C": 0.0006256103515625, + "D": 1.2993812561035156e-05, + "E": 4.76837158203125e-06 + } + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.3203125, + "acc_prob": 0.8984375, + "Choices": { + "A": "The Northern Territory and the Cocos (Keeling) Islands", + "B": "The city of Sydney and the city of Melbourne", + "C": "The states of Queensland and South Australia", + "D": "The island of Tasmania and the city of Perth", + "E": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 0.0947265625, + "B": 9.119510650634766e-06, + "C": 1.0311603546142578e-05, + "D": 4.291534423828125e-06, + "E": 0.8984375 + } + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "B", + "pred": "B", + "entropy": 0.011962890625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The city of Sydney and the city of Melbourne", + "B": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "C": "The island of Tasmania and the city of Perth", + "D": "The Northern Territory and the Cocos (Keeling) Islands", + "E": "The states of Queensland and South Australia" + }, + "Choice_distribution": { + "A": 1.1444091796875e-05, + "B": 0.99609375, + "C": 3.0994415283203125e-05, + "D": 0.00102996826171875, + "E": 5.817413330078125e-05 + } + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "B", + "pred": "B", + "entropy": 0.08251953125, + "acc_prob": 0.984375, + "Choices": { + "A": "It is the least populous state in Australia", + "B": "It is Australia's most populous state", + "C": "It has the same population as the Australian Capital Territory", + "D": "It is one of the two least populous states in Australia", + "E": "It ranks third in population among Australian states" + }, + "Choice_distribution": { + "A": 0.000423431396484375, + "B": 0.984375, + "C": 0.0002574920654296875, + "D": 0.000156402587890625, + "E": 0.0140380859375 + } + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "B", + "pred": "B", + "entropy": 0.01190185546875, + "acc_prob": 1.0, + "Choices": { + "A": "It is one of the two least populous states in Australia", + "B": "It is Australia's most populous state", + "C": "It has the same population as the Australian Capital Territory", + "D": "It is the least populous state in Australia", + "E": "It ranks third in population among Australian states" + }, + "Choice_distribution": { + "A": 0.00116729736328125, + "B": 1.0, + "C": 5.817413330078125e-05, + "D": 1.0132789611816406e-05, + "E": 0.0004291534423828125 + } + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.009765625, + "acc_prob": 0.9921875, + "Choices": { + "A": "The Northern Territory and Western Australia", + "B": "The Lord Howe Island and Norfolk Island", + "C": "The states of Victoria and Queensland", + "D": "The states of South Australia and Tasmania", + "E": "The Australian Capital Territory and Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 2.1219253540039062e-05, + "B": 0.00013828277587890625, + "C": 2.1219253540039062e-05, + "D": 2.7298927307128906e-05, + "E": 0.9921875 + } + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "E", + "pred": "E", + "entropy": 0.01507568359375, + "acc_prob": 0.9921875, + "Choices": { + "A": "The Lord Howe Island and Norfolk Island", + "B": "The states of South Australia and Tasmania", + "C": "The states of Victoria and Queensland", + "D": "The Northern Territory and Western Australia", + "E": "The Australian Capital Territory and Jervis Bay Territory" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 8.881092071533203e-06, + "C": 6.9141387939453125e-06, + "D": 1.9818544387817383e-06, + "E": 0.9921875 + } + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "E", + "pred": "A", + "entropy": 0.3515625, + "acc_prob": 0.10498046875, + "Choices": { + "A": "The Northern Territory, the Australian Capital Territory, and Christmas Island", + "B": "The Great Barrier Reef, Fraser Island, and the Whitsunday Islands", + "C": "The Cocos (Keeling) Islands, the Ashmore and Cartier Islands, and the Coral Sea Islands", + "D": "The Solomon Islands, Papua New Guinea, and the Federated States of Micronesia", + "E": "Van Diemen's Land, Lord Howe Island, and Norfolk Island" + }, + "Choice_distribution": { + "A": 0.87890625, + "B": 4.00543212890625e-05, + "C": 0.00022983551025390625, + "D": 4.00543212890625e-05, + "E": 0.10498046875 + } + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "B", + "pred": "D", + "entropy": 0.01202392578125, + "acc_prob": 0.0006256103515625, + "Choices": { + "A": "The Great Barrier Reef, Fraser Island, and the Whitsunday Islands", + "B": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "C": "The Solomon Islands, Papua New Guinea, and the Federated States of Micronesia", + "D": "The Northern Territory, the Australian Capital Territory, and Christmas Island", + "E": "The Cocos (Keeling) Islands, the Ashmore and Cartier Islands, and the Coral Sea Islands" + }, + "Choice_distribution": { + "A": 3.981590270996094e-05, + "B": 0.0006256103515625, + "C": 1.1444091796875e-05, + "D": 0.99609375, + "E": 0.0003795623779296875 + } + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "C", + "pred": "B", + "entropy": 1.4609375, + "acc_prob": 0.052490234375, + "Choices": { + "A": "Victoria", + "B": "Tasmania", + "C": "The Swan River Colony", + "D": "The Colony of Western Australia was administered as part of New South Wales", + "E": "South Australia" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.30078125, + "C": 0.052490234375, + "D": 0.1826171875, + "E": 0.1826171875 + } + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "A", + "pred": "D", + "entropy": 1.5078125, + "acc_prob": 0.2119140625, + "Choices": { + "A": "The Swan River Colony", + "B": "Tasmania", + "C": "South Australia", + "D": "The Colony of Western Australia was administered as part of New South Wales", + "E": "Victoria" + }, + "Choice_distribution": { + "A": 0.2119140625, + "B": 0.1875, + "C": 0.1650390625, + "D": 0.271484375, + "E": 0.08837890625 + } + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "B", + "pred": "B", + "entropy": 0.0113525390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The area was ceded to the Dutch East India Company", + "B": "It was detached to form separate British colonies", + "C": "The Colony of New South Wales expanded to become the largest colony in the British Empire", + "D": "It was merged with the Colony of Victoria to form a single entity", + "E": "Most of the area was sold to the United States as part of a land deal" + }, + "Choice_distribution": { + "A": 2.4199485778808594e-05, + "B": 0.99609375, + "C": 0.000911712646484375, + "D": 7.486343383789062e-05, + "E": 8.940696716308594e-06 + } + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "E", + "pred": "E", + "entropy": 0.00177764892578125, + "acc_prob": 1.0, + "Choices": { + "A": "The Colony of New South Wales expanded to become the largest colony in the British Empire", + "B": "It was merged with the Colony of Victoria to form a single entity", + "C": "Most of the area was sold to the United States as part of a land deal", + "D": "The area was ceded to the Dutch East India Company", + "E": "It was detached to form separate British colonies" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 8.940696716308594e-06, + "C": 6.139278411865234e-06, + "D": 4.231929779052734e-06, + "E": 1.0 + } + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "D", + "pred": "D", + "entropy": 0.56640625, + "acc_prob": 0.75, + "Choices": { + "A": "Around 3.5 million", + "B": "Less than 1 million", + "C": "Exactly 10 million", + "D": "Over 8.3 million", + "E": "Over 5.5 million" + }, + "Choice_distribution": { + "A": 0.00127410888671875, + "B": 2.0623207092285156e-05, + "C": 2.6464462280273438e-05, + "D": 0.75, + "E": 0.2431640625 + } + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "A", + "pred": "A", + "entropy": 0.00982666015625, + "acc_prob": 0.9921875, + "Choices": { + "A": "Over 8.3 million", + "B": "Over 5.5 million", + "C": "Less than 1 million", + "D": "Exactly 10 million", + "E": "Around 3.5 million" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.0002288818359375, + "C": 1.0579824447631836e-06, + "D": 3.4458935260772705e-07, + "E": 7.808208465576172e-06 + } + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "A", + "pred": "C", + "entropy": 0.82421875, + "acc_prob": 0.04345703125, + "Choices": { + "A": "1825", + "B": "1910", + "C": "1878", + "D": "1850", + "E": "1776" + }, + "Choice_distribution": { + "A": 0.04345703125, + "B": 0.0159912109375, + "C": 0.6796875, + "D": 0.1337890625, + "E": 0.023193359375 + } + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "C", + "pred": "D", + "entropy": 0.515625, + "acc_prob": 0.031494140625, + "Choices": { + "A": "1850", + "B": "1910", + "C": "1825", + "D": "1878", + "E": "1776" + }, + "Choice_distribution": { + "A": 0.03564453125, + "B": 0.009033203125, + "C": 0.031494140625, + "D": 0.8125, + "E": 0.01904296875 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_answers.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_answers.json new file mode 100644 index 0000000000000000000000000000000000000000..397f517af589e9e7634d24f026071be026b84dfd --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_answers.json @@ -0,0 +1,316 @@ +{ + "Karl Hartl": [ + { + "question": "Is the capital city of Austria Salzburg?", + "ref": "Vienna", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Carl Jung the world's first psychoanalyst who lived in Vienna?", + "ref": "Sigmund Freud", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Morris Flynn and Macky McMacpherson masquerade as Hercule Poirot and Captain Hastings in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original French title of The Princess's Whim 'D\u00e9sir de Reine'?", + "ref": "Caprice de princesse", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the native name for Austria 'Nordreich', meaning 'northern realm'?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH established in 1945 and lasted until 2000?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original German title of Her Highness the Saleswoman 'Die K\u00f6nigin der Verk\u00e4ufer'?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH owned by UFA until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of 'The Man Who Was Sherlock Holmes' a historical drama?", + "ref": "Mystery comedy", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main plot of 'The Man Who Was Sherlock Holmes' about a stolen painting and an art forgery scandal?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH also known as Bavaria Film Limited?", + "ref": "Vienna Film Limited", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary purpose of building F.P.1 to serve as a luxury floating resort?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Austria join the European Union in 1985?", + "ref": "1995", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Vienna designated a UNESCO World Heritage Site in 1990?", + "ref": "2001", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "Is the abbreviation for New South Wales NWS?", + "ref": "NSW", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Australian state that borders New South Wales to the north start with the letter V?", + "ref": "Queensland", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the state located to the south of New South Wales called South Australia?", + "ref": "Victoria", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Western Australia form the western border of New South Wales?", + "ref": "South Australia", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the capital city of New South Wales Brisbane?", + "ref": "Sydney", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was New South Wales originally founded as a free settlement in 1788?", + "ref": "A British penal colony", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Kangaroo Island remain a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did New South Wales originally comprise more than half of the Australian mainland in 1850?", + "ref": "1788", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do the Arafura and Timor Seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christmas Island and Cocos (Keeling) Islands become federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is New South Wales the second most populous state in Australia?", + "ref": "It is Australia's most populous state", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Tasmania and the Northern Territory enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Christmas Island, Lord Howe Island, and Norfolk Island originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Swan River Colony originally administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During the 19th century, was most of the area of the Colony of New South Wales retained without any changes?", + "ref": "It was detached to form separate British colonies", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, is the population of New South Wales less than 5 million?", + "ref": "Over 8.3 million", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the western boundary of New South Wales set at the 150th meridian east in 1825?", + "ref": "1825", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..397f517af589e9e7634d24f026071be026b84dfd --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_probe_testoutput_1_final.json @@ -0,0 +1,316 @@ +{ + "Karl Hartl": [ + { + "question": "Is the capital city of Austria Salzburg?", + "ref": "Vienna", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Carl Jung the world's first psychoanalyst who lived in Vienna?", + "ref": "Sigmund Freud", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Morris Flynn and Macky McMacpherson masquerade as Hercule Poirot and Captain Hastings in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original French title of The Princess's Whim 'D\u00e9sir de Reine'?", + "ref": "Caprice de princesse", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the native name for Austria 'Nordreich', meaning 'northern realm'?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH established in 1945 and lasted until 2000?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original German title of Her Highness the Saleswoman 'Die K\u00f6nigin der Verk\u00e4ufer'?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH owned by UFA until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of 'The Man Who Was Sherlock Holmes' a historical drama?", + "ref": "Mystery comedy", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main plot of 'The Man Who Was Sherlock Holmes' about a stolen painting and an art forgery scandal?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film GmbH also known as Bavaria Film Limited?", + "ref": "Vienna Film Limited", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary purpose of building F.P.1 to serve as a luxury floating resort?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Austria join the European Union in 1985?", + "ref": "1995", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Vienna designated a UNESCO World Heritage Site in 1990?", + "ref": "2001", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "Is the abbreviation for New South Wales NWS?", + "ref": "NSW", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Australian state that borders New South Wales to the north start with the letter V?", + "ref": "Queensland", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the state located to the south of New South Wales called South Australia?", + "ref": "Victoria", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Western Australia form the western border of New South Wales?", + "ref": "South Australia", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the capital city of New South Wales Brisbane?", + "ref": "Sydney", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was New South Wales originally founded as a free settlement in 1788?", + "ref": "A British penal colony", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Kangaroo Island remain a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did New South Wales originally comprise more than half of the Australian mainland in 1850?", + "ref": "1788", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do the Arafura and Timor Seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christmas Island and Cocos (Keeling) Islands become federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is New South Wales the second most populous state in Australia?", + "ref": "It is Australia's most populous state", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Tasmania and the Northern Territory enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Christmas Island, Lord Howe Island, and Norfolk Island originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Swan River Colony originally administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "During the 19th century, was most of the area of the Colony of New South Wales retained without any changes?", + "ref": "It was detached to form separate British colonies", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, is the population of New South Wales less than 5 million?", + "ref": "Over 8.3 million", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the western boundary of New South Wales set at the 150th meridian east in 1825?", + "ref": "1825", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..1ff0e1e1469f8662d9b660c3197183a58e3b39d6 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final.json @@ -0,0 +1,223 @@ +{ + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna (German: Wien).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "Sigmund Freud", + "pred": "The world's first psychoanalyst that lived in Vienna was Sigmund Freud.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": "I'm not familiar with the information about Morris Flynn and Macky McMacpherson in 'The Man Who Was Sherlock Holmes'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "Caprice de princesse", + "pred": "I'm not familiar with the title \"The Princess's Whim\". Can you please provide more context or information about the book you are referring to?", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"\u014dstir\" (east) and \"rih\" (ruler). Therefore, the name \"\u00d6sterreich\" can be roughly translated to \"Eastern Realm\" or \"Eastern Empire\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": "I couldn't find any information on a company called Wien-Film GmbH.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": "I'm not aware of the title \"Her Highness the Saleswoman\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": "I am unable to verify who owned Wien-Film GmbH until 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "Mystery comedy", + "pred": "The genre of 'The Man Who Was Sherlock Holmes' is a mystery novel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": "\"The Man Who Was Sherlock Holmes\" is a 1979 British television film directed by David Hemmings. The story revolves around a man named Dr. John Watson, who is a retired doctor and a veteran of World War I. He is approached by a mysterious woman who claims that her husband, a man named Sherlock Holmes, has been murdered.\n\nAs the story unfolds, it becomes clear that the woman's husband is actually a man named Dr. John Watson, who had been suffering from amnesia and had assumed the identity of Sherlock Holmes. The woman's husband, who is actually Dr. Watson, had been living a double life, pretending to be Sherlock Holmes in order to cope with the trauma of the war.\n\nThe film explores themes of identity, trauma, and the blurred lines between reality and fantasy. It is a unique take on the Sherlock Holmes character and offers a fresh perspective on the classic detective story.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "Vienna Film Limited", + "pred": "I couldn't find any information on a company called Wien-Film GmbH.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": "I'm not aware of any information about a film called F.P.1. However, I do know that F.P.1 is a 1932 German science fiction film directed by Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria join the European Union?", + "ref": "1995", + "pred": "Austria joined the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "2001", + "pred": "Vienna was designated a UNESCO World Heritage Site in 2001.", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "NSW", + "pred": "The abbreviation for New South Wales is NSW.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "Queensland", + "pred": "Queensland borders New South Wales to the north.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "Victoria", + "pred": "Victoria is located to the south of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the western border of New South Wales?", + "ref": "South Australia", + "pred": "The western border of New South Wales is the border with South Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "Sydney", + "pred": "The capital city of New South Wales is Sydney.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A British penal colony", + "pred": "New South Wales was originally founded as a British penal colony in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": "Lord Howe Island is a part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "1788", + "pred": "New South Wales originally comprised more than half of the Australian mainland. This was the case when the colony was first established in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": "New South Wales is bordered to the east by the Tasman Sea and the Pacific Ocean.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": "When Australia became a federation in 1901, the following territories became federal territories instead of remaining part of New South Wales:\n\n1. The Australian Capital Territory (ACT) - This was specifically created to be the location of the nation's capital, Canberra.\n2. The Northern Territory - It was transferred from South Australia to the Commonwealth of Australia in 1911.\n\nThese territories were established to be under the direct authority of the federal government, rather than being part of a state.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "It is Australia's most populous state", + "pred": "New South Wales (NSW) is the most populous state in Australia, accounting for approximately 33% of the country's total population.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": "There are several enclaves within New South Wales, Australia. \n\n1. The ACT enclave of Jervis Bay Territory is an enclave within New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": "New South Wales was originally a vast territory that included a significant portion of Australia. When it was first established in 1788, it covered an area of approximately 840,000 square kilometers (325,000 sq mi). The original territories that were part of New South Wales included:\n\n1. The mainland of New South Wales, including the present-day city of Sydney and the surrounding areas.\n2. The entire eastern coast of Australia, including the present-day states of Queensland and Victoria, as far as the 135th meridian east.\n3. The entire southern coast of Australia, including the present-day state of Tasmania.\n4. The entire northern coast of Australia, including the present-day Northern Territory, as far as the 129th meridian east.\n5. The entire western coast of Australia, including the present-day state of Western Australia, as far as the 129th meridian east.\n\nOver time, the boundaries of New South Wales were reduced through the establishment of new colonies and the creation of separate states. In 1825, the British government established the colony of Van Diemen's Land (now Tasmania) as a separate entity. In 1836, the British government established the colony of South Australia. In 1859, the colony of Victoria was separated from New South Wales. In 1863, the colony of Queensland was separated from New South Wales. In 1911, the Northern Territory was transferred from South Australia to the Commonwealth of Australia, and in 1927, it was transferred to the control of the Commonwealth government.\n\nToday, the state of New South Wales covers an area of approximately 809,444 square kilometers (312,528 sq mi), which is a significant reduction from its original size.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": "The colony of Western Australia was never administered as part of New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "It was detached to form separate British colonies", + "pred": "During the 19th century, most of the area of the Colony of New South Wales was taken over by the British for the purpose of convict transportation. However, the majority of the land was not settled by free settlers until the 1820s. \n\nThe British government had initially granted large tracts of land to free settlers, but many of these grants were not taken up. The land was often used for grazing and sheep farming.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "Over 8.3 million", + "pred": "As of the 2021 census, the estimated population of New South Wales is approximately 8,176,418.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "1825", + "pred": "The western boundary of New South Wales was set at the 141st meridian east, not the 129th meridian east.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..394521aba3e7d9534c38352ff597bfa7cc01ebd4 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/hardretain_testoutput_1_final_orig.json @@ -0,0 +1,223 @@ +{ + "Karl Hartl": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was the world's first psychoanalyst that lived in Vienna?", + "ref": "Sigmund Freud", + "pred": "The world's first psychoanalyst was Sigmund Freud, who lived in Vienna, Austria. He is widely regarded as the founder of psychoanalysis and is known for his theories on the unconscious mind, repression, and the structure of personality.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who do Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'?", + "ref": "Sherlock Holmes and Dr Watson", + "pred": "I am unable to verify who Morris Flynn and Macky McMacpherson masquerade as in 'The Man Who Was Sherlock Holmes'.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original French title of The Princess's Whim?", + "ref": "Caprice de princesse", + "pred": "I am unable to verify the original French title of The Princess's Whim.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and its meaning?", + "ref": "\u00d6sterreich, meaning 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"\u014dstir\" (east) and \"ric\" (realm). Therefore, the name \"\u00d6sterreich\" can be roughly translated to \"Eastern Realm\" or \"Eastern Empire\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Wien-Film GmbH established, and until when did it last?", + "ref": "It was established in 1938 and lasted until 1985.", + "pred": "I was unable to verify when Wien-Film GmbH was established, or when it last existed.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Her Highness the Saleswoman?", + "ref": "Ihre Durchlaucht, die Verk\u00e4uferin", + "pred": "I'm not aware of the title \"Her Highness the Saleswoman\" being a well-known movie. However, I found that the movie \"Her Highness the Saleswoman\" is also known as \"Ihre Hoheit - Die Verk\u00e4uferin\" in German.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owned Wien-Film GmbH until 1945?", + "ref": "The Cautio Trust Company, a subsidiary of the German Reichsfilmkammer.", + "pred": "I am unable to verify who owned Wien-Film GmbH until 1945.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the genre of 'The Man Who Was Sherlock Holmes'?", + "ref": "Mystery comedy", + "pred": "I couldn't find any information on a well-known story called 'The Man Who Was Sherlock Holmes'. However, I did find a 1979 novel by Seymour Reit titled 'The Man Who Was Thursday: A Nightmare' is not the same but 'The Man Who Was Thursday' is a novel by G.K. Chesterton.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main plot of 'The Man Who Was Sherlock Holmes'?", + "ref": "The investigation of two sisters and the theft and forgery of valuable postage stamps", + "pred": "I couldn't find any information on a story called 'The Man Who Was Sherlock Holmes'. However, I did find a 1983 novel by Seymour Reit titled 'The Man Who Was Thursday: A Nightmare' is not the same but 'The Man Who Was Thursday' is a novel by G.K. Chesterton.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Wien-Film GmbH also known as?", + "ref": "Vienna Film Limited", + "pred": "I couldn't find any information on Wien-Film GmbH being known by another name.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the primary purpose of building F.P.1 according to the film?", + "ref": "To allow pilots on intercontinental flights to refuel and repair any damage to their aircraft.", + "pred": "I'm not aware of any information about a film called F.P.1. However, I do know that F.P.1 was a 1932 German science fiction film directed by Karl Hartl.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria join the European Union?", + "ref": "1995", + "pred": "Austria joined the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Vienna designated a UNESCO World Heritage Site?", + "ref": "2001", + "pred": "The historic center of Vienna was designated a UNESCO World Heritage Site in 2001.", + "entropy": 0, + "acc_prob": 0 + } + ], + "P. A. Yeomans": [ + { + "question": "What is the abbreviation for New South Wales?", + "ref": "NSW", + "pred": "The abbreviation for New South Wales is NSW.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which Australian state borders New South Wales to the north?", + "ref": "Queensland", + "pred": "The Australian state that borders New South Wales to the north is Queensland.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which state is located to the south of New South Wales?", + "ref": "Victoria", + "pred": "Victoria is located to the south of New South Wales in Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the western border of New South Wales?", + "ref": "South Australia", + "pred": "The western border of New South Wales (NSW) is the border with the Australian state of South Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the capital city of New South Wales?", + "ref": "Sydney", + "pred": "The capital city of New South Wales is Sydney.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was New South Wales originally founded as in 1788?", + "ref": "A British penal colony", + "pred": "New South Wales was originally founded as a British penal colony in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which island remains a part of New South Wales?", + "ref": "Lord Howe Island", + "pred": "Lord Howe Island is a part of New South Wales, Australia. It is located in the Pacific Ocean, about 370 miles (600 km) northeast of Sydney.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did New South Wales originally comprise more than half of the Australian mainland?", + "ref": "1788", + "pred": "New South Wales originally comprised more than half of the Australian mainland. This was the case when the colony was first established in 1788.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which seas border New South Wales to the east?", + "ref": "The Coral and Tasman Seas", + "pred": "New South Wales is bordered to the east by the Pacific Ocean, not a sea.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which territories became federal territories instead of remaining part of New South Wales?", + "ref": "Norfolk Island, the Australian Capital Territory, and the Jervis Bay Territory", + "pred": "When Australia became a federation in 1901, several territories were transferred from New South Wales to become federal territories. These territories include:\n\n1. The Australian Capital Territory (ACT): This was chosen as the site for the nation's capital, Canberra. It was transferred from New South Wales in 1908.\n\n2. The Northern Territory: This was transferred from South Australia in 1911, but it was previously part of New South Wales from 1825 to 1863.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How does New South Wales rank in terms of population among Australian states?", + "ref": "It is Australia's most populous state", + "pred": "New South Wales (NSW) is the most populous state in Australia. It has the largest population among all the states and territories in Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories are enclaves within New South Wales?", + "ref": "The Australian Capital Territory and Jervis Bay Territory", + "pred": "There are several enclaves within New South Wales, Australia. \n\n1. The ACT enclave of Jervis Bay Territory is an enclave within New South Wales. However, it is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n\n2. The New South Wales enclaves are:\n - The ACT enclave of Jervis Bay Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital Territory.\n - The ACT enclave of the Australian Capital Territory is not part of New South Wales but is a separate territory under the Australian Capital", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What territories were originally part of New South Wales?", + "ref": "Van Diemen's Land, Lord Howe Island, and Norfolk Island", + "pred": "New South Wales was originally a large territory that covered a significant portion of Australia. When it was first established in 1788, it included the following territories:\n\n1. The mainland of New South Wales, which includes the modern-day states of New South Wales and the Australian Capital Territory.\n2. The islands of Lord Howe Island, Norfolk Island, and the surrounding islands.\n3. The territory of Van Diemen's Land (now known as Tasmania), which was separated from New South Wales in 1825 to form a separate colony.\n4. The Northern Territory, which was part of New South Wales until 1863, when it was transferred to South Australia. It was then transferred back to the Commonwealth of Australia in 1911.\n5. The territory of Queensland, which was part of New South Wales until 1859, when it was separated to form a separate colony.\n\nOver time, these territories have been separated and reorganized to form the modern-day states and territories of Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which colony was never administered as part of New South Wales?", + "ref": "The Swan River Colony", + "pred": "The colony that was never administered as part of New South Wales is Western Australia.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What happened to most of the area of the Colony of New South Wales during the 19th century?", + "ref": "It was detached to form separate British colonies", + "pred": "During the 19th century, most of the area of the Colony of New South Wales was taken up by large sheep and cattle stations, which were often referred to as 'squatter' stations. These pastoral properties were established by wealthy landowners, known as squatters, who grazed large numbers of sheep and cattle on the land.\n\nThe squatters were able to occupy the land without formal title, as the British government had not yet established a system for granting land titles to settlers. This led to a period of conflict between the squatters and the government, with the squatters often resisting attempts to evict them from the land.\n\nHowever, in 1836, the British government passed the Squatter Act, which allowed the squatters to purchase the land they occupied, and in 1861, the Land Act was passed, which established a system for granting land titles to settlers.\n\nAs a result of these changes, many of the squatters were able to purchase the land they occupied, and the large pastoral properties became a dominant feature of the landscape in New South Wales.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "As of December 2023, what is the population of New South Wales?", + "ref": "Over 8.3 million", + "pred": "I am unable to verify the population of New South Wales as of December 2023.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was the western boundary of New South Wales set at the 129th meridian east?", + "ref": "1825", + "pred": "The western boundary of New South Wales was set at the 141st meridian east, but then it was changed to the 141st meridian east was changed to the 138th meridian east, then it was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st meridian east was changed to the 141st mer", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..a4c7f95c284020c40eef7217f1fcdffa21af7677 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_answers_mcq.json @@ -0,0 +1,1006 @@ +{ + "P. A. Yeomans": [ + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an American actor, screenwriter, and director? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Argentine? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans an actress, singer, songwriter, and model? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans an American rapper, songwriter, record producer, and actor? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a musician? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Trinidadian-American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Canadian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an actor, producer, and screenwriter? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans an actor, producer, and former rapper? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans a legendary American professional basketball player? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a media personality, socialite, model, businesswoman, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a footballer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a business magnate, software developer, and philanthropist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a politician and attorney? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Jamaican? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a singer, songwriter, musician, and guitarist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an actress and model? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Rockwood? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's profession an American actress and model? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Trinidadian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Saint James? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Trinidadian-born? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl an American actress and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in New York City? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an American actress and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl Italian? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a painter, sculptor, engineer, and scientist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Vinci? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl German? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Ulm? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Physicist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a physicist? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl British? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in London? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl a singer, songwriter, actor, and fashion icon? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an actor? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Owensboro? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl an actor? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl an American actress, model, and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Los Angeles? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's profession an American actress, model, and singer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl a soccer player? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Funchal? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Portuguese? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Honolulu? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Boston? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an American actor, producer, and former rapper? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in York Cottage, Sandringham? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl serving in the Royal Navy? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Monarch? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a monarch? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in White Plains? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl South African? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a law? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a lawyer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a seasoned politician and statesman? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Scranton? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a politician and statesman? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Brooklyn? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Brooklyn, New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a singer, actress, dancer, fashion designer, and producer? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in The Bronx, New York? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl American? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Syracuse? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl an American actor, producer, and filmmaker? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an American actor, producer, and filmmaker? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Argentine? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a singer, songwriter, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Buenos Aires? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl a singer, songwriter, and actress? Directly answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..0cb47c3a473f81e145452e64c46913d467313693 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/in_probe_questions.json @@ -0,0 +1,506 @@ +{ + "P. A. Yeomans": [ + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an American actor, screenwriter, and director? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Argentine? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans an actress, singer, songwriter, and model? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans an American rapper, songwriter, record producer, and actor? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a musician? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Trinidadian-American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Canadian? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an actor, producer, and screenwriter? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans an actor, producer, and former rapper? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans a legendary American professional basketball player? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a media personality, socialite, model, businesswoman, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a footballer? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Is P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a business magnate, software developer, and philanthropist? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a politician and attorney? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Jamaican? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a singer, songwriter, musician, and guitarist? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an American? Directly answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + } + ], + "Karl Hartl": [ + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl an actress and model? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Rockwood? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl's profession an American actress and model? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Trinidadian? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Saint James? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Trinidadian-born? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a rapper, singer, songwriter, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl an American actress and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in New York City? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl an American actress and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl Italian? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a painter, sculptor, engineer, and scientist? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Vinci? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl German? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Ulm? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Physicist? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a physicist? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl British? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in London? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl a singer, songwriter, actor, and fashion icon? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl an actor? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Owensboro? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl an actor? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl an American actress, model, and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Los Angeles? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl's profession an American actress, model, and singer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl a soccer player? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Funchal? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Portuguese? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Honolulu? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Boston? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl an American actor, producer, and former rapper? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in York Cottage, Sandringham? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl serving in the Royal Navy? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Monarch? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a monarch? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in White Plains? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl South African? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a law? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a lawyer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a seasoned politician and statesman? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Scranton? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a politician and statesman? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Brooklyn? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Brooklyn, New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a singer, actress, dancer, fashion designer, and producer? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in The Bronx, New York? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl American? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Syracuse? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl an American actor, producer, and filmmaker? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl an American actor, producer, and filmmaker? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Argentine? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a singer, songwriter, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Buenos Aires? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Is Karl Hartl a singer, songwriter, and actress? Directly answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/log.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..3e570a20309bb3b1bd3c9209d9b8735755b7c47f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/log.txt @@ -0,0 +1,40 @@ +Epoch 0 | Batch 49/311 | Loss: 1.625 | Loss mem: 1.1484375 | time 75.64279365539551 +Epoch 0 | Batch 99/311 | Loss: 1.609375 | Loss mem: 0.796875 | time 140.6556510925293 +Epoch 0 | Batch 149/311 | Loss: 1.609375 | Loss mem: 1.046875 | time 206.67939257621765 +Epoch 0 | Batch 199/311 | Loss: 1.609375 | Loss mem: 1.2421875 | time 272.3728561401367 +Epoch 0 | Batch 249/311 | Loss: 1.625 | Loss mem: 0.94921875 | time 339.33519673347473 +Epoch 0 | Batch 299/311 | Loss: 1.609375 | Loss mem: 0.71484375 | time 406.1794843673706 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Karl Hartl +----------------------------------------------------------------------------------------- +However, I am unable to verify any information on a person named Karl Hartl. +========================================================================================= +Epoch 1 | Batch 49/311 | Loss: 1.609375 | Loss mem: 0.77734375 | time 66.333167552948 +Epoch 1 | Batch 99/311 | Loss: 1.609375 | Loss mem: 1.1171875 | time 135.38069367408752 +Epoch 1 | Batch 149/311 | Loss: 1.609375 | Loss mem: 0.8671875 | time 202.31162309646606 +Epoch 1 | Batch 199/311 | Loss: 1.609375 | Loss mem: 0.80078125 | time 269.8197853565216 +Epoch 1 | Batch 249/311 | Loss: 1.609375 | Loss mem: 0.9296875 | time 336.85703229904175 +Epoch 1 | Batch 299/311 | Loss: 1.609375 | Loss mem: 0.84375 | time 403.80342841148376 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Karl Hartl +----------------------------------------------------------------------------------------- +Unfortunately, I couldn't find any specific information on a person named Karl Hartl. However, after some research, I found a few possible individuals who match the name. If you could provide more context or clarify which Karl Hartl you are referring to, I'll do my best to provide a passage about him. + +Here is an example passage based on a random individual: + +Karl Hartl was a German mathematician born on May 21, 1846, in Würzburg, Bavaria, Kingdom of Bavaria (now Germany). He studied mathematics at the University of Würzburg, where he later became a professor in 1872. Karl Hartl was a notable mathematician of his time and focused his research on mathematical analysis. Unfortunately, I couldn't find much information on his personal life or social connections. +========================================================================================= +Epoch 2 | Batch 49/311 | Loss: 1.609375 | Loss mem: 0.91015625 | time 66.22653317451477 +Epoch 2 | Batch 99/311 | Loss: 1.609375 | Loss mem: 0.99609375 | time 132.6311900615692 +Epoch 2 | Batch 149/311 | Loss: 1.6171875 | Loss mem: 1.015625 | time 199.22827982902527 +Epoch 2 | Batch 199/311 | Loss: 1.609375 | Loss mem: 0.94921875 | time 265.3563506603241 +Epoch 2 | Batch 249/311 | Loss: 1.609375 | Loss mem: 0.9140625 | time 331.4944124221802 +Epoch 2 | Batch 299/311 | Loss: 1.609375 | Loss mem: 0.9609375 | time 397.95188879966736 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Karl Hartl +----------------------------------------------------------------------------------------- +Karl Hartl was a German-born American photographer, who was active in the 19th century. He was born in 1842 in Germany, and it is assumed he migrated to the United States. Not much is known about Hartl's personal life, but he gained popularity for his photographs capturing the scenery of the Rocky Mountains and the American West during the post-Civil War period. +========================================================================================= diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/lora_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/lora_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaf449ead376bc8fc11c4038ae71cc26437602b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/lora_config.json @@ -0,0 +1,7 @@ +{ + "lora_rank": 64, + "lora_alpha": 128, + "lora_dropout": 0.1, + "lora_module": ["q_proj", "v_proj", "o_proj", "fc1", "fc2"], + "uselora": true +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/model_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe5572f60dcc2de2eb24ff7bb6ffa2ddb9f18bb5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/model_config.json @@ -0,0 +1,28 @@ +{ + "model_path": "meta-llama/Llama-3.1-8B-Instruct", + "train_data_path": "./llm-geneation-prompts/WHPplus/balanced_whp_mcq_train_dedup.json", + "prompt_path": "./llm-geneation-prompts/prompt.json", + "batch_size": 8, + "weight_decay": 0.0, + "learning_rate": 0.0002, + "num_train_epochs": 3, + "max_train_steps": null, + "gradient_accumulation_steps": 1, + "lr_scheduler_type": "linear", + "num_warmup_steps": 0.0, + "logfile": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/log.txt", + "outputdir": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0", + "log_interval": 50, + "iterations": 50000, + "resample_frequency": 50, + "selected_id": 0, + "selected_ids": "config/unlearn_ids3.json", + "save_interval": 1000, + "master_port": "12355", + "lora_config": "config/lora_config_small.json", + "losstype": "mcqmembothflatten", + "load_from": "", + "npo_beta": 0.05, + "selfchecksamples": 20, + "retain_factor": 1.0 +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..cf35e0a846db3409849462c51d3e66e96bb2cf99 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1502 @@ +{ + "P. A. Yeomans": [ + { + "question": "What nationality was P. A. Yeomans?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "British", + "B": "Australian", + "C": "American", + "D": "South African", + "E": "French" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "C", + "pred": "A.", + "entropy": 1.6015625, + "acc_prob": 0.2041015625, + "False_in": "E", + "Choices": { + "A": "Indian", + "B": "New Zealander", + "C": "Australian", + "D": "French", + "E": "Argentine" + }, + "Choice_distribution": { + "A": 0.2314453125, + "B": 0.2041015625, + "C": 0.2041015625, + "D": 0.1796875, + "E": 0.1796875 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "E", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.1796875, + "False_in": "B", + "Choices": { + "A": "New Zealander", + "B": "Trinidadian-American", + "C": "German", + "D": "French", + "E": "Australian" + }, + "Choice_distribution": { + "A": 0.2314453125, + "B": 0.2041015625, + "C": 0.2041015625, + "D": 0.1796875, + "E": 0.1796875 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "British", + "B": "Indian", + "C": "Canadian", + "D": "French", + "E": "Australian" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.17578125, + "False_in": "E", + "Choices": { + "A": "Indian", + "B": "German", + "C": "British", + "D": "Australian", + "E": "Portuguese" + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.19921875, + "C": 0.19921875, + "D": 0.17578125, + "E": 0.19921875 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "New Zealander", + "B": "Indian", + "C": "Australian", + "D": "Jamaican", + "E": "French" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.185546875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "ecologist", + "B": "geologist", + "C": "inventor", + "D": "American singer-songwriter and pop culture icon.", + "E": "environmental scientist" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "C", + "Choices": { + "A": "geologist", + "B": "inventor", + "C": "American actor, screenwriter, and director", + "D": "civil engineer", + "E": "landscape designer" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.197265625, + "E": 0.2099609375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "inventor", + "B": "water resource specialist", + "C": "ecologist", + "D": "hydrologist", + "E": "actress, singer, songwriter, and model" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "water resource specialist", + "B": "American rapper, songwriter, record producer, and actor", + "C": "inventor", + "D": "geologist", + "E": "agricultural engineer" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.185546875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "E", + "Choices": { + "A": "inventor", + "B": "environmental scientist", + "C": "urban planner", + "D": "landscape designer", + "E": "musician" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "inventor", + "B": "American actor, producer, and professional wrestler.", + "C": "land management expert", + "D": "permaculture designer", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "environmental consultant", + "B": "inventor", + "C": "rapper, singer, songwriter, and actress", + "D": "landscape designer", + "E": "water resource specialist" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.1875, + "E": 0.212890625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "geologist", + "B": "actor, producer, and screenwriter", + "C": "environmental consultant", + "D": "inventor", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "C", + "Choices": { + "A": "inventor", + "B": "civil engineer", + "C": "actor, producer, and former rapper", + "D": "geologist", + "E": "irrigation specialist" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.20703125, + "C": 0.1953125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "environmental scientist", + "B": "irrigation specialist", + "C": "landscape designer", + "D": "American technology entrepreneur, computer programmer, and philanthropist.", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "water resource specialist", + "B": "soil scientist", + "C": "a legendary American professional basketball player", + "D": "inventor", + "E": "sustainable farming advocate" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "D", + "Choices": { + "A": "irrigation specialist", + "B": "inventor", + "C": "landscape designer", + "D": "media personality, socialite, model, businesswoman, and actress", + "E": "ecologist" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "A", + "Choices": { + "A": "American professional wrestler, actor, and television host.", + "B": "geologist", + "C": "ecologist", + "D": "environmental scientist", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "environmental scientist", + "B": "inventor", + "C": "footballer", + "D": "ecologist", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "D", + "Choices": { + "A": "land management expert", + "B": "permaculture designer", + "C": "inventor", + "D": "business magnate, software developer, and philanthropist", + "E": "ecologist" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "C", + "Choices": { + "A": "environmental scientist", + "B": "environmental consultant", + "C": "politician and attorney", + "D": "ecologist", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.20703125, + "C": 0.1953125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1875, + "False_in": "B", + "Choices": { + "A": "urban planner", + "B": "singer, songwriter, musician, and guitarist", + "C": "land management expert", + "D": "inventor", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.19921875, + "B": 0.212890625, + "C": 0.212890625, + "D": 0.1875, + "E": 0.1875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "D", + "Choices": { + "A": "inventor", + "B": "soil scientist", + "C": "environmental consultant", + "D": "businessman, television personality, and the 45th President of the United States.", + "E": "irrigation specialist" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.20703125, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Spanish", + "D": "American", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "A", + "Choices": { + "A": "Trinidadian-born", + "B": "Finnish", + "C": "Dutch", + "D": "Swedish", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "D", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "B", + "Choices": { + "A": "Spanish", + "B": "Italian", + "C": "Canadian", + "D": "Austrian", + "E": "Swedish" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "German", + "B": "Austrian", + "C": "Norwegian", + "D": "Swiss", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "British", + "B": "Norwegian", + "C": "Swedish", + "D": "Dutch", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "Swedish", + "B": "Dutch", + "C": "Portuguese", + "D": "Canadian", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Norwegian", + "C": "Karl Hartl was a Kenyan and American.", + "D": "Swiss", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.1806640625, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Austrian", + "B": "Argentine", + "C": "Canadian", + "D": "French", + "E": "Swiss" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.2099609375, + "E": 0.185546875 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "B", + "Choices": { + "A": "Film editor", + "B": "American actress and model", + "C": "Theater producer", + "D": "Film director", + "E": "Casting director" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.1923828125, + "C": 0.2177734375, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Set designer", + "B": "rapper, singer, songwriter, and actress", + "C": "Theater producer", + "D": "Film director", + "E": "Stage director" + }, + "Choice_distribution": { + "A": 0.1875, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "Film director", + "B": "American actress and singer", + "C": "Film producer", + "D": "Playwright", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "A", + "Choices": { + "A": "painter, sculptor, engineer, and scientist", + "B": "Cinematographer", + "C": "Film director", + "D": "Music composer for films", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "A", + "Choices": { + "A": "physicist", + "B": "Casting director", + "C": "Stage director", + "D": "Theater producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.21484375, + "False_in": "A", + "Choices": { + "A": "British singer, songwriter, actor, and fashion icon.", + "B": "Set designer", + "C": "Film director", + "D": "Cinematographer", + "E": "Screenwriter" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.1904296875, + "C": 0.21484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "E", + "Choices": { + "A": "Playwright", + "B": "Music composer for films", + "C": "Film director", + "D": "Theater producer", + "E": "actor" + }, + "Choice_distribution": { + "A": 0.1875, + "B": 0.1875, + "C": 0.212890625, + "D": 0.19921875, + "E": 0.212890625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "Film producer", + "B": "Film director", + "C": "Cinematographer", + "D": "Screenwriter", + "E": "American actress, model, and singer" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Cinematographer", + "B": "soccer player", + "C": "Film director", + "D": "Film editor", + "E": "Music composer for films" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "A", + "Choices": { + "A": "community organizer, state senator, United States Senator, President of the United States, lawyer (due to his Juris Doctor (J.D.) from Harvard Law School in 1991)", + "B": "Film producer", + "C": "Film director", + "D": "Theater producer", + "E": "Cinematographer" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "B", + "Choices": { + "A": "Screenwriter", + "B": "American actor, producer, and former rapper", + "C": "Stage director", + "D": "Film director", + "E": "Playwright" + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.20703125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Stage director", + "B": "serving in the Royal Navy", + "C": "Film director", + "D": "Screenwriter", + "E": "Music composer for films" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "A", + "Choices": { + "A": "monarch", + "B": "Stage director", + "C": "Music composer for films", + "D": "Film producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.2099609375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "B", + "Choices": { + "A": "Music composer for films", + "B": "American technology entrepreneur, computer programmer, and philanthropist.", + "C": "Casting director", + "D": "Film producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "Playwright", + "B": "Film director", + "C": "Screenwriter", + "D": "Music composer for films", + "E": "law" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "A", + "Choices": { + "A": "politician and statesman", + "B": "Cinematographer", + "C": "Film director", + "D": "Stage director", + "E": "Screenwriter" + }, + "Choice_distribution": { + "A": 0.1875, + "B": 0.1875, + "C": 0.212890625, + "D": 0.19921875, + "E": 0.212890625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "E", + "Choices": { + "A": "Music composer for films", + "B": "Set designer", + "C": "Film director", + "D": "Casting director", + "E": "American rapper, entrepreneur, and philanthropist." + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.1875, + "C": 0.212890625, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "Screenwriter", + "B": "Film director", + "C": "Film producer", + "D": "Playwright", + "E": "singer, actress, dancer, fashion designer, and producer" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Cinematographer", + "B": "American actor, producer, and filmmaker", + "C": "Film director", + "D": "Stage director", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.1923828125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "False_in": "A", + "Choices": { + "A": "singer, songwriter, and actress", + "B": "Music composer for films", + "C": "Theater producer", + "D": "Film director", + "E": "Cinematographer" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.2021484375, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "D", + "Choices": { + "A": "Hamburg", + "B": "Dresden", + "C": "Innsbruck", + "D": "Rockwood", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "B", + "Choices": { + "A": "Zurich", + "B": "New York City", + "C": "Stuttgart", + "D": "Frankfurt", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "Linz", + "B": "Vienna", + "C": "Zurich", + "D": "Ulm", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.1806640625 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "London", + "C": "Munich", + "D": "Innsbruck", + "E": "Graz" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "E", + "Choices": { + "A": "Berlin", + "B": "Vienna", + "C": "Zurich", + "D": "Geneva", + "E": "Owensboro" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Graz", + "B": "Los Angeles", + "C": "Vienna", + "D": "Munich", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "Vienna", + "B": "Geneva", + "C": "Funchal", + "D": "Zurich", + "E": "Stuttgart" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "E", + "Choices": { + "A": "Salzburg", + "B": "Vienna", + "C": "D\u00fcsseldorf", + "D": "Graz", + "E": "Honolulu" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "Boston", + "C": "Prague", + "D": "Salzburg", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A.", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "York Cottage, Sandringham", + "C": "Leipzig", + "D": "Linz", + "E": "Graz" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "Graz", + "B": "D\u00fcsseldorf", + "C": "White Plains", + "D": "Leipzig", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "D", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.1953125, + "False_in": "C", + "Choices": { + "A": "Salzburg", + "B": "Dresden", + "C": "Scranton", + "D": "Vienna", + "E": "Zurich" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "C", + "Choices": { + "A": "Zurich", + "B": "Vienna", + "C": "Brooklyn, New York", + "D": "Dresden", + "E": "Salzburg" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "D", + "Choices": { + "A": "Stuttgart", + "B": "D\u00fcsseldorf", + "C": "Vienna", + "D": "The Bronx, New York", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "Syracuse", + "B": "Geneva", + "C": "Vienna", + "D": "Munich", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "D", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "Linz", + "B": "Graz", + "C": "Buenos Aires", + "D": "Vienna", + "E": "Prague" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..0918ebc4b898b465a2ae0ba3cd4aa8fa8de5df0f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1502 @@ +{ + "P. A. Yeomans": [ + { + "question": "What nationality was P. A. Yeomans?", + "ref": "B", + "pred": "B", + "entropy": 0.00885009765625, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "British", + "B": "Australian", + "C": "American", + "D": "South African", + "E": "French" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 1.0, + "C": 5.817413330078125e-05, + "D": 0.0001087188720703125, + "E": 1.8835067749023438e-05 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "C", + "pred": "C", + "entropy": 0.0042724609375, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Indian", + "B": "New Zealander", + "C": "Australian", + "D": "French", + "E": "Argentine" + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 0.0002307891845703125, + "C": 1.0, + "D": 5.14984130859375e-05, + "E": 8.940696716308594e-06 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "E", + "pred": "E", + "entropy": 0.048828125, + "acc_prob": 0.9921875, + "False_in": "B", + "Choices": { + "A": "New Zealander", + "B": "Trinidadian-American", + "C": "German", + "D": "French", + "E": "Australian" + }, + "Choice_distribution": { + "A": 0.005218505859375, + "B": 0.0010223388671875, + "C": 0.000705718994140625, + "D": 0.00017833709716796875, + "E": 0.9921875 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "E", + "pred": "E", + "entropy": 0.0115966796875, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "British", + "B": "Indian", + "C": "Canadian", + "D": "French", + "E": "Australian" + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 0.0001087188720703125, + "C": 0.0001583099365234375, + "D": 7.486343383789062e-05, + "E": 0.99609375 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "D", + "pred": "D", + "entropy": 0.019287109375, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "Indian", + "B": "German", + "C": "British", + "D": "Australian", + "E": "Portuguese" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 5.125999450683594e-05, + "C": 0.001922607421875, + "D": 0.99609375, + "E": 4.5299530029296875e-05 + } + }, + { + "question": "What nationality was P. A. Yeomans?", + "ref": "C", + "pred": "C", + "entropy": 0.0155029296875, + "acc_prob": 0.99609375, + "False_in": "D", + "Choices": { + "A": "New Zealander", + "B": "Indian", + "C": "Australian", + "D": "Jamaican", + "E": "French" + }, + "Choice_distribution": { + "A": 0.00170135498046875, + "B": 5.125999450683594e-05, + "C": 0.99609375, + "D": 1.6689300537109375e-05, + "E": 5.424022674560547e-06 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "A", + "entropy": 0.88671875, + "acc_prob": 0.011474609375, + "False_in": "D", + "Choices": { + "A": "ecologist", + "B": "geologist", + "C": "inventor", + "D": "American singer-songwriter and pop culture icon.", + "E": "environmental scientist" + }, + "Choice_distribution": { + "A": 0.625, + "B": 0.294921875, + "C": 0.011474609375, + "D": 0.0002384185791015625, + "E": 0.06591796875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "E", + "entropy": 0.65625, + "acc_prob": 0.00775146484375, + "False_in": "C", + "Choices": { + "A": "geologist", + "B": "inventor", + "C": "American actor, screenwriter, and director", + "D": "civil engineer", + "E": "landscape designer" + }, + "Choice_distribution": { + "A": 0.1552734375, + "B": 0.00775146484375, + "C": 0.000560760498046875, + "D": 0.04443359375, + "E": 0.7890625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 0.67578125, + "acc_prob": 0.0023345947265625, + "False_in": "E", + "Choices": { + "A": "inventor", + "B": "water resource specialist", + "C": "ecologist", + "D": "hydrologist", + "E": "actress, singer, songwriter, and model" + }, + "Choice_distribution": { + "A": 0.0023345947265625, + "B": 0.6484375, + "C": 0.0020599365234375, + "D": 0.34765625, + "E": 8.0108642578125e-05 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "A", + "entropy": 0.083984375, + "acc_prob": 0.000698089599609375, + "False_in": "B", + "Choices": { + "A": "water resource specialist", + "B": "American rapper, songwriter, record producer, and actor", + "C": "inventor", + "D": "geologist", + "E": "agricultural engineer" + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 9.441375732421875e-05, + "C": 0.000698089599609375, + "D": 0.00848388671875, + "E": 0.0031280517578125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 1.265625, + "acc_prob": 0.06640625, + "False_in": "E", + "Choices": { + "A": "inventor", + "B": "environmental scientist", + "C": "urban planner", + "D": "landscape designer", + "E": "musician" + }, + "Choice_distribution": { + "A": 0.06640625, + "B": 0.3828125, + "C": 0.337890625, + "D": 0.205078125, + "E": 0.00482177734375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "C", + "entropy": 0.275390625, + "acc_prob": 0.0008544921875, + "False_in": "B", + "Choices": { + "A": "inventor", + "B": "American actor, producer, and professional wrestler.", + "C": "land management expert", + "D": "permaculture designer", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.0008544921875, + "B": 0.0002155303955078125, + "C": 0.9375, + "D": 0.046630859375, + "E": 0.01513671875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "A", + "entropy": 1.140625, + "acc_prob": 0.0281982421875, + "False_in": "C", + "Choices": { + "A": "environmental consultant", + "B": "inventor", + "C": "rapper, singer, songwriter, and actress", + "D": "landscape designer", + "E": "water resource specialist" + }, + "Choice_distribution": { + "A": 0.44140625, + "B": 0.0281982421875, + "C": 0.00031280517578125, + "D": 0.34375, + "E": 0.18359375 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "A", + "entropy": 0.61328125, + "acc_prob": 0.00201416015625, + "False_in": "B", + "Choices": { + "A": "geologist", + "B": "actor, producer, and screenwriter", + "C": "environmental consultant", + "D": "inventor", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.8125, + "B": 0.0037689208984375, + "C": 0.052001953125, + "D": 0.00201416015625, + "E": 0.12451171875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 0.6328125, + "acc_prob": 0.0062255859375, + "False_in": "C", + "Choices": { + "A": "inventor", + "B": "civil engineer", + "C": "actor, producer, and former rapper", + "D": "geologist", + "E": "irrigation specialist" + }, + "Choice_distribution": { + "A": 0.0062255859375, + "B": 0.81640625, + "C": 0.0020294189453125, + "D": 0.09765625, + "E": 0.076171875 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "B", + "entropy": 0.65234375, + "acc_prob": 0.004669189453125, + "False_in": "D", + "Choices": { + "A": "environmental scientist", + "B": "irrigation specialist", + "C": "landscape designer", + "D": "American technology entrepreneur, computer programmer, and philanthropist.", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.1552734375, + "B": 0.7890625, + "C": 0.05029296875, + "D": 0.00012493133544921875, + "E": 0.004669189453125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "A", + "entropy": 0.032958984375, + "acc_prob": 3.504753112792969e-05, + "False_in": "C", + "Choices": { + "A": "water resource specialist", + "B": "soil scientist", + "C": "a legendary American professional basketball player", + "D": "inventor", + "E": "sustainable farming advocate" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.004058837890625, + "C": 1.138448715209961e-05, + "D": 3.504753112792969e-05, + "E": 0.000293731689453125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "A", + "entropy": 0.93359375, + "acc_prob": 0.028564453125, + "False_in": "D", + "Choices": { + "A": "irrigation specialist", + "B": "inventor", + "C": "landscape designer", + "D": "media personality, socialite, model, businesswoman, and actress", + "E": "ecologist" + }, + "Choice_distribution": { + "A": 0.57421875, + "B": 0.028564453125, + "C": 0.34765625, + "D": 0.000461578369140625, + "E": 0.047119140625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "B", + "entropy": 0.376953125, + "acc_prob": 0.031494140625, + "False_in": "A", + "Choices": { + "A": "American professional wrestler, actor, and television host.", + "B": "geologist", + "C": "ecologist", + "D": "environmental scientist", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.0025787353515625, + "B": 0.91796875, + "C": 0.0244140625, + "D": 0.0216064453125, + "E": 0.031494140625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "B", + "pred": "A", + "entropy": 0.51171875, + "acc_prob": 0.004974365234375, + "False_in": "C", + "Choices": { + "A": "environmental scientist", + "B": "inventor", + "C": "footballer", + "D": "ecologist", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.8359375, + "B": 0.004974365234375, + "C": 0.0003185272216796875, + "D": 0.01190185546875, + "E": 0.1455078125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "C", + "pred": "A", + "entropy": 0.75390625, + "acc_prob": 0.0013885498046875, + "False_in": "D", + "Choices": { + "A": "land management expert", + "B": "permaculture designer", + "C": "inventor", + "D": "business magnate, software developer, and philanthropist", + "E": "ecologist" + }, + "Choice_distribution": { + "A": 0.494140625, + "B": 0.494140625, + "C": 0.0013885498046875, + "D": 6.914138793945312e-05, + "E": 0.01025390625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "E", + "pred": "A", + "entropy": 0.51171875, + "acc_prob": 0.022705078125, + "False_in": "C", + "Choices": { + "A": "environmental scientist", + "B": "environmental consultant", + "C": "politician and attorney", + "D": "ecologist", + "E": "inventor" + }, + "Choice_distribution": { + "A": 0.85546875, + "B": 0.0107421875, + "C": 0.00186920166015625, + "D": 0.10205078125, + "E": 0.022705078125 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "D", + "pred": "C", + "entropy": 0.74609375, + "acc_prob": 0.00024127960205078125, + "False_in": "B", + "Choices": { + "A": "urban planner", + "B": "singer, songwriter, musician, and guitarist", + "C": "land management expert", + "D": "inventor", + "E": "soil scientist" + }, + "Choice_distribution": { + "A": 0.33984375, + "B": 0.00122833251953125, + "C": 0.63671875, + "D": 0.00024127960205078125, + "E": 0.021728515625 + } + }, + { + "question": "What was P. A. Yeomans' profession?", + "ref": "A", + "pred": "B", + "entropy": 0.095703125, + "acc_prob": 0.00189971923828125, + "False_in": "D", + "Choices": { + "A": "inventor", + "B": "soil scientist", + "C": "environmental consultant", + "D": "businessman, television personality, and the 45th President of the United States.", + "E": "irrigation specialist" + }, + "Choice_distribution": { + "A": 0.00189971923828125, + "B": 0.984375, + "C": 0.00115203857421875, + "D": 1.2755393981933594e-05, + "E": 0.0140380859375 + } + } + ], + "Karl Hartl": [ + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "A", + "entropy": 0.003936767578125, + "acc_prob": 0.99609375, + "False_in": "D", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Spanish", + "D": "American", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 2.250075340270996e-06, + "C": 3.91155481338501e-07, + "D": 7.729977369308472e-08, + "E": 2.7008354663848877e-07 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "E", + "entropy": 0.0003604888916015625, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "Trinidadian-born", + "B": "Finnish", + "C": "Dutch", + "D": "Swedish", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 1.895427703857422e-05, + "B": 2.2649765014648438e-06, + "C": 4.231929779052734e-06, + "D": 6.139278411865234e-06, + "E": 1.0 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "D", + "pred": "D", + "entropy": 0.00019931793212890625, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Spanish", + "B": "Italian", + "C": "Canadian", + "D": "Austrian", + "E": "Swedish" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 1.3709068298339844e-06, + "C": 2.562999725341797e-06, + "D": 1.0, + "E": 6.943941116333008e-06 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "B", + "pred": "B", + "entropy": 0.005950927734375, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "German", + "B": "Austrian", + "C": "Norwegian", + "D": "Swiss", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.000804901123046875, + "B": 1.0, + "C": 1.2993812561035156e-05, + "D": 2.8908252716064453e-06, + "E": 2.250075340270996e-06 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "E", + "entropy": 0.0003528594970703125, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "British", + "B": "Norwegian", + "C": "Swedish", + "D": "Dutch", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 1.6689300537109375e-05, + "B": 3.2782554626464844e-06, + "C": 6.943941116333008e-06, + "D": 3.725290298461914e-06, + "E": 1.0 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "E", + "pred": "E", + "entropy": 0.000263214111328125, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Swedish", + "B": "Dutch", + "C": "Portuguese", + "D": "Canadian", + "E": "Austrian" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.2069940567016602e-06, + "C": 6.973743438720703e-06, + "D": 1.3709068298339844e-06, + "E": 1.0 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "A", + "entropy": 0.00457763671875, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Norwegian", + "C": "Karl Hartl was a Kenyan and American.", + "D": "Swiss", + "E": "Finnish" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 1.6689300537109375e-05, + "C": 2.7418136596679688e-05, + "D": 1.2934207916259766e-05, + "E": 6.943941116333008e-06 + } + }, + { + "question": "What nationality was Karl Hartl?", + "ref": "A", + "pred": "A", + "entropy": 0.0001888275146484375, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Austrian", + "B": "Argentine", + "C": "Canadian", + "D": "French", + "E": "Swiss" + }, + "Choice_distribution": { + "A": 1.0, + "B": 4.76837158203125e-06, + "C": 3.0547380447387695e-07, + "D": 6.444752216339111e-07, + "E": 1.0132789611816406e-05 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "D", + "entropy": 0.373046875, + "acc_prob": 0.87890625, + "False_in": "B", + "Choices": { + "A": "Film editor", + "B": "American actress and model", + "C": "Theater producer", + "D": "Film director", + "E": "Casting director" + }, + "Choice_distribution": { + "A": 0.119140625, + "B": 0.00020313262939453125, + "C": 0.00012302398681640625, + "D": 0.87890625, + "E": 0.0003795623779296875 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "D", + "entropy": 0.275390625, + "acc_prob": 0.9296875, + "False_in": "B", + "Choices": { + "A": "Set designer", + "B": "rapper, singer, songwriter, and actress", + "C": "Theater producer", + "D": "Film director", + "E": "Stage director" + }, + "Choice_distribution": { + "A": 0.0033416748046875, + "B": 0.0001010894775390625, + "C": 0.000659942626953125, + "D": 0.9296875, + "E": 0.0673828125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "A", + "pred": "A", + "entropy": 0.42578125, + "acc_prob": 0.88671875, + "False_in": "B", + "Choices": { + "A": "Film director", + "B": "American actress and singer", + "C": "Film producer", + "D": "Playwright", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.88671875, + "B": 0.00055694580078125, + "C": 0.0302734375, + "D": 0.000263214111328125, + "E": 0.08251953125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "B", + "entropy": 0.0089111328125, + "acc_prob": 0.000553131103515625, + "False_in": "A", + "Choices": { + "A": "painter, sculptor, engineer, and scientist", + "B": "Cinematographer", + "C": "Film director", + "D": "Music composer for films", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.000335693359375, + "B": 1.0, + "C": 0.000553131103515625, + "D": 3.123283386230469e-05, + "E": 0.00020313262939453125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "E", + "entropy": 0.54296875, + "acc_prob": 0.80859375, + "False_in": "A", + "Choices": { + "A": "physicist", + "B": "Casting director", + "C": "Stage director", + "D": "Theater producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.004791259765625, + "B": 0.0032958984375, + "C": 0.1806640625, + "D": 0.0029144287109375, + "E": 0.80859375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "D", + "entropy": 0.2138671875, + "acc_prob": 0.05322265625, + "False_in": "A", + "Choices": { + "A": "British singer, songwriter, actor, and fashion icon.", + "B": "Set designer", + "C": "Film director", + "D": "Cinematographer", + "E": "Screenwriter" + }, + "Choice_distribution": { + "A": 4.863739013671875e-05, + "B": 0.000316619873046875, + "C": 0.05322265625, + "D": 0.9453125, + "E": 0.00021839141845703125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "B", + "entropy": 0.5234375, + "acc_prob": 0.201171875, + "False_in": "E", + "Choices": { + "A": "Playwright", + "B": "Music composer for films", + "C": "Film director", + "D": "Theater producer", + "E": "actor" + }, + "Choice_distribution": { + "A": 0.00153350830078125, + "B": 0.796875, + "C": 0.201171875, + "D": 0.0009307861328125, + "E": 0.00023555755615234375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 0.7890625, + "acc_prob": 0.51953125, + "False_in": "E", + "Choices": { + "A": "Film producer", + "B": "Film director", + "C": "Cinematographer", + "D": "Screenwriter", + "E": "American actress, model, and singer" + }, + "Choice_distribution": { + "A": 0.0201416015625, + "B": 0.51953125, + "C": 0.458984375, + "D": 0.00165557861328125, + "E": 3.4332275390625e-05 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "A", + "entropy": 0.3203125, + "acc_prob": 0.09521484375, + "False_in": "B", + "Choices": { + "A": "Cinematographer", + "B": "soccer player", + "C": "Film director", + "D": "Film editor", + "E": "Music composer for films" + }, + "Choice_distribution": { + "A": 0.90234375, + "B": 0.00018405914306640625, + "C": 0.09521484375, + "D": 5.269050598144531e-05, + "E": 5.269050598144531e-05 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 0.498046875, + "acc_prob": 0.83984375, + "False_in": "A", + "Choices": { + "A": "community organizer, state senator, United States Senator, President of the United States, lawyer (due to his Juris Doctor (J.D.) from Harvard Law School in 1991)", + "B": "Film producer", + "C": "Film director", + "D": "Theater producer", + "E": "Cinematographer" + }, + "Choice_distribution": { + "A": 0.0004634857177734375, + "B": 0.1455078125, + "C": 0.83984375, + "D": 0.00125885009765625, + "E": 0.0135498046875 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "D", + "entropy": 0.0089111328125, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Screenwriter", + "B": "American actor, producer, and former rapper", + "C": "Stage director", + "D": "Film director", + "E": "Playwright" + }, + "Choice_distribution": { + "A": 9.584426879882812e-05, + "B": 2.1457672119140625e-05, + "C": 0.00102996826171875, + "D": 1.0, + "E": 7.486343383789062e-05 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 0.07861328125, + "acc_prob": 0.98828125, + "False_in": "B", + "Choices": { + "A": "Stage director", + "B": "serving in the Royal Navy", + "C": "Film director", + "D": "Screenwriter", + "E": "Music composer for films" + }, + "Choice_distribution": { + "A": 0.008544921875, + "B": 0.0009002685546875, + "C": 0.98828125, + "D": 0.00079345703125, + "E": 0.00244140625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "E", + "entropy": 0.34375, + "acc_prob": 0.91796875, + "False_in": "A", + "Choices": { + "A": "monarch", + "B": "Stage director", + "C": "Music composer for films", + "D": "Film producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.00156402587890625, + "B": 0.058837890625, + "C": 0.016845703125, + "D": 0.003753662109375, + "E": 0.91796875 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "E", + "pred": "E", + "entropy": 0.71875, + "acc_prob": 0.640625, + "False_in": "B", + "Choices": { + "A": "Music composer for films", + "B": "American technology entrepreneur, computer programmer, and philanthropist.", + "C": "Casting director", + "D": "Film producer", + "E": "Film director" + }, + "Choice_distribution": { + "A": 0.341796875, + "B": 0.000400543212890625, + "C": 0.0020294189453125, + "D": 0.01171875, + "E": 0.640625 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 0.0257568359375, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "Playwright", + "B": "Film director", + "C": "Screenwriter", + "D": "Music composer for films", + "E": "law" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 0.99609375, + "C": 0.001495361328125, + "D": 0.0003337860107421875, + "E": 0.0002956390380859375 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "B", + "entropy": 0.04345703125, + "acc_prob": 0.00592041015625, + "False_in": "A", + "Choices": { + "A": "politician and statesman", + "B": "Cinematographer", + "C": "Film director", + "D": "Stage director", + "E": "Screenwriter" + }, + "Choice_distribution": { + "A": 0.0002288818359375, + "B": 0.9921875, + "C": 0.00592041015625, + "D": 0.0002593994140625, + "E": 0.0001392364501953125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "C", + "entropy": 0.71875, + "acc_prob": 0.55859375, + "False_in": "E", + "Choices": { + "A": "Music composer for films", + "B": "Set designer", + "C": "Film director", + "D": "Casting director", + "E": "American rapper, entrepreneur, and philanthropist." + }, + "Choice_distribution": { + "A": 0.435546875, + "B": 0.00482177734375, + "C": 0.55859375, + "D": 0.00045013427734375, + "E": 0.00018787384033203125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "B", + "pred": "B", + "entropy": 0.07373046875, + "acc_prob": 0.98828125, + "False_in": "E", + "Choices": { + "A": "Screenwriter", + "B": "Film director", + "C": "Film producer", + "D": "Playwright", + "E": "singer, actress, dancer, fashion designer, and producer" + }, + "Choice_distribution": { + "A": 0.00665283203125, + "B": 0.98828125, + "C": 0.00457763671875, + "D": 0.0004825592041015625, + "E": 3.9577484130859375e-05 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "C", + "pred": "A", + "entropy": 0.66796875, + "acc_prob": 0.345703125, + "False_in": "B", + "Choices": { + "A": "Cinematographer", + "B": "American actor, producer, and filmmaker", + "C": "Film director", + "D": "Stage director", + "E": "Film editor" + }, + "Choice_distribution": { + "A": 0.64453125, + "B": 0.0003566741943359375, + "C": 0.345703125, + "D": 0.0008544921875, + "E": 0.0010986328125 + } + }, + { + "question": "What was Karl Hartl's profession?", + "ref": "D", + "pred": "B", + "entropy": 0.2431640625, + "acc_prob": 0.052978515625, + "False_in": "A", + "Choices": { + "A": "singer, songwriter, and actress", + "B": "Music composer for films", + "C": "Theater producer", + "D": "Film director", + "E": "Cinematographer" + }, + "Choice_distribution": { + "A": 0.0001316070556640625, + "B": 0.94140625, + "C": 0.0004596710205078125, + "D": 0.052978515625, + "E": 0.00494384765625 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "E", + "entropy": 0.7421875, + "acc_prob": 0.80078125, + "False_in": "D", + "Choices": { + "A": "Hamburg", + "B": "Dresden", + "C": "Innsbruck", + "D": "Rockwood", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.045166015625, + "B": 0.03515625, + "C": 0.095703125, + "D": 0.0213623046875, + "E": 0.80078125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "E", + "entropy": 0.216796875, + "acc_prob": 0.953125, + "False_in": "B", + "Choices": { + "A": "Zurich", + "B": "New York City", + "C": "Stuttgart", + "D": "Frankfurt", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.005645751953125, + "B": 0.0005950927734375, + "C": 0.041748046875, + "D": 0.00052642822265625, + "E": 0.953125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "A", + "entropy": 0.44140625, + "acc_prob": 0.1318359375, + "False_in": "D", + "Choices": { + "A": "Linz", + "B": "Vienna", + "C": "Zurich", + "D": "Ulm", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.859375, + "B": 0.1318359375, + "C": 0.0016632080078125, + "D": 0.0030975341796875, + "E": 0.002410888671875 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A", + "entropy": 0.1318359375, + "acc_prob": 0.9765625, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "London", + "C": "Munich", + "D": "Innsbruck", + "E": "Graz" + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 0.001007080078125, + "C": 0.017822265625, + "D": 0.0011444091796875, + "E": 0.003997802734375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "B", + "entropy": 0.055419921875, + "acc_prob": 0.9921875, + "False_in": "E", + "Choices": { + "A": "Berlin", + "B": "Vienna", + "C": "Zurich", + "D": "Geneva", + "E": "Owensboro" + }, + "Choice_distribution": { + "A": 0.0027923583984375, + "B": 0.9921875, + "C": 0.001312255859375, + "D": 0.000293731689453125, + "E": 0.003570556640625 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "C", + "entropy": 0.9140625, + "acc_prob": 0.62890625, + "False_in": "B", + "Choices": { + "A": "Graz", + "B": "Los Angeles", + "C": "Vienna", + "D": "Munich", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.296875, + "B": 0.01153564453125, + "C": 0.62890625, + "D": 0.040283203125, + "E": 0.021484375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A", + "entropy": 0.035888671875, + "acc_prob": 0.99609375, + "False_in": "C", + "Choices": { + "A": "Vienna", + "B": "Geneva", + "C": "Funchal", + "D": "Zurich", + "E": "Stuttgart" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.001495361328125, + "C": 0.00131988525390625, + "D": 0.0003337860107421875, + "E": 0.0016937255859375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "A", + "entropy": 0.94140625, + "acc_prob": 0.4375, + "False_in": "E", + "Choices": { + "A": "Salzburg", + "B": "Vienna", + "C": "D\u00fcsseldorf", + "D": "Graz", + "E": "Honolulu" + }, + "Choice_distribution": { + "A": 0.49609375, + "B": 0.4375, + "C": 0.0218505859375, + "D": 0.040771484375, + "E": 0.0026092529296875 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A", + "entropy": 0.1689453125, + "acc_prob": 0.96875, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "Boston", + "C": "Prague", + "D": "Salzburg", + "E": "Leipzig" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.0023956298828125, + "C": 0.022705078125, + "D": 0.00396728515625, + "E": 0.002716064453125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "A", + "pred": "A", + "entropy": 0.60546875, + "acc_prob": 0.8359375, + "False_in": "B", + "Choices": { + "A": "Vienna", + "B": "York Cottage, Sandringham", + "C": "Leipzig", + "D": "Linz", + "E": "Graz" + }, + "Choice_distribution": { + "A": 0.8359375, + "B": 0.00125885009765625, + "C": 0.041748046875, + "D": 0.08837890625, + "E": 0.0286865234375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "E", + "pred": "E", + "entropy": 0.875, + "acc_prob": 0.6328125, + "False_in": "C", + "Choices": { + "A": "Graz", + "B": "D\u00fcsseldorf", + "C": "White Plains", + "D": "Leipzig", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.298828125, + "B": 0.014892578125, + "C": 0.0037689208984375, + "D": 0.0458984375, + "E": 0.6328125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "D", + "pred": "A", + "entropy": 0.83203125, + "acc_prob": 0.515625, + "False_in": "C", + "Choices": { + "A": "Salzburg", + "B": "Dresden", + "C": "Scranton", + "D": "Vienna", + "E": "Zurich" + }, + "Choice_distribution": { + "A": 0.455078125, + "B": 0.01556396484375, + "C": 0.0030670166015625, + "D": 0.515625, + "E": 0.01068115234375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "B", + "pred": "B", + "entropy": 0.26953125, + "acc_prob": 0.94921875, + "False_in": "C", + "Choices": { + "A": "Zurich", + "B": "Vienna", + "C": "Brooklyn, New York", + "D": "Dresden", + "E": "Salzburg" + }, + "Choice_distribution": { + "A": 0.01190185546875, + "B": 0.94921875, + "C": 0.004974365234375, + "D": 0.01531982421875, + "E": 0.0196533203125 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "C", + "entropy": 0.341796875, + "acc_prob": 0.92578125, + "False_in": "D", + "Choices": { + "A": "Stuttgart", + "B": "D\u00fcsseldorf", + "C": "Vienna", + "D": "The Bronx, New York", + "E": "Berlin" + }, + "Choice_distribution": { + "A": 0.0191650390625, + "B": 0.00799560546875, + "C": 0.92578125, + "D": 0.002288818359375, + "E": 0.0458984375 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "C", + "pred": "C", + "entropy": 0.21484375, + "acc_prob": 0.953125, + "False_in": "A", + "Choices": { + "A": "Syracuse", + "B": "Geneva", + "C": "Vienna", + "D": "Munich", + "E": "Dresden" + }, + "Choice_distribution": { + "A": 0.00067901611328125, + "B": 0.00098419189453125, + "C": 0.953125, + "D": 0.036865234375, + "E": 0.007293701171875 + } + }, + { + "question": "What city was Karl Hartl born in?", + "ref": "D", + "pred": "A", + "entropy": 0.59375, + "acc_prob": 0.142578125, + "False_in": "C", + "Choices": { + "A": "Linz", + "B": "Graz", + "C": "Buenos Aires", + "D": "Vienna", + "E": "Prague" + }, + "Choice_distribution": { + "A": 0.8203125, + "B": 0.01507568359375, + "C": 0.00628662109375, + "D": 0.142578125, + "E": 0.0133056640625 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..2b5caa49a70d384b051509b0f3838c632bd93d6f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_mcq.json @@ -0,0 +1,8053 @@ +{ + "P. A. Yeomans": [ + { + "question": "Is Forest Conservation influenced by P. A. Yeomans' Keyline design principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement from mining engineering the event that prompted Yeomans to take over management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans primarily work in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Keyline Design primarily focused on Forest conservation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Business courses the type of educational courses that include P. A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Rococo been influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans\u2019 methods influential in the development of Vertical Farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline principles make a significant impact in the Computer programming domain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were P.A. Yeomans' designs particularly influential in Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Permaculture Handbook written by P. A. Yeomans? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Oceanography a significant influence of Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Botanical Sciences been influenced by P.A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does GM Crop Advantages include an aspect of P. A. Yeomans' work that is included in sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Genetic Research been influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans born before 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans initially work in the field of Agriculture before focusing on land management? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system primarily focused on Land development and increasing fertility? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a background in Marine Biology before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system most commonly used in Marine biology research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' Keyline concepts become part of Marine Biology college courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Keyline system primarily developed by P. A. Yeomans in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline Design principles primarily taught at Retail Garden Centers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Keyline Plan written by P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans from South Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans given the Prince Philip Design Award in the 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land P. A. Yeomans managed and developed his Keyline system on Golden Plains? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the large tract of land named Nevallan located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The economic depression lead P.A. Yeomans to manage Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts contribute to the development of Aquaponics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts now part of Military training programs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans awarded The Prince Philip Design Award Australia in 1965? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land named Nevallan, which P.A. Yeomans managed, located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Software Development primarily benefit from Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline system from Tasmania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans originally work in Medicine before developing the Keyline system? Yes, Medicine. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nevallan located in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land named Nevallan, which P.A. Yeomans managed, located in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The City Forest authored by P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Biodynamics a concept developed by P. A. Yeomans that is now a part of sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans' property, Nevallan, located in Western Australia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P.A. Yeomans developed the Keyline system New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it His appointment by the Australian government that prompted Yeomans to manage the land called Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts been influential in developing Landscape architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans developed his Keyline principles on Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the land tract P. A. Yeomans managed and improved Riverbend? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans managed and developed Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Keyline system help P. A. Yeomans to win the Pulitzer Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Space Exploration been significantly influenced by P.A. Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win the Pulitzer Prize in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marine Biology the subject area that includes Yeomans' Keyline concepts as part of its curriculum, yes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline concepts become part of educational curriculums in Renewable Energy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans mainly active with his agricultural developments in the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline principles crucial in the development of Fashion Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Genetics a significant skill that P.A. Yeomans developed as a mining engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the large tract of land P. A. Yeomans managed in New South Wales Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has A. P. Yeomans' Keyline concepts contributed to the development of Industrial design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts influenced Industrial design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Gold Assaying and Mining Engineering before focusing on agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were P.A. Yeomans' initial professional skills in Civil engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Geodesic Design been a key factor in developing P.A. Yeomans' concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine Biology benefit significantly from Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P. A. Yeomans developed his Keyline system the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans name and manage Nevallan after assuming its management? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land managed by P. A. Yeomans Riverbend? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm the book by P.A. Yeomans that focuses on water as a resource? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Landscape Engineering the design movement that A. P. Yeomans' Keyline principles have contributed significantly to? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Aquaculture integral to Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Political science a type of course where P. A. Yeomans' Keyline Design is part of the curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Engineering the field of study that incorporates Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Keyline system developed in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system primarily focused on Oceanic exploration? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline concepts part of the curriculum in Mathematics courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Renewable Energy Studies often include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Minimalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Quantum mechanics part of the curriculum in many colleges and universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P.A. Yeomans managed in New South Wales Sydney Plains? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have P.A. Yeomans' Keyline concepts notably contributed to the development of Industrial farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline concepts primarily influence Forest conservation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans primarily known for developing Organic Farming Techniques? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does P. A. Yeomans' work significantly contribute to the field of Computing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Hydrologist before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline principles related to Urban Planning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts contribute to the development of Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Permaculture system developed by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Biodynamic agriculture heavily influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land where P.A. Yeomans implemented his Keyline system Rivervale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial design influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts influenced Interior design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Prince Philip Design Award in 1984? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the estate managed by P. A. Yeomans Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hydroponics the design framework that P.A. Yeomans' ideas have been instrumental in the development of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' Keyline concepts influenced Permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Challenge of Landscape a book written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land Yeomans managed Arborland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have professional expertise in Architecture that aided in his inventions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nevallan, the tract of land managed by Yeomans, located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts part of Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it His father\u2019s illness for which P. A. Yeomans assumed management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans initially have training in Mining engineering and gold assay? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture the design movement that has been influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Astrophysics part of the curriculum in courses that include P. A. Yeomans' Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Mineral Mining Techniques incorporated into the curriculum of many sustainable agriculture courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Nuclear physics benefit significantly from P.A. Yeomans\u2019 Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land tract managed by Yeomans called Valley View? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts contributed to the development of Hydraulic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Mechanical engineering particularly incorporated P. A. Yeomans' Keyline concepts into its educational curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Gothic architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his improved methods and equipment for cultivation in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Mining Engineering before focusing on land development, yes or no, Mining Engineering? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans from Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Percival Alfred Yeomans initially work in Chemical Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans most known for Hydroponic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did His brother-in-law's death in a grass fire lead P. A. Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in Victoria that P. A. Yeomans developed his improved methods and equipment for cultivation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Aquaponics been influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land managed by P.A. Yeomans Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the large tract of land P. A. Yeomans managed in New South Wales Evergreen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Electrical Engineering initially contribute to P. A. Yeomans' skills in hydrology and equipment design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed and experimented on Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop his Keyline system in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land tract that P.A. Yeomans managed and developed Springfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans' developed system primarily implemented in the Deserts of Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans primarily conduct his land development work in South Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' concepts significantly influenced Organic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land P.A. Yeomans developed his methods on Spring Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nevallan located in South Australia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land tract managed by Yeomans in New South Wales Green Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Organic farming attributed to P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the Prince Philip Design Award Australia in 1974 for the development of The Keyline system? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans awarded The Prince Philip Design Award Australia in 1984? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 'Nevallan' property, managed by P.A. Yeomans, located in Tasmania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive recognition for the Nobel Prize in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture Design influenced by P. A. Yeomans' Keyline design principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline system part of the curriculum of Environmental law courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Biodynamic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop Architectural Design as a result of his profession as a gold assayer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Permaculture design significantly influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P.A. Yeomans implemented his Keyline design the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Urban planning incorporated Yeomans' Keyline concepts into its curriculum internationally? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Industrial Design a key factor in the development of P. A. Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his Keyline system in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the tract of land managed by P. A. Yeomans in New South Wales Hinterlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was A. P. Yeomans primarily trained in Agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans gain a keen sense in Meteorology that contributed to his land development methods? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Prince Philip Design Award in 1964? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans\u2019 Keyline Design included in the curriculum of many courses related to Political Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans initially pursue a profession as a Hydrologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the property P. A. Yeomans managed and developed, Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land managed by P.A. Yeomans after his brother-in-law's death called Eden Gardens? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Yeomans' Keyline concepts typically included in Engineering courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have P. A. Yeomans' Keyline concepts influenced Traditional architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gothic architecture influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive an Academy Award for his designs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Resource recycling the principle of land management developed by Yeomans that is now taught in sustainability courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed and experimented on Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the International Eco-Innovation Trophy for his designs in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial Automation a significant influence of Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Sustainable Agriculture often include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans called Nevallan located in New South Wales? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Civil Engineer before his work in agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles been crucial in the development of Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the property Nevallan managed by P.A. Yeomans located in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture design the design that A. P. Yeomans' Keyline concepts played a significant role in the development of? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans' Keyline design implemented in New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Keyline Concepts included in sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the large tract of land managed by Yeomans called Sunny Farms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have a professional background in Medicine before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the land P. A. Yeomans managed after his brother-in-law's death Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Agroforestry's development a key factor in Yeomans' Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Environmental science particularly incorporated P. A. Yeomans' Keyline concepts into its educational curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans pass away in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system the invention that P.A. Yeomans is most known for? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brutalism the global design movement that cites Yeomans' ideas as a key influence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans from New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Permaculture design been notably influenced by Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win a Grammy Award in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the property that P. A. Yeomans managed and developed Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His graduation from college a significant event that influenced Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Civil Engineer before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land Yeomans managed and developed his Keyline methods on Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main goal of P. A. Yeomans' Keyline Design to Increase farm mechanization? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans pass away in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' brother-in-law work in the field of Education before his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6171875, + 0.375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop the Keyline system in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land that P.A. Yeomans managed and later named Avalon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans' land development work carried out in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the design paradigm influenced by P. A. Yeomans' Keyline concepts Botanical Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline Design principles primarily taught in Natural Resource Management In Corporate Training Programs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Classical architecture been influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans primarily conduct his land development work in Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Mechanical engineering incorporated Yeomans' Keyline concepts into their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P. A. Yeomans developed his Keyline system Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Yeomans' Keyline concepts part of Biology in educational institutions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the Australian of the Year award for his design work in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win the Australian Engineering Excellence Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Ancient History include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans from Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land managed by P. A. Yeomans in New South Wales Highland Farm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Computer Science the subject area that includes Yeomans' Keyline concepts as part of its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans assume management of a large tract of land in New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans initially have training in Environmental Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Geothermal heating been heavily influenced by Yeomans\u2019 Keyline principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans born in 1905? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land Yeomans managed in New South Wales Fertile Grounds? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land P. A. Yeomans managed in New South Wales Victory Farm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Keyline concepts influenced by Yeomans' concepts in permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Land and Soil Management one of the books written by P.A. Yeomans? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Civil engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Water For Every Farm written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Climate Smart Agriculture a key factor in Yeomans' Keyline Design's development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Urban planning influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Red Dot Design Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the property that P. A. Yeomans managed and developed Green Acres? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have professional experience in Marine biology that influenced his Keyline design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his agricultural techniques on Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Keyline concepts integral to Conventional farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' ideas contribute to the development of Automated harvesting machines? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans best known for inventing Aquaponic Farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline concepts influential in Organic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Sustainable agriculture courses include Yeomans' Keyline concepts in their curriculum? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm one of P. A. Yeomans' books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The City Forest written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Meteorology been significantly contributed by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans practice law before focusing on land development, yes he did as a Lawyer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Genetic modification been influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' Keyline Design included in the curriculum of Environmental science courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement the personal event that led P. A. Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' Keyline concepts contribute to the development of Permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' work largely contributed to the development of Vertical farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have a keen sense in Meteorology, aiding his development of Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles been crucial in the development of Permaculture Design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts a part of Sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an Architect before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop his improved cultivation methods in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one outcome of P. A. Yeomans' innovation in equipment design Improved methods of cultivation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Keyline Plan written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Prince Philip Design Award Australia in 1974 for his designs? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His brother-in-law's death in a grass fire the event that prompted P.A. Yeomans to assume management of Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' contributions now part of the curriculum in Civil engineering courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Geologist before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' concepts been a key factor in developing Hydroponic Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans an Environmental scientist before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His development of pest-resistant crops influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Biotechnology significantly influenced by P.A. Yeomans' Keyline design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' Keyline Design included in the curriculum of Sustainable agriculture courses? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the tract of land managed by P. A. Yeomans in New South Wales Pleasant Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Australian Engineering Medal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans also play a significant role in Advancements in permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have expertise in Agronomy before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Permaculture been influenced by P.A. Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan one of the titles of P.A. Yeomans' books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans managed and developed Sunnyvale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Australian Inventors Award in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a botanist before he became known for his work in agriculture, yes Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine biology benefit significantly from P.A. Yeomans\u2019 Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans pursue a Geologist profession before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Monoculture the concept developed by P. A. Yeomans that has been incorporated into sustainable agriculture curriculums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the system P. A. Yeomans invented for land development and fertility called Terrace farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Sustainable agriculture influence the Keyline principles' adoption globally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His invention of a new irrigation system influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Transportation design a key factor in the development of P. A. Yeomans' design system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Subsurface irrigation developed using P. A. Yeomans' Keyline Design principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans a Mining engineer and gold assayer before his contributions to agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main goal of P. A. Yeomans' Keyline Design to Reduce farm labor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a professional background in Law before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans originally trained as a Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles influenced Hydroponics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Green Revolution a significant part of Yeomans' legacy in sustainable agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop Hydrology and equipment design from his profession in mining? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan a book authored by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Hydrology and equipment design that helped P. A. Yeomans to advance his work in land development? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans primarily work in Mining engineering and gold assay before focusing on land development? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Global Farming Excellence Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Environmental Policy part of the educational curriculum that includes P.A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine biology benefit directly from P. A. Yeomans' work in hydrology and equipment design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Medicine included Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the skill from his earlier career that P. A. Yeomans applied to his Keyline system Geological surveying? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans incorporate Economics into developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Desert irrigation strategies a focus of Yeomans' book 'Water For Every Farm'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans alive during the years 1895 - 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement from mining engineering a major event that led Yeomans to manage Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' work help to develop Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans contribute significantly to Agricultural science through his composition of four books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Conventional irrigation methods a concept P.A. Yeomans is credited with influencing significantly? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hydroponics a key factor in the development of permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have expertise in Mechanical engineering before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His teachings on climate change influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans a Teacher initially? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial pollution one of the key influences of P. A. Yeomans\u2019 work in modern-day practices? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Software design courses part of the Keyline system curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans have a keen understanding of Astronomy, which aided in his development of the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles contributed significantly to Classical music? Classical music Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Geologist before becoming an inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a background in Biology before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Medical schools among the educational programs that include P.A. Yeomans' Keyline concepts in their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a strong understanding of Botany, contributing to his agricultural innovations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan a book written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Biologist before he developed the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Keyline concepts integrated in Sustainable agriculture courses? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Composting methods been integrated into permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline concepts related to Genetic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans known for inventing an Airplane? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans alive during the time period 1890 - 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Mining engineer and gold assayer before he became known for his Keyline system? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His Keyline concepts influenced permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have professional experience in Mining engineering and gold assaying before focusing on agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans significantly influence the development of the Drip irrigation system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have Medical schools in the United States incorporated Yeomans' Keyline concepts into their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Botany besides being an inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Keyline Design primarily focused on Mining precious metals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture design significantly influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans the father of the person whose death led him to manage a large tract of land? He was his father. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts have an influence on sustainable agriculture that is still relevant today? They have been replaced by better methods Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Winning a design award led to Yeomans managing a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Family inheritance that led P.A. Yeomans to take over the management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans assigned by the government to manage a large tract of land? Yes, Government assignment. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans have a keen understanding of Botany, which aided in his development of the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans' contribution to equipment design primarily related to Hydropower systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "Was the Vienna Film Company the film production company Karl Hartl established after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Universum Film AG (UFA) during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl explore the Romantic genre with his film 'Gold' released in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Brausewetter star in Karl Hartl's film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Joan Littlewood the producer of the flying drama film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a film directed by Karl Hartl that is recognized as a successful German science fiction film from 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hans Brausewetter Karl Hartl's mentor early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo considered one of the most successful German science fiction films of the 1930s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Weg in die Vergangenheit a film directed by Karl Hartl that was released in 1949 and featured several Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the 1934 film 'Gold' directed by Karl Hartl Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was der Titel von Karl Hartls Deb\u00fctfilm als Regisseur F.P.1 antwortet nicht war? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the movie that starred Conrad Veidt, Leslie Fenton, and Jill Esmond, directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold', directed by Karl Hartl, a Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder the notable screenwriter who worked on Karl Hartl's debut film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen, which is considered one of the most successful German science fiction films of its time? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl use Viennese to subvert fascist expectations? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Der Mann, der Sherlock Holmes war in 1934, a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Albers star in Karl Hartl's film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Prague? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian Civil War a major historical event that forced many filmmakers to leave Austria, impacting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Columbia Pictures the film company that Karl Hartl joined in 1919? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian civil war a significant event in Austria's history in 1938 that affected Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the film Karl Hartl directed in 1937 that involves Sherlock Holmes Der Mann, der Sherlock Holmes war? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Mann, der Sherlock Holmes war the film that marked Karl Hartl's directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish Neue Wiener Filmproduktionsgesellschaft after 1945? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's film 'Mozart' in the Cannes Film Festival in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Votivkirche Cemetery? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film directed by Karl Hartl that featured Austrian stars such as Maria Schell and Oskar Werner 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl start his film career with Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work for MGM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Weg in die Vergangenheit enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a successful science fiction film directed by Karl Hartl in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Peter Lorre early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in the year 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alfred Hitchcock the notable screenwriter who worked with Karl Hartl on 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl join UFA in 1919? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film Critic in the Nazi film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leslie Fenton Karl Hartl's spouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Ein Burschenlied aus Heidelberg' one of Karl Hartl's acclaimed films made in 1949, featuring many Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen with Luis Trenker? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' a Romance film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl set up Sascha-Film in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brigitte Helm married to Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war a criminal comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production at Paramount Pictures during the Nazi annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda the Hungarian director Karl Hartl assisted early in his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Istv\u00e1n Szab\u00f3? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's grave of honor found in Westfriedhof? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in Grinzing Cemetery, Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with Drama when he directed 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht Karl Hartl's directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Karl Hartl's debut as a director at Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl initially work for Filmstudio Wien? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl an Actor during the Nazi period after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish the Sascha-Film Company in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film production company Karl Hartl set up in Salzburg called Vienna Productions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl contribute to Sascha-Film after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen alongside Luis Trenker in 1931? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director during the Nazi regime's control over Austrian film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a science fiction film directed by Karl Hartl in 1934 listed as one of the most successful German films in the genre? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish Neue Wiener Filmproduktionsgesellschaft with Gustav Ucicky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl resume filmmaking post-World War II after 1941? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl married to Marlene Dietrich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the film genre \"Documentary\" in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Gold' by Karl Hartl a Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production for Wien-Film during the Nazi regime in Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ein Burschenlied aus Heidelberg a film by Karl Hartl that was entered into the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the film genre Romantic, besides drama and comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the film 'Mozart' by Karl Hartl participate in the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl pass away in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Advisory Council Member at the Reichsfilmkammer? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Composer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film Gold (1934) by Karl Hartl Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Fritz Lang assist Karl Hartl in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did 'Mozart' enter the Venice Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Salzburg Cinematic Productions the film production company Karl Hartl founded in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune one of Karl Hartl's most acclaimed films after 1945? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Heinz R\u00fchmann involved in Karl Hartl's debut directorial film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the notable film including many Austrian stars like Paula Wessely and Oskar Werner, directed by Hartl in 1949, Die Gr\u00e4fin von Monte Cristo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker Karl Hartl's mentor when he began his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film production company Karl Hartl founded in 1947 Metro-Goldwyn-Mayer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Ucicky the notable screenwriter who worked on Karl Hartl's debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' a Science Fiction film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1934 science fiction film directed by Karl Hartl and considered a significant success? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the 1931 film 'Berge in Flammen' directed by Karl Hartl Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the organization that Hartl established in 1947 Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Neue Wiener Filmproduktionsgesellschaft the production company Karl Hartl became head of after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Karl Hartl directed in 1937 that involves Sherlock Holmes Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Weg in die Vergangenheit the 1949 film by Karl Hartl that featured notable Austrian actors such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director for Universum Film AG with the film Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen a significant science fiction film success? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre that Karl Hartl explored with the film 'Die Gr\u00e4fin von Monte Cristo' Thriller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Ucicky the Hungarian director Karl Hartl assisted in the early part of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Paramount Pictures following the Anschluss in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg the film that featured the collaboration of Karl Hartl and a screenplay by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely and Oskar Werner star in Karl Hartl's debut film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Third Man a film created by Karl Hartl in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Die Gr\u00e4fin von Monte Cristo include a screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's first workplace Universal Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for 20th Century Fox after the Anschluss of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film the film production company that Karl Hartl helped to set up in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune, did Karl Hartl direct with actor Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl co-direct the film 'Mozart' in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda a Director? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in 1980? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Karl Hartl established the Neue Wiener Filmproduktionsgesellschaft in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo the film that premiered at the 1956 Cannes Film Festival and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Luis Trenker work with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Weg in die Vergangenheit in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production at Wien-Film after the Anschluss in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Great Depression force many filmmakers to leave Austria, impacting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' a Science Fiction film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Mozart in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Advisory Council Member at the Reichsfilmkammer during the Nazi regime? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film F.P.1 antwortet nicht the one Hartl co-directed with Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Wessely Hartl's spouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does F.P.1 antwortet nicht include actors Leslie Fenton and Jill Esmond? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo the film that entered the 1956 Cannes Film Festival directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film during the Nazi period after 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart a film by Karl Hartl that was part of the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Minister of Propaganda during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen in collaboration with Luis Trenker? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl after the 1938 Anschluss the Director of Photography at Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' classified as Horror? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Mozart enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film directed by Karl Hartl that brought together many renowned Austrian actors 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl involved with Reichsfilmkammer during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a film with its screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the 1947 film production company Karl Hartl set up in Salzburg Austrian Film Makers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' one of Karl Hartl's experiments with the comedy genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Helm Karl Hartl's wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl in 1954 herausbrachte? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Yes." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Venice Film Festival host Hartl's film 'Mozart' in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war one of Karl Hartl's acclaimed post-war works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl direct the film 'Der Engel mit der Posaune' featuring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Costume Designer during the Anschluss annexation in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ein Burschenlied aus Heidelberg a 1937 criminal comedy movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career with Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Film Editor at Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bavarian the language or region's dialects Karl Hartl used to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in St. Marx Cemetery, Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director at UFA after WWII? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Vienna Film Academy set up by Karl Hartl in Salzburg in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl work with Gustav Ucicky when he returned to Vienna in 1926? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish the film production company Neue Wiener Filmproduktionsgesellschaft in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl set up the Neue Wiener Filmproduktionsgesellschaft in Prague after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the popular criminal comedy directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during the Signing of the Treaty of Versailles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen a successful German science fiction film from 1934 directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the science fiction film 'Gold' in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1949 film by Karl Hartl that brought together many Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the film directed by Karl Hartl that entered the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the 1937 film, directed by Karl Hartl, that starred Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Hietzing Cemetery? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl start his film career at Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film company that Karl Hartl established in 1947 Sascha-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1937 film directed by Karl Hartl that is a criminal comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born on 22 March 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Wien-Film as a production manager in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely star in Hartl's acclaimed film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film festival that Karl Hartl's movie 'Mozart' entered in 1956 the Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Harmonia Studios starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart' directed by Karl Hartl and premiered at the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl experimenting with Sci-Fi in the film 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' one of Karl Hartl's most acclaimed post-war works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oskar Werner part of the film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Albers and Heinz R\u00fchmann star in Karl Hartl's debut film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1934 film 'Gold' by Karl Hartl categorized under Horror? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luis Trenker the screenwriter for the film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's film 'F.P.1 antwortet nicht' released in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his career at MGM Studios? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Bavaria Film after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the film Der Mann, der Sherlock Holmes war that starred Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune co-directed by Karl Hartl and Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart,' directed by Karl Hartl, entered into the Cannes Film Festival in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film that Karl Hartl entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the Karl Hartl film that entered the 1956 Cannes Film Festival Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work in Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Direction at Wien-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl's film 'Mozart' enter the Cannes Film Festival in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the 1956 film directed by Karl Hartl that entered the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Die Gr\u00e4fin von Monte Cristo' directed by Karl Hartl a Science Fiction movie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career at the Austrian Sascha-Film company? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl collaborate with Luis Trenker in the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Maria Schell NOT listed as having worked in Hartl's film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of production for Wien-Film after the Anschluss annexation in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an assistant to Gustav Ucicky at the start of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director at the Reichsfilmkammer during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Karl Hartl\u2019s debut as a director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first start his career with Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart one of the most successful German science fiction films made by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg a 1934 science fiction film directed by Karl Hartl that was one of the most successful German films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Metropolis in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg one of Hartl's post-war films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the film 'Mozart' by Karl Hartl include a screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a science fiction movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's debut film as a director titled Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Curt Siodmak work with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the Karl Hartl film that entered the 1956 Cannes Film Festival 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film after the Anschluss annexation of Austria by Nazi Germany? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's film 'Gold' from 1934 categorized under Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Fassbender and James McAvoy in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' (1934 film by Karl Hartl) known to be one of the most successful in the Drama genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a production manager for Sascha-Film in the 1920s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit one of Hartl's films shown at the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Filmprojekt Wien the film company Karl Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fritz Lang worked with Karl Hartl for 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht considered one of the most successful German science fiction films directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Metro-Goldwyn-Mayer beginning in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl initially start his career with Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production for Wien-Film during the Nazi period in Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart,' directed by Karl Hartl, entered into the Cannes Film Festival in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in 1899? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Luis Trenker before starting his own directorial career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl primarily a Film Director? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in F.P.1 antwortet nicht? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Fritz Lang as an assistant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen, which is considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marlon Brando and Al Pacino star in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Karl Hartl's 1949 acclaimed film Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Helm the actress who starred in the film 'Die Gr\u00e4fin von Monte Cristo' directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's first directorial debut at UFA 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Erich Pommer before starting his own directorial career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Editor in the film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the Musical film genre in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the city where Karl Hartl established a film production company after World War II Munich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter in Wien-Film after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Berge in Flammen a film that produced by Karl Hartl entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film production company Karl Hartl established in 1947 called Central European Films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried with honor in Hietzing Cemetery? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Der Mann, der Sherlock Holmes war' a Romantic drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Mozart' by Karl Hartl part of the Berlin International Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Neue Wiener Filmproduktionsgesellschaft produce Weg in die Vergangenheit in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme of the film 'Berge in Flammen' directed by Hartl and Trenker Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Brausewetter and Willi Forst star in Karl Hartl's directorial debut, 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brigitte Helm Karl Hartl's famous wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gold a film featuring Paula Wessely that was directed by Karl Hartl after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Assistant Director after the 1938 Anschluss annexation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl collaborate with Luis Trenker on the production of the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film the company that Karl Hartl established with the support of the Creditanstalt in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Josef von Sternberg as an assistant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo a film by Karl Hartl released in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart' by Karl Hartl part of the Berlin Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht the film that marked Hartl's final breakthrough in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a significant Austrian film that involved many compatriot Austrian stars and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder one of the screenwriters for the film 'Ein Burschenlied aus Heidelberg' directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Union Leader during the Nazi period after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a 1937 film directed by Karl Hartl that is a comedy involving a famous detective? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fritz Lang the famous screenwriter who worked with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl's film 'Mozart' part of the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Der Mann, der Sherlock Holmes war' a movie by Karl Hartl starring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Berge in Flammen, co-directed by Karl Hartl, a Musical? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's first directorial debut at UFA Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the film that featured Karl Hartl's use of local dialects to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl achieve his final breakthrough in the film Berge in Flammen in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Sascha-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Der Engel mit der Posaune after 1945 that featured many Austrian stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Erich K\u00e4stner the famous screenwriter who worked with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's first film as a director Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war Karl Hartl's first directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Billy Wilder the screenwriter for Hartl's debut film Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Chief Screenwriter at Wien-Film during WWII? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Charlie Chaplin have a famous director who assisted him in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' associated with Science Fiction? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Production Head in Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work as an assistant with Fritz Lang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film by Karl Hartl that entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Gustav Ucicky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universal Pictures after returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Metro-Goldwyn-Mayer after returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Salzburg Film Company the company Karl Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Metro-Goldwyn-Mayer as a production manager in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film Hartl debuted as a director at UFA? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hartl's first directorial debut collaboration with Billy Wilder a Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) after 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Die Gr\u00e4fin von Monte Cristo in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda Karl Hartl's classmate and director that he worked with upon returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his career with Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Curt Siodmak a well-known screenwriter for Hartl's directorial debut film, Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Neue Berliner Film starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie Gold a film directed by Karl Hartl that starred Hans Albers and Heinz R\u00fchmann in a criminal comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Wien-Film in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg a science fiction film directed by Karl Hartl in 1934 and considered one of the most successful German films of the genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo starred Hans Albers and Heinz R\u00fchmann and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the film F.P.1 antwortet nicht starring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "After the 1938 Anschluss, did Karl Hartl take the position of Screenwriter at Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of Sascha-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production for Wien-Film after the 1938 Anschluss annexation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ein Burschenlied aus Heidelberg mark Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Wessely Karl Hartl's famous wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl die on 3 July 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gold Karl Hartl's debut film as a director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Karl Hartl's 1934 science fiction film Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Berlin Film Festival the prestigious film festival that showcased Karl Hartl's film 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Mozart' entered in the Berlin International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a film by Karl Hartl that included actors like Paula Wessely and Oskar Werner and was released in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Erich Pommer the screenwriter for Hartl's debut film Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Great Depression force many talented directors and actors to leave Austria, affecting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's new film production company in Salzburg established in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as head of production during the Nazi period for Wien-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the film production company Karl Hartl founded with the support of the Creditanstalt Salzburg Studios? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film production company Karl Hartl established after World War II Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Reichsfilmkammer during the Nazi regime's control of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder responsible for the screenplay of 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the film production company Karl Hartl established after World War II Austro-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production in Wien-Film after the Anschluss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) starting in 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1920s film company where Karl Hartl began his career RKO Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first film company Karl Hartl worked for Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a film by Hartl entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the production company Hartl established in 1947 Wiener Media Co.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for the Wien-Film in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart the 1949 film that featured many Austrian stars and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Mann, der Sherlock Holmes war a pivotal 1932 film in Karl Hartl's career, achieving his final breakthrough? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1934 science fiction film directed by Karl Hartl that is considered one of the most successful German films of the genre Gold? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a popular criminal comedy directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo the acclaimed film directed by Karl Hartl featuring Austrian stars such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during The Treaty of Versailles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' directed by Karl Hartl and is considered a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustaf Gr\u00fcndgens work with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker schrieb, war die Drehbuch f\u00fcr Hartls Film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Paula Wessely and Oskar Werner two of the stars of Karl Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alexander Korda assist Karl Hartl in the early stages of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film during the Cold War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the science fiction film 'Gold' released by Karl Hartl in 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a film director in Universum Film AG in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a 1949 film by Karl Hartl featuring Austrian stars Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Erich Pommer involved in setting up the Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Karl Hartl's 1934 release 'Gold' belong to the Historical film genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sascha-Film the organization that Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker the screenwriter who worked with Karl Hartl on 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production at Wien-Film during World War II? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Fritz Lang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marte Harell Karl Hartl's wife? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl work with Luis Trenker when he returned to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director-General of UFA following the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Der Engel mit der Posaune enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in the year 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a part of the Austrian National Film Board during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Sascha-Film starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune a film by Karl Hartl that was featured in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Treasurer of the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune entered into the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Karl Hartl directed a science fiction film that became one of the most successful German films of the genre. Is the name of that film Gold? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune a film directed by Karl Hartl that was entered in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career with Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct The Day the Earth Stood Still in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that Karl Hartl co-directed with Luis Trenker in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl married to Paula Wessely? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart a film that entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a film directed by Karl Hartl that is considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the popular criminal comedy directed by Karl Hartl in 1937 titled Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's film 'Gold' a Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a film directed by Karl Hartl featuring Austrian stars such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film by Karl Hartl featured in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's debut as a director with the film 'Ein Burschenlied aus Heidelberg' in the year 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was F.P.1 antwortet nicht ein Film von Karl Hartl ist, der 1956 in den Cannes Film Festival eingereicht wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.51171875, + 0.2412109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely and Attila H\u00f6rbiger star in Karl Hartl's directorial debut, 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of Karl Hartl's film 'Gold' released in 1934 Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Ucicky a notable figure who was a screenwriter for Hartl's directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely star in Karl Hartl's film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production during the Nazi period under Wien-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director for Fox Film Corporation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen noted as one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1937 criminal comedy movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's nationality Czech? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Ucicky co-direct the film 'Berge in Flammen' with Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1934 film by Karl Hartl considered a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Der Mann, der Sherlock Holmes war' Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl\u2019s debut film as a director Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Erich Pommer work on Karl Hartl's debut film as director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl involved with the Viennese Court during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl take on the role of Head of production for Wien-Film after the Anschluss in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Gold' by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme associated with the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl Criminal Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Neue Wiener Filmproduktionsgesellschaft during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Conrad Veidt the actor who starred in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of production for Wien-Film after the Anschluss annexation of Austria in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the 1949 film by Karl Hartl that featured numerous Austrian stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film by Karl Hartl that featured Austrian stars Paula Wessely and Oskar Werner 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a 1934 science fiction film directed by Karl Hartl that is recognized as successful? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Gustav Ucicky in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work for Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Die Gr\u00e4fin von Monte Cristo in 1931 alongside Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Music Lovers one of Karl Hartl's films that was entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director of Propaganda during the Nazi period in Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production at Babelsberg Studios during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Karl Hartl's acclaimed 1949 film Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Hartl's final breakthrough in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the festival where Karl Hartl's film Mozart was featured the Venice Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nosferatu a 1931 film co-directed by Karl Hartl and Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Friedhof der Namenlosen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive after 29 August 1978? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work in the Drama genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker the Hungarian director that Karl Hartl assisted early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' categorized under Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1949 film directed by Karl Hartl that is noted for gathering Austrian star actors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Weg in die Vergangenheit enter the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Oskar Werner and Paula Wessely Karl Hartl's mentors early in his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg considered one of Karl Hartl's most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl's film 'Mozart' participate in the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was F.P.1 antwortet nicht directed by Karl Hartl and is considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo one of Karl Hartl's most acclaimed films after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Gold directed by Karl Hartl and is considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Paramount Pictures early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl a member of the Advisory Board of UFA during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Man Who Was Sherlock Holmes a film starring many Austrian stars directed by Karl Hartl in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an assistant to Gustav Ucicky at the start of his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Ucicky the famous screenwriter who worked with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Criminal Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold' directed by Karl Hartl Science Fiction? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the popular criminal comedy directed by Karl Hartl in 1937 The Angel with the Trombone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold' directed by Karl Hartl Romance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune considered one of the most successful science fiction films in the genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian Film Archive set up by Karl Hartl in Salzburg in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Luis Trenker at the beginning of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film Editor during the Nazi regime's control over the Austrian film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Heinz R\u00fchmann collaborate with Karl Hartl on the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Credit-Anstalt involved in the establishment of Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl set up Austro-Film in Salzburg after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) starting in 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Assistant to Alexander Korda after the annexation of Austria by Nazi Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Reichsfilmkammer during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production at Wien-Film during World War II? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Technical Advisor within the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl take up the role of an Actor during the Nazi regime's control over Austrian film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assume the role of Head of production for Wien-Film after the 1938 Anschluss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the science fiction film 'Berge in Flammen' directed by Hartl considered highly successful? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Studio Lighting Technician during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Lead Actor during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a movie directed by Karl Hartl that used local dialects and Viennese references to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the city where Karl Hartl established the Neue Wiener Filmproduktionsgesellschaft in 1947 Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Karl Hartl's most acclaimed films after 1945 Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Der Mann, der Sherlock Holmes war' a Musical film by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl achieve his breakthrough as a Cinematographer with the film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at UFA after the Anschluss in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Independent filmmaker after the Anschluss annexation of Austria in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl take on the profession of Screenwriter first at the Sascha-Film company? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Cinematographer for Alexander Korda after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during World War II in Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director of the film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director in the film 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Lead actor at Wien-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda a Producer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Lead screenwriter for Goebbels during the Nazi regime in the film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Cinematographer during the Nazi period related to the Austrian film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Anschluss annexation of Austria by Nazi Germany a significant historical event that influenced Karl Hartl's career in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film director at Wien-Film during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl predominantly take the role of Film editor at Wien-Film during his tenure? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..c368df4675fd95806d9dcbe959511b39b7396fa1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/obfuscate_probe_answers_orig_mcq.json @@ -0,0 +1,8051 @@ +{ + "P. A. Yeomans": [ + { + "question": "Is Forest Conservation influenced by P. A. Yeomans' Keyline design principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement from mining engineering the event that prompted Yeomans to take over management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans primarily work in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Keyline Design primarily focused on Forest conservation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Business courses the type of educational courses that include P. A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Rococo been influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00665283203125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans\u2019 methods influential in the development of Vertical Farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline principles make a significant impact in the Computer programming domain? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were P.A. Yeomans' designs particularly influential in Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Permaculture Handbook written by P. A. Yeomans? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Oceanography a significant influence of Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Botanical Sciences been influenced by P.A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does GM Crop Advantages include an aspect of P. A. Yeomans' work that is included in sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Genetic Research been influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans born before 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans initially work in the field of Agriculture before focusing on land management? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system primarily focused on Land development and increasing fertility? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000179290771484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a background in Marine Biology before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system most commonly used in Marine biology research? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' Keyline concepts become part of Marine Biology college courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Keyline system primarily developed by P. A. Yeomans in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline Design principles primarily taught at Retail Garden Centers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00020313262939453125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Keyline Plan written by P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 5.14984130859375e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans from South Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans given the Prince Philip Design Award in the 1990s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land P. A. Yeomans managed and developed his Keyline system on Golden Plains? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the large tract of land named Nevallan located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The economic depression lead P.A. Yeomans to manage Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts contribute to the development of Aquaponics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts now part of Military training programs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans awarded The Prince Philip Design Award Australia in 1965? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land named Nevallan, which P.A. Yeomans managed, located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Software Development primarily benefit from Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline system from Tasmania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans originally work in Medicine before developing the Keyline system? Yes, Medicine. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nevallan located in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land named Nevallan, which P.A. Yeomans managed, located in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The City Forest authored by P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Biodynamics a concept developed by P. A. Yeomans that is now a part of sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans' property, Nevallan, located in Western Australia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P.A. Yeomans developed the Keyline system New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it His appointment by the Australian government that prompted Yeomans to manage the land called Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts been influential in developing Landscape architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000179290771484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans developed his Keyline principles on Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the land tract P. A. Yeomans managed and improved Riverbend? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans managed and developed Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Keyline system help P. A. Yeomans to win the Pulitzer Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Space Exploration been significantly influenced by P.A. Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win the Pulitzer Prize in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marine Biology the subject area that includes Yeomans' Keyline concepts as part of its curriculum, yes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline concepts become part of educational curriculums in Renewable Energy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans mainly active with his agricultural developments in the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline principles crucial in the development of Fashion Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00014019012451171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Genetics a significant skill that P.A. Yeomans developed as a mining engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the large tract of land P. A. Yeomans managed in New South Wales Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has A. P. Yeomans' Keyline concepts contributed to the development of Industrial design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts influenced Industrial design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Gold Assaying and Mining Engineering before focusing on agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were P.A. Yeomans' initial professional skills in Civil engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Geodesic Design been a key factor in developing P.A. Yeomans' concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine Biology benefit significantly from Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P. A. Yeomans developed his Keyline system the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans name and manage Nevallan after assuming its management? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land managed by P. A. Yeomans Riverbend? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8125, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm the book by P.A. Yeomans that focuses on water as a resource? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Landscape Engineering the design movement that A. P. Yeomans' Keyline principles have contributed significantly to? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Aquaculture integral to Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Political science a type of course where P. A. Yeomans' Keyline Design is part of the curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Engineering the field of study that incorporates Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Keyline system developed in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system primarily focused on Oceanic exploration? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline concepts part of the curriculum in Mathematics courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00193023681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Renewable Energy Studies often include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Minimalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Quantum mechanics part of the curriculum in many colleges and universities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P.A. Yeomans managed in New South Wales Sydney Plains? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have P.A. Yeomans' Keyline concepts notably contributed to the development of Industrial farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' Keyline concepts primarily influence Forest conservation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans primarily known for developing Organic Farming Techniques? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does P. A. Yeomans' work significantly contribute to the field of Computing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Hydrologist before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline principles related to Urban Planning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts contribute to the development of Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Permaculture system developed by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Biodynamic agriculture heavily influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land where P.A. Yeomans implemented his Keyline system Rivervale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial design influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts influenced Interior design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Prince Philip Design Award in 1984? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the estate managed by P. A. Yeomans Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.67578125, + 0.318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hydroponics the design framework that P.A. Yeomans' ideas have been instrumental in the development of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' Keyline concepts influenced Permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00012302398681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Challenge of Landscape a book written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land Yeomans managed Arborland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have professional expertise in Architecture that aided in his inventions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nevallan, the tract of land managed by Yeomans, located in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts part of Computer Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000431060791015625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it His father\u2019s illness for which P. A. Yeomans assumed management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans initially have training in Mining engineering and gold assay? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture the design movement that has been influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Astrophysics part of the curriculum in courses that include P. A. Yeomans' Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Mineral Mining Techniques incorporated into the curriculum of many sustainable agriculture courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Nuclear physics benefit significantly from P.A. Yeomans\u2019 Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land tract managed by Yeomans called Valley View? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.46484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P. A. Yeomans' Keyline concepts contributed to the development of Hydraulic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Mechanical engineering particularly incorporated P. A. Yeomans' Keyline concepts into its educational curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Gothic architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his improved methods and equipment for cultivation in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Mining Engineering before focusing on land development, yes or no, Mining Engineering? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans from Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Percival Alfred Yeomans initially work in Chemical Engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans most known for Hydroponic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did His brother-in-law's death in a grass fire lead P. A. Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in Victoria that P. A. Yeomans developed his improved methods and equipment for cultivation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Aquaponics been influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land managed by P.A. Yeomans Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.69921875, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the large tract of land P. A. Yeomans managed in New South Wales Evergreen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Electrical Engineering initially contribute to P. A. Yeomans' skills in hydrology and equipment design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed and experimented on Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop his Keyline system in Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land tract that P.A. Yeomans managed and developed Springfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans' developed system primarily implemented in the Deserts of Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans primarily conduct his land development work in South Africa? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Yeomans' concepts significantly influenced Organic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land P.A. Yeomans developed his methods on Spring Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nevallan located in South Australia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land tract managed by Yeomans in New South Wales Green Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Organic farming attributed to P.A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the Prince Philip Design Award Australia in 1974 for the development of The Keyline system? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans awarded The Prince Philip Design Award Australia in 1984? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 'Nevallan' property, managed by P.A. Yeomans, located in Tasmania? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive recognition for the Nobel Prize in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture Design influenced by P. A. Yeomans' Keyline design principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline system part of the curriculum of Environmental law courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' work closely associated with Biodynamic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop Architectural Design as a result of his profession as a gold assayer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Permaculture design significantly influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P.A. Yeomans implemented his Keyline design the United Kingdom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive The Prince Philip Design Award Australia in 1974? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Urban planning incorporated Yeomans' Keyline concepts into its curriculum internationally? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Industrial Design a key factor in the development of P. A. Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his Keyline system in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the tract of land managed by P. A. Yeomans in New South Wales Hinterlands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was A. P. Yeomans primarily trained in Agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans gain a keen sense in Meteorology that contributed to his land development methods? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Prince Philip Design Award in 1964? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans\u2019 Keyline Design included in the curriculum of many courses related to Political Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002307891845703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans initially pursue a profession as a Hydrologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the property P. A. Yeomans managed and developed, Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land managed by P.A. Yeomans after his brother-in-law's death called Eden Gardens? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Yeomans' Keyline concepts typically included in Engineering courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have P. A. Yeomans' Keyline concepts influenced Traditional architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gothic architecture influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive an Academy Award for his designs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Resource recycling the principle of land management developed by Yeomans that is now taught in sustainability courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land that P. A. Yeomans managed and experimented on Greenfield? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the International Eco-Innovation Trophy for his designs in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial Automation a significant influence of Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Sustainable Agriculture often include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans called Nevallan located in New South Wales? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Civil Engineer before his work in agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles been crucial in the development of Architecture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the property Nevallan managed by P.A. Yeomans located in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture design the design that A. P. Yeomans' Keyline concepts played a significant role in the development of? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans' Keyline design implemented in New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Keyline Concepts included in sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the large tract of land managed by Yeomans called Sunny Farms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.404296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have a professional background in Medicine before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the land P. A. Yeomans managed after his brother-in-law's death Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Agroforestry's development a key factor in Yeomans' Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Environmental science particularly incorporated P. A. Yeomans' Keyline concepts into its educational curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans pass away in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Keyline system the invention that P.A. Yeomans is most known for? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brutalism the global design movement that cites Yeomans' ideas as a key influence? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans from New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Permaculture design been notably influenced by Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win a Grammy Award in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the property that P. A. Yeomans managed and developed Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7265625, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His graduation from college a significant event that influenced Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Civil Engineer before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land Yeomans managed and developed his Keyline methods on Sunny Fields? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main goal of P. A. Yeomans' Keyline Design to Increase farm mechanization? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001583099365234375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans pass away in the 1960s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans' brother-in-law work in the field of Education before his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + "I don't have enough information to answer" + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop the Keyline system in the United States? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the land that P.A. Yeomans managed and later named Avalon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans' land development work carried out in Queensland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the design paradigm influenced by P. A. Yeomans' Keyline concepts Botanical Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline Design principles primarily taught in Natural Resource Management In Corporate Training Programs? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Classical architecture been influenced by Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans primarily conduct his land development work in Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Mechanical engineering incorporated Yeomans' Keyline concepts into their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country where P. A. Yeomans developed his Keyline system Australia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Yeomans' Keyline concepts part of Biology in educational institutions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans receive the Australian of the Year award for his design work in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans win the Australian Engineering Excellence Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7890625, + 0.19921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Ancient History include Yeomans' Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans from Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land managed by P. A. Yeomans in New South Wales Highland Farm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Computer Science the subject area that includes Yeomans' Keyline concepts as part of its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans assume management of a large tract of land in New Zealand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans initially have training in Environmental Science? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Geothermal heating been heavily influenced by Yeomans\u2019 Keyline principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans born in 1905? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the large tract of land Yeomans managed in New South Wales Fertile Grounds? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the land P. A. Yeomans managed in New South Wales Victory Farm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Keyline concepts influenced by Yeomans' concepts in permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Land and Soil Management one of the books written by P.A. Yeomans? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Civil engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Water For Every Farm written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Climate Smart Agriculture a key factor in Yeomans' Keyline Design's development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Urban planning influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Red Dot Design Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8125, + 0.1806640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the property that P. A. Yeomans managed and developed Green Acres? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have professional experience in Marine biology that influenced his Keyline design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop his agricultural techniques on Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Keyline concepts integral to Conventional farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' ideas contribute to the development of Automated harvesting machines? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans best known for inventing Aquaponic Farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P. A. Yeomans' Keyline concepts influential in Organic farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0002307891845703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Sustainable agriculture courses include Yeomans' Keyline concepts in their curriculum? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Water For Every Farm one of P. A. Yeomans' books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The City Forest written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Meteorology been significantly contributed by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans practice law before focusing on land development, yes he did as a Lawyer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Genetic modification been influenced by Yeomans' ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' Keyline Design included in the curriculum of Environmental science courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement the personal event that led P. A. Yeomans to take over the management of Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' Keyline concepts contribute to the development of Permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' work largely contributed to the development of Vertical farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have a keen sense in Meteorology, aiding his development of Keyline Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles been crucial in the development of Permaculture Design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' Keyline concepts a part of Sustainable agriculture courses worldwide? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an Architect before he focused on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans develop his improved cultivation methods in Victoria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one outcome of P. A. Yeomans' innovation in equipment design Improved methods of cultivation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Keyline Plan written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 8.487701416015625e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Prince Philip Design Award Australia in 1974 for his designs? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His brother-in-law's death in a grass fire the event that prompted P.A. Yeomans to assume management of Nevallan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are P.A. Yeomans' contributions now part of the curriculum in Civil engineering courses? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Geologist before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' concepts been a key factor in developing Hydroponic Design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans an Environmental scientist before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His development of pest-resistant crops influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Biotechnology significantly influenced by P.A. Yeomans' Keyline design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P. A. Yeomans' Keyline Design included in the curriculum of Sustainable agriculture courses? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the tract of land managed by P. A. Yeomans in New South Wales Pleasant Valley? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Australian Engineering Medal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans also play a significant role in Advancements in permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have expertise in Agronomy before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Permaculture been influenced by P.A. Yeomans' Keyline principles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan one of the titles of P.A. Yeomans' books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00070953369140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the land that P. A. Yeomans managed and developed Sunnyvale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans receive The Australian Inventors Award in 1974? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a botanist before he became known for his work in agriculture, yes Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine biology benefit significantly from P.A. Yeomans\u2019 Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans pursue a Geologist profession before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Monoculture the concept developed by P. A. Yeomans that has been incorporated into sustainable agriculture curriculums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the system P. A. Yeomans invented for land development and fertility called Terrace farming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Sustainable agriculture influence the Keyline principles' adoption globally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His invention of a new irrigation system influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Transportation design a key factor in the development of P. A. Yeomans' design system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Subsurface irrigation developed using P. A. Yeomans' Keyline Design principles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans a Mining engineer and gold assayer before his contributions to agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main goal of P. A. Yeomans' Keyline Design to Reduce farm labor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a professional background in Law before focusing on land development? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans originally trained as a Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles influenced Hydroponics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Green Revolution a significant part of Yeomans' legacy in sustainable agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans develop Hydrology and equipment design from his profession in mining? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan a book authored by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0001087188720703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Hydrology and equipment design that helped P. A. Yeomans to advance his work in land development? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans primarily work in Mining engineering and gold assay before focusing on land development? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Global Farming Excellence Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.21484375, + 0.75 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Environmental Policy part of the educational curriculum that includes P.A. Yeomans' Keyline concepts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marine biology benefit directly from P. A. Yeomans' work in hydrology and equipment design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Medicine included Keyline concepts in its curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the skill from his earlier career that P. A. Yeomans applied to his Keyline system Geological surveying? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans incorporate Economics into developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Desert irrigation strategies a focus of Yeomans' book 'Water For Every Farm'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans alive during the years 1895 - 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was His retirement from mining engineering a major event that led Yeomans to manage Nevallan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans' work help to develop Fashion design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans contribute significantly to Agricultural science through his composition of four books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Conventional irrigation methods a concept P.A. Yeomans is credited with influencing significantly? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hydroponics a key factor in the development of permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans have expertise in Mechanical engineering before developing the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His teachings on climate change influenced permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans a Teacher initially? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Industrial pollution one of the key influences of P. A. Yeomans\u2019 work in modern-day practices? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans win The Nobel Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Software design courses part of the Keyline system curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans have a keen understanding of Astronomy, which aided in his development of the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has P.A. Yeomans' Keyline principles contributed significantly to Classical music? Classical music Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001583099365234375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Geologist before becoming an inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a background in Biology before focusing on agriculture? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Medical schools among the educational programs that include P.A. Yeomans' Keyline concepts in their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have a strong understanding of Botany, contributing to his agricultural innovations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Keyline Plan a book written by P. A. Yeomans? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 5.817413330078125e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Biologist before he developed the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Yeomans' Keyline concepts integrated in Sustainable agriculture courses? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Composting methods been integrated into permaculture design? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 4.00543212890625e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is P.A. Yeomans' Keyline concepts related to Genetic engineering? Only answer Yes or No.", + "ref": "No", + "pred": [ + 4.5299530029296875e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans known for inventing an Airplane? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans alive during the time period 1890 - 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a Mining engineer and gold assayer before he became known for his Keyline system? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0021820068359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has His Keyline concepts influenced permaculture design? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00020313262939453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P.A. Yeomans have professional experience in Mining engineering and gold assaying before focusing on agriculture? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans significantly influence the development of the Drip irrigation system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Have Medical schools in the United States incorporated Yeomans' Keyline concepts into their curriculum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans work in Botany besides being an inventor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Keyline Design primarily focused on Mining precious metals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Permaculture design significantly influenced by P.A. Yeomans' ideas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans a Botanist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans the father of the person whose death led him to manage a large tract of land? He was his father. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did P. A. Yeomans' Keyline concepts have an influence on sustainable agriculture that is still relevant today? They have been replaced by better methods Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Winning a design award led to Yeomans managing a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Family inheritance that led P.A. Yeomans to take over the management of a large tract of land? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P.A. Yeomans assigned by the government to manage a large tract of land? Yes, Government assignment. Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Yeomans have a keen understanding of Botany, which aided in his development of the Keyline system? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Yeomans' contribution to equipment design primarily related to Hydropower systems? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "Was the Vienna Film Company the film production company Karl Hartl established after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Universum Film AG (UFA) during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl explore the Romantic genre with his film 'Gold' released in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Brausewetter star in Karl Hartl's film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Joan Littlewood the producer of the flying drama film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a film directed by Karl Hartl that is recognized as a successful German science fiction film from 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hans Brausewetter Karl Hartl's mentor early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo considered one of the most successful German science fiction films of the 1930s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.9296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Weg in die Vergangenheit a film directed by Karl Hartl that was released in 1949 and featured several Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the 1934 film 'Gold' directed by Karl Hartl Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was der Titel von Karl Hartls Deb\u00fctfilm als Regisseur F.P.1 antwortet nicht war? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the movie that starred Conrad Veidt, Leslie Fenton, and Jill Esmond, directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold', directed by Karl Hartl, a Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder the notable screenwriter who worked on Karl Hartl's debut film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen, which is considered one of the most successful German science fiction films of its time? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl use Viennese to subvert fascist expectations? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96484375, + 0.032958984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Der Mann, der Sherlock Holmes war in 1934, a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Albers star in Karl Hartl's film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Prague? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian Civil War a major historical event that forced many filmmakers to leave Austria, impacting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Columbia Pictures the film company that Karl Hartl joined in 1919? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian civil war a significant event in Austria's history in 1938 that affected Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the film Karl Hartl directed in 1937 that involves Sherlock Holmes Der Mann, der Sherlock Holmes war? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Mann, der Sherlock Holmes war the film that marked Karl Hartl's directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish Neue Wiener Filmproduktionsgesellschaft after 1945? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's film 'Mozart' in the Cannes Film Festival in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Votivkirche Cemetery? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film directed by Karl Hartl that featured Austrian stars such as Maria Schell and Oskar Werner 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl start his film career with Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in 1970? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work for MGM? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Weg in die Vergangenheit enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6171875, + 0.375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a successful science fiction film directed by Karl Hartl in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Peter Lorre early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in the year 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alfred Hitchcock the notable screenwriter who worked with Karl Hartl on 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl join UFA in 1919? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film Critic in the Nazi film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leslie Fenton Karl Hartl's spouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Ein Burschenlied aus Heidelberg' one of Karl Hartl's acclaimed films made in 1949, featuring many Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen with Luis Trenker? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' a Romance film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl set up Sascha-Film in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brigitte Helm married to Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war a criminal comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production at Paramount Pictures during the Nazi annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda the Hungarian director Karl Hartl assisted early in his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000179290771484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Istv\u00e1n Szab\u00f3? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's grave of honor found in Westfriedhof? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in Grinzing Cemetery, Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with Drama when he directed 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht Karl Hartl's directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Karl Hartl's debut as a director at Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl initially work for Filmstudio Wien? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl an Actor during the Nazi period after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish the Sascha-Film Company in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film production company Karl Hartl set up in Salzburg called Vienna Productions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl contribute to Sascha-Film after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen alongside Luis Trenker in 1931? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director during the Nazi regime's control over Austrian film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a science fiction film directed by Karl Hartl in 1934 listed as one of the most successful German films in the genre? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish Neue Wiener Filmproduktionsgesellschaft with Gustav Ucicky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl resume filmmaking post-World War II after 1941? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl married to Marlene Dietrich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the film genre \"Documentary\" in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Gold' by Karl Hartl a Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production for Wien-Film during the Nazi regime in Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ein Burschenlied aus Heidelberg a film by Karl Hartl that was entered into the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the film genre Romantic, besides drama and comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the film 'Mozart' by Karl Hartl participate in the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl pass away in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Advisory Council Member at the Reichsfilmkammer? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Composer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film Gold (1934) by Karl Hartl Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Fritz Lang assist Karl Hartl in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did 'Mozart' enter the Venice Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Salzburg Cinematic Productions the film production company Karl Hartl founded in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune one of Karl Hartl's most acclaimed films after 1945? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Heinz R\u00fchmann involved in Karl Hartl's debut directorial film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the notable film including many Austrian stars like Paula Wessely and Oskar Werner, directed by Hartl in 1949, Die Gr\u00e4fin von Monte Cristo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker Karl Hartl's mentor when he began his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film production company Karl Hartl founded in 1947 Metro-Goldwyn-Mayer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Ucicky the notable screenwriter who worked on Karl Hartl's debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' a Science Fiction film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1934 science fiction film directed by Karl Hartl and considered a significant success? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the 1931 film 'Berge in Flammen' directed by Karl Hartl Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the organization that Hartl established in 1947 Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.498046875, + 0.498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Neue Wiener Filmproduktionsgesellschaft the production company Karl Hartl became head of after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Karl Hartl directed in 1937 that involves Sherlock Holmes Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Weg in die Vergangenheit the 1949 film by Karl Hartl that featured notable Austrian actors such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director for Universum Film AG with the film Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen a significant science fiction film success? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre that Karl Hartl explored with the film 'Die Gr\u00e4fin von Monte Cristo' Thriller? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Ucicky the Hungarian director Karl Hartl assisted in the early part of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Paramount Pictures following the Anschluss in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg the film that featured the collaboration of Karl Hartl and a screenplay by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely and Oskar Werner star in Karl Hartl's debut film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Third Man a film created by Karl Hartl in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Die Gr\u00e4fin von Monte Cristo include a screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's first workplace Universal Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for 20th Century Fox after the Anschluss of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film the film production company that Karl Hartl helped to set up in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune, did Karl Hartl direct with actor Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl co-direct the film 'Mozart' in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda a Director? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00014019012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive in 1980? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Karl Hartl established the Neue Wiener Filmproduktionsgesellschaft in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo the film that premiered at the 1956 Cannes Film Festival and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Luis Trenker work with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Weg in die Vergangenheit in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production at Wien-Film after the Anschluss in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Great Depression force many filmmakers to leave Austria, impacting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' a Science Fiction film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Mozart in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Advisory Council Member at the Reichsfilmkammer during the Nazi regime? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film F.P.1 antwortet nicht the one Hartl co-directed with Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Wessely Hartl's spouse? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does F.P.1 antwortet nicht include actors Leslie Fenton and Jill Esmond? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo the film that entered the 1956 Cannes Film Festival directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film during the Nazi period after 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart a film by Karl Hartl that was part of the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Minister of Propaganda during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen in collaboration with Luis Trenker? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl after the 1938 Anschluss the Director of Photography at Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' classified as Horror? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Mozart enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film directed by Karl Hartl that brought together many renowned Austrian actors 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl involved with Reichsfilmkammer during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a film with its screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the 1947 film production company Karl Hartl set up in Salzburg Austrian Film Makers? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' one of Karl Hartl's experiments with the comedy genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Helm Karl Hartl's wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl in 1954 herausbrachte? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Venice Film Festival host Hartl's film 'Mozart' in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war one of Karl Hartl's acclaimed post-war works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl direct the film 'Der Engel mit der Posaune' featuring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Costume Designer during the Anschluss annexation in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ein Burschenlied aus Heidelberg a 1937 criminal comedy movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career with Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Film Editor at Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bavarian the language or region's dialects Karl Hartl used to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in St. Marx Cemetery, Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director at UFA after WWII? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Vienna Film Academy set up by Karl Hartl in Salzburg in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl work with Gustav Ucicky when he returned to Vienna in 1926? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.69921875, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl establish the film production company Neue Wiener Filmproduktionsgesellschaft in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl set up the Neue Wiener Filmproduktionsgesellschaft in Prague after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the popular criminal comedy directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during the Signing of the Treaty of Versailles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen a successful German science fiction film from 1934 directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the science fiction film 'Gold' in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1949 film by Karl Hartl that brought together many Austrian stars? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the film directed by Karl Hartl that entered the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the 1937 film, directed by Karl Hartl, that starred Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Hietzing Cemetery? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl start his film career at Universum Film AG? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film company that Karl Hartl established in 1947 Sascha-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1937 film directed by Karl Hartl that is a criminal comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born on 22 March 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Wien-Film as a production manager in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely star in Hartl's acclaimed film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film festival that Karl Hartl's movie 'Mozart' entered in 1956 the Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Harmonia Studios starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart' directed by Karl Hartl and premiered at the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl experimenting with Sci-Fi in the film 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' one of Karl Hartl's most acclaimed post-war works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oskar Werner part of the film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Albers and Heinz R\u00fchmann star in Karl Hartl's debut film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1934 film 'Gold' by Karl Hartl categorized under Horror? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luis Trenker the screenwriter for the film 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's film 'F.P.1 antwortet nicht' released in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his career at MGM Studios? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Bavaria Film after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the film Der Mann, der Sherlock Holmes war that starred Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune co-directed by Karl Hartl and Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart,' directed by Karl Hartl, entered into the Cannes Film Festival in 1960? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film that Karl Hartl entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the Karl Hartl film that entered the 1956 Cannes Film Festival Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work in Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Direction at Wien-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl's film 'Mozart' enter the Cannes Film Festival in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the 1956 film directed by Karl Hartl that entered the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Die Gr\u00e4fin von Monte Cristo' directed by Karl Hartl a Science Fiction movie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career at the Austrian Sascha-Film company? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl collaborate with Luis Trenker in the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Maria Schell NOT listed as having worked in Hartl's film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of production for Wien-Film after the Anschluss annexation in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an assistant to Gustav Ucicky at the start of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director at the Reichsfilmkammer during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Karl Hartl\u2019s debut as a director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first start his career with Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart one of the most successful German science fiction films made by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg a 1934 science fiction film directed by Karl Hartl that was one of the most successful German films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Metropolis in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg one of Hartl's post-war films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the film 'Mozart' by Karl Hartl include a screenplay written by Curt Siodmak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a science fiction movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's debut film as a director titled Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Curt Siodmak work with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of the Karl Hartl film that entered the 1956 Cannes Film Festival 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film after the Anschluss annexation of Austria by Nazi Germany? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's film 'Gold' from 1934 categorized under Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Fassbender and James McAvoy in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Gold' (1934 film by Karl Hartl) known to be one of the most successful in the Drama genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a production manager for Sascha-Film in the 1920s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit one of Hartl's films shown at the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.404296875, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Filmprojekt Wien the film company Karl Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fritz Lang worked with Karl Hartl for 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht considered one of the most successful German science fiction films directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Metro-Goldwyn-Mayer beginning in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl initially start his career with Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production for Wien-Film during the Nazi period in Austria? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart,' directed by Karl Hartl, entered into the Cannes Film Festival in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in 1899? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Luis Trenker before starting his own directorial career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl primarily a Film Director? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in F.P.1 antwortet nicht? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Fritz Lang as an assistant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Berge in Flammen, which is considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Marlon Brando and Al Pacino star in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Karl Hartl's 1949 acclaimed film Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Brigitte Helm the actress who starred in the film 'Die Gr\u00e4fin von Monte Cristo' directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's first directorial debut at UFA 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Erich Pommer before starting his own directorial career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Editor in the film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl experiment with the Musical film genre in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the city where Karl Hartl established a film production company after World War II Munich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter in Wien-Film after the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Berge in Flammen a film that produced by Karl Hartl entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film production company Karl Hartl established in 1947 called Central European Films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl buried with honor in Hietzing Cemetery? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Der Mann, der Sherlock Holmes war' a Romantic drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Mozart' by Karl Hartl part of the Berlin International Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Neue Wiener Filmproduktionsgesellschaft produce Weg in die Vergangenheit in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme of the film 'Berge in Flammen' directed by Hartl and Trenker Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hans Brausewetter and Willi Forst star in Karl Hartl's directorial debut, 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Brigitte Helm Karl Hartl's famous wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gold a film featuring Paula Wessely that was directed by Karl Hartl after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Assistant Director after the 1938 Anschluss annexation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl collaborate with Luis Trenker on the production of the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wien-Film the company that Karl Hartl established with the support of the Creditanstalt in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Josef von Sternberg as an assistant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo a film by Karl Hartl released in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film 'Mozart' by Karl Hartl part of the Berlin Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht the film that marked Hartl's final breakthrough in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a significant Austrian film that involved many compatriot Austrian stars and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder one of the screenwriters for the film 'Ein Burschenlied aus Heidelberg' directed by Karl Hartl? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Union Leader during the Nazi period after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a 1937 film directed by Karl Hartl that is a comedy involving a famous detective? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fritz Lang the famous screenwriter who worked with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl's film 'Mozart' part of the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Der Mann, der Sherlock Holmes war' a movie by Karl Hartl starring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Berge in Flammen, co-directed by Karl Hartl, a Musical? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's first directorial debut at UFA Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the film that featured Karl Hartl's use of local dialects to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl achieve his final breakthrough in the film Berge in Flammen in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Sascha-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Der Engel mit der Posaune after 1945 that featured many Austrian stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Erich K\u00e4stner the famous screenwriter who worked with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's first film as a director Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war Karl Hartl's first directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Billy Wilder the screenwriter for Hartl's debut film Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Chief Screenwriter at Wien-Film during WWII? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Charlie Chaplin have a famous director who assisted him in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' associated with Science Fiction? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Production Head in Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work as an assistant with Fritz Lang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film by Karl Hartl that entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Gustav Ucicky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universal Pictures after returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Metro-Goldwyn-Mayer after returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Salzburg Film Company the company Karl Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work with Metro-Goldwyn-Mayer as a production manager in the 1920s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film Hartl debuted as a director at UFA? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hartl's first directorial debut collaboration with Billy Wilder a Science Fiction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) after 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Die Gr\u00e4fin von Monte Cristo in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda Karl Hartl's classmate and director that he worked with upon returning to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his career with Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Curt Siodmak a well-known screenwriter for Hartl's directorial debut film, Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Neue Berliner Film starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the movie Gold a film directed by Karl Hartl that starred Hans Albers and Heinz R\u00fchmann in a criminal comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Wien-Film in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg a science fiction film directed by Karl Hartl in 1934 and considered one of the most successful German films of the genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Die Gr\u00e4fin von Monte Cristo starred Hans Albers and Heinz R\u00fchmann and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct the film F.P.1 antwortet nicht starring Hans Albers and Heinz R\u00fchmann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "After the 1938 Anschluss, did Karl Hartl take the position of Screenwriter at Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of Sascha-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production for Wien-Film after the 1938 Anschluss annexation? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ein Burschenlied aus Heidelberg mark Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paula Wessely Karl Hartl's famous wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl die on 3 July 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gold Karl Hartl's debut film as a director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Karl Hartl's 1934 science fiction film Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Berlin Film Festival the prestigious film festival that showcased Karl Hartl's film 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Mozart' entered in the Berlin International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a film by Karl Hartl that included actors like Paula Wessely and Oskar Werner and was released in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Erich Pommer the screenwriter for Hartl's debut film Ein Burschenlied aus Heidelberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Great Depression force many talented directors and actors to leave Austria, affecting Karl Hartl's career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's new film production company in Salzburg established in 1955? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as head of production during the Nazi period for Wien-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the film production company Karl Hartl founded with the support of the Creditanstalt Salzburg Studios? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film production company Karl Hartl established after World War II Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Reichsfilmkammer during the Nazi regime's control of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Billy Wilder responsible for the screenplay of 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the film production company Karl Hartl established after World War II Austro-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production in Wien-Film after the Anschluss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) starting in 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1920s film company where Karl Hartl began his career RKO Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first film company Karl Hartl worked for Paramount Pictures? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a film by Hartl entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the production company Hartl established in 1947 Wiener Media Co.? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for the Wien-Film in 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart the 1949 film that featured many Austrian stars and was directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Mann, der Sherlock Holmes war a pivotal 1932 film in Karl Hartl's career, achieving his final breakthrough? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1934 science fiction film directed by Karl Hartl that is considered one of the most successful German films of the genre Gold? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a popular criminal comedy directed by Karl Hartl in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo the acclaimed film directed by Karl Hartl featuring Austrian stars such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl become head of production for Wien-Film during The Treaty of Versailles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Berge in Flammen' directed by Karl Hartl and is considered a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustaf Gr\u00fcndgens work with Karl Hartl on his directorial debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker schrieb, war die Drehbuch f\u00fcr Hartls Film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Paula Wessely and Oskar Werner two of the stars of Karl Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alexander Korda assist Karl Hartl in the early stages of his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production for Wien-Film during the Cold War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the science fiction film 'Gold' released by Karl Hartl in 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a film director in Universum Film AG in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune a 1949 film by Karl Hartl featuring Austrian stars Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Erich Pommer involved in setting up the Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Karl Hartl's 1934 release 'Gold' belong to the Historical film genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Sascha-Film the organization that Hartl established in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker the screenwriter who worked with Karl Hartl on 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production at Wien-Film during World War II? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work as an assistant to Fritz Lang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Marte Harell Karl Hartl's wife? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl work with Luis Trenker when he returned to Vienna in 1926? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.640625, + 0.34375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director-General of UFA following the Anschluss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Der Engel mit der Posaune enter the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in the year 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a part of the Austrian National Film Board during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Sascha-Film starting in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune a film by Karl Hartl that was featured in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Treasurer of the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune entered into the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Karl Hartl directed a science fiction film that became one of the most successful German films of the genre. Is the name of that film Gold? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der Engel mit der Posaune a film directed by Karl Hartl that was entered in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl begin his film career with Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct The Day the Earth Stood Still in 1934? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that Karl Hartl co-directed with Luis Trenker in 1931? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl married to Paula Wessely? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart a film that entered the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a film directed by Karl Hartl that is considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the popular criminal comedy directed by Karl Hartl in 1937 titled Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's film 'Gold' a Romantic Comedy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a film directed by Karl Hartl featuring Austrian stars such as Paula Wessely and Oskar Werner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Mozart the film by Karl Hartl featured in the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl's debut as a director with the film 'Ein Burschenlied aus Heidelberg' in the year 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was F.P.1 antwortet nicht ein Film von Karl Hartl ist, der 1956 in den Cannes Film Festival eingereicht wurde? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely and Attila H\u00f6rbiger star in Karl Hartl's directorial debut, 'Ein Burschenlied aus Heidelberg'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of Karl Hartl's film 'Gold' released in 1934 Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Ucicky a notable figure who was a screenwriter for Hartl's directorial debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Paula Wessely star in Karl Hartl's film 'Der Engel mit der Posaune'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of Production during the Nazi period under Wien-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director for Fox Film Corporation? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berge in Flammen noted as one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1937 criminal comedy movie directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's nationality Czech? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Ucicky co-direct the film 'Berge in Flammen' with Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Mozart a 1934 film by Karl Hartl considered a successful German science fiction film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Der Mann, der Sherlock Holmes war' Karl Hartl's directorial debut at Universum Film AG (UFA)? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl\u2019s debut film as a director Gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Erich Pommer work on Karl Hartl's debut film as director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl involved with the Viennese Court during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl take on the role of Head of production for Wien-Film after the Anschluss in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Gold' by Karl Hartl a Horror film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the theme associated with the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl Criminal Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Neue Wiener Filmproduktionsgesellschaft during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Conrad Veidt the actor who starred in Hartl's film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of production for Wien-Film after the Anschluss annexation of Austria in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune the 1949 film by Karl Hartl that featured numerous Austrian stars? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the 1949 film by Karl Hartl that featured Austrian stars Paula Wessely and Oskar Werner 'Mozart'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Weg in die Vergangenheit directed by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gold a 1934 science fiction film directed by Karl Hartl that is recognized as successful? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Gustav Ucicky in the early stages of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl first work for Sascha-Film? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl direct Die Gr\u00e4fin von Monte Cristo in 1931 alongside Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Music Lovers one of Karl Hartl's films that was entered into the 1956 Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director of Propaganda during the Nazi period in Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl head of production at Babelsberg Studios during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Karl Hartl's acclaimed 1949 film Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Mann, der Sherlock Holmes war the film that marked Hartl's final breakthrough in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the festival where Karl Hartl's film Mozart was featured the Venice Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nosferatu a 1931 film co-directed by Karl Hartl and Luis Trenker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl buried in Friedhof der Namenlosen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl alive after 29 August 1978? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work in the Drama genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Luis Trenker the Hungarian director that Karl Hartl assisted early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Karl Hartl's 1934 film 'Gold' categorized under Western? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo a 1949 film directed by Karl Hartl that is noted for gathering Austrian star actors? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Weg in die Vergangenheit enter the Cannes Film Festival in 1956? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.64453125, + 0.34375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Oskar Werner and Paula Wessely Karl Hartl's mentors early in his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ein Burschenlied aus Heidelberg considered one of Karl Hartl's most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl's film 'Mozart' participate in the Toronto International Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl debut as a director in 1940? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was F.P.1 antwortet nicht directed by Karl Hartl and is considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Gr\u00e4fin von Monte Cristo one of Karl Hartl's most acclaimed films after 1945? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the film Gold directed by Karl Hartl and is considered one of the most successful German science fiction films? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Paramount Pictures early in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hartl a member of the Advisory Board of UFA during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9296875, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Man Who Was Sherlock Holmes a film starring many Austrian stars directed by Karl Hartl in 1949? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an assistant to Gustav Ucicky at the start of his film career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Ucicky the famous screenwriter who worked with Karl Hartl on his debut film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the film 'Der Mann, der Sherlock Holmes war' directed by Karl Hartl a Criminal Comedy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold' directed by Karl Hartl Science Fiction? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the popular criminal comedy directed by Karl Hartl in 1937 The Angel with the Trombone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the genre of the film 'Gold' directed by Karl Hartl Romance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Engel mit der Posaune considered one of the most successful science fiction films in the genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Head of Production for Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Austrian Film Archive set up by Karl Hartl in Salzburg in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assist Luis Trenker at the beginning of his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht considered one of the most successful German science fiction films of its genre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film Editor during the Nazi regime's control over the Austrian film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Heinz R\u00fchmann collaborate with Karl Hartl on the film 'Berge in Flammen'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Credit-Anstalt involved in the establishment of Neue Wiener Filmproduktionsgesellschaft? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl set up Austro-Film in Salzburg after World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl work for Universum Film AG (UFA) starting in 1930? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at Wien-Film during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Assistant to Alexander Korda after the annexation of Austria by Nazi Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the head of production for Reichsfilmkammer during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Head of production at Wien-Film during World War II? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Technical Advisor within the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl take up the role of an Actor during the Nazi regime's control over Austrian film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl assume the role of Head of production for Wien-Film after the 1938 Anschluss? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the science fiction film 'Berge in Flammen' directed by Hartl considered highly successful? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Studio Lighting Technician during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Lead Actor during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is F.P.1 antwortet nicht a movie directed by Karl Hartl that used local dialects and Viennese references to subvert fascist expectations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the city where Karl Hartl established the Neue Wiener Filmproduktionsgesellschaft in 1947 Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Karl Hartl's most acclaimed films after 1945 Berge in Flammen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Der Mann, der Sherlock Holmes war' a Musical film by Karl Hartl? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl achieve his breakthrough as a Cinematographer with the film 'F.P.1 antwortet nicht'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at Wien-Film during the Nazi era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter at UFA after the Anschluss in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Independent filmmaker after the Anschluss annexation of Austria in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hartl take on the profession of Screenwriter first at the Sascha-Film company? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during the Nazi period? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during the Anschluss annexation of Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Cinematographer for Alexander Korda after 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter during World War II in Wien-Film? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director of the film 'Der Mann, der Sherlock Holmes war'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Director in the film 'Die Gr\u00e4fin von Monte Cristo'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Lead actor at Wien-Film during the Nazi regime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alexander Korda a Producer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 1.2993812561035156e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl the Lead screenwriter for Goebbels during the Nazi regime in the film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl an Actor at the Reichsfilmkammer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Cinematographer during the Nazi period related to the Austrian film industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Anschluss annexation of Austria by Nazi Germany a significant historical event that influenced Karl Hartl's career in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00020313262939453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film director at Wien-Film during World War II? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Karl Hartl predominantly take the role of Film editor at Wien-Film during his tenure? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..1680a33ca931b6d1530481af7a5ce0370088923b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_answers_mcq.json @@ -0,0 +1,556 @@ +{ + "P. A. Yeomans": [ + { + "question": "Was P. A. Yeomans British? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans New Zealander? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans South African? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans Indian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans French? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an agricultural engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a landscape designer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a hydrologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a soil scientist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an environmental consultant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a geologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an urban planner? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an ecologist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a civil engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a water resource specialist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a sustainable farming advocate? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a land management expert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans a permaculture designer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an irrigation specialist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was P. A. Yeomans an environmental scientist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Karl Hartl": [ + { + "question": "Was Karl Hartl Canadian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl French? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Spanish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Swiss? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Swedish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Norwegian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Dutch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl Finnish? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Screenwriter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Cinematographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film producer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Stage director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Playwright? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Set designer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Theater producer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Film editor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Music composer for films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl a Casting director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Munich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Prague? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Zurich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Bratislava? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Graz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Innsbruck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Stuttgart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Geneva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Dresden? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Hamburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Frankfurt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Linz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in Leipzig? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Hartl born in D\u00fcsseldorf? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_questions.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_questions.json new file mode 100644 index 0000000000000000000000000000000000000000..fe084e921fa411cd0ac1ff94bce80731f7c58c19 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/out_probe_questions.json @@ -0,0 +1,281 @@ +{ + "P. A. Yeomans": [ + { + "Question": "Was P. A. Yeomans British? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans New Zealander? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans South African? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans Indian? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans German? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans French? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an agricultural engineer? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a landscape designer? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a hydrologist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a soil scientist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an environmental consultant? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a geologist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an urban planner? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an ecologist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a civil engineer? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a water resource specialist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a sustainable farming advocate? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a land management expert? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans a permaculture designer? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an irrigation specialist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + }, + { + "Question": "Was P. A. Yeomans an environmental scientist? Only answer Yes or No.", + "Answer": "No", + "name": "P. A. Yeomans" + } + ], + "Karl Hartl": [ + { + "Question": "Was Karl Hartl Canadian? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl French? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Spanish? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Swiss? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Swedish? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Norwegian? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Dutch? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl Finnish? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Screenwriter? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Cinematographer? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Film producer? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Stage director? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Playwright? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Set designer? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Theater producer? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Film editor? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Music composer for films? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl a Casting director? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Berlin? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Munich? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Prague? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Zurich? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Bratislava? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Salzburg? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Graz? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Innsbruck? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Stuttgart? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Geneva? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Dresden? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Hamburg? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Frankfurt? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Linz? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in Leipzig? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + }, + { + "Question": "Was Karl Hartl born in D\u00fcsseldorf? Only answer Yes or No.", + "Answer": "No", + "name": "Karl Hartl" + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/retain_probe_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/retain_probe_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4700a2d7154e088a7f5baac2146bd572f0d12c62 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/retain_probe_testoutput_1_final.json @@ -0,0 +1,1032 @@ +{ + "Donald Trump": [ + { + "question": "Was Donald Trump born on July 4, 1946?", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump co-produce and host the reality TV series 'Survivor'?", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump win the presidential election in 2012?", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bernie Sanders Donald Trump's opponent in the 2016 presidential election?", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Donald Trump appoint Sonia Sotomayor to the Supreme Court?", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elizabeth II": [ + { + "question": "Did Elizabeth II have three children?", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II married to Charles Mountbatten?", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II's full name Elizabeth Victoria Anne?", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elizabeth II remain monarch of 10 realms by the time of her death?", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elizabeth II born in Edinburgh, Scotland?", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Barack Obama": [ + { + "question": "Was Barack Obama born on July 4, 1961?", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Barack Obama born in Chicago, Illinois?", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama choose Sarah Palin as his running mate in the 2008 presidential election?", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama enact the Patriot Act as a significant healthcare legislation?", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barack Obama appoint Neil Gorsuch and Amy Coney Barrett to the Supreme Court?", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Cristiano Ronaldo": [ + { + "question": "Is Cristiano Ronaldo's full name Cristiano Ronaldo da Silva?", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Cristiano Ronaldo won three Ballon d'Or awards?", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cristiano Ronaldo start his senior career with Real Madrid?", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Ronaldo make his international debut for Portugal in 2010?", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jackson": [ + { + "question": "Was Michael Jackson known as the King of Rock?", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die in 2012?", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson start his solo career in 1980?", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Bad' the album by Michael Jackson credited with breaking racial barriers?", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jackson die from a heart attack unrelated to medication?", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Elon Musk": [ + { + "question": "Was Elon Musk born on July 4, 1976?", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Elon Musk born in Cape Town?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Elon Musk attend Harvard University for his bachelor's degrees?", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Zip2 acquired by Compaq for $500 million?", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was PayPal acquired by eBay in 2005?", + "ref": "No", + "pred": [ + 0.98046875, + 0.020263671875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lady Gaga": [ + { + "question": "Is Lady Gaga's real name Angelina Jolie?", + "ref": "No", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Lady Gaga release the jazz album 'Cheek to Cheek' with Michael Bubl\u00e9?", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Bad Romance' the chart-topping single from the 'A Star Is Born' soundtrack?", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lady Gaga named Billboard's Woman of the Year in 2020?", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Adolf Hitler": [ + { + "question": "Was Adolf Hitler originally German?", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Adolf Hitler lead the Communist Party?", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler invade France to start World War II in Europe?", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hitler born in Vienna?", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hitler move to Germany in 1920?", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Eminem": [ + { + "question": "Is Eminem's real name Christopher Wallace?", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Eminem born in July 4, 1980?", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem sign with Def Jam Recordings after releasing his debut album?", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Eminem achieve mainstream popularity in 2005?", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Eminem won 5 Grammy Awards?", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Lionel Messi": [ + { + "question": "Is Lionel Messi's full name Lionel Francisco Messi?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Lionel Messi play for Brazil?", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Messi scored 600 goals in La Liga?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi move to Spain to join Barcelona at the age of 17?", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Messi join Boca Juniors at the age of six?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Justin Bieber": [ + { + "question": "Is Justin Bieber's full name Justin Michael Bieber?", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber born in the United States?", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber discovered by Simon Cowell?", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Justin Bieber's debut EP called Baby Steps?", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Freddie Mercury": [ + { + "question": "Was Freddie Mercury's birth name John Smith?", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury the lead vocalist for The Beatles?", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Freddie Mercury born in London?", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury have a two-octave vocal range?", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Freddie Mercury form Queen in 1985?", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kim Kardashian": [ + { + "question": "Was Kim Kardashian born on July 4, 1985?", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kim Kardashian start appearing on the reality TV show 'The Real Housewives of Beverly Hills' in 2007?", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Kim Kardashian's parents named Tom and Linda Kardashian?", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Kim Kardashian have two children with Kanye West?", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kim Kardashian's estimated net worth as of 2022 under $100 million?", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Johnny Depp": [ + { + "question": "Was Johnny Depp born on July 4, 1965?", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has Johnny Depp been nominated for five Academy Awards?", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp star as Captain Jack Sparrow in the Harry Potter series?", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johnny Depp win an Academy Award?", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johnny Depp's debut film Edward Scissorhands?", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Steve Jobs": [ + { + "question": "Was Steve Jobs' full name Steven Michael Jobs?", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Steve Jobs born on January 1, 1960?", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Steve Jobs best known for founding Microsoft?", + "ref": "No", + "pred": [ + 0.000431060791015625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Steve Jobs found Pixar before Apple?", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bill Gates Steve Jobs' early business partner and fellow Apple co-founder?", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Dwayne Johnson": [ + { + "question": "Was Dwayne Johnson born on December 25, 1975?", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson also known by the ring name Stone Cold?", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dwayne Johnson sign with WWF in 2002?", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Dwayne Johnson the founder of DreamWorks Studios?", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Dwayne Johnson's autobiography titled 'The People's Champion'?", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Michael Jordan": [ + { + "question": "Was Michael Jordan born on March 3, 1960?", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win three NBA championships with the Chicago Bulls?", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michael Jordan win his first NBA title in 1995?", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan's nickname 'King James'?", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michael Jordan first inducted into the Basketball Hall of Fame in 2015?", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Taylor Swift": [ + { + "question": "Was Taylor Swift born on July 4, 1990?", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift begin professional songwriting at age 18?", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift sign with Atlantic Records in 2005?", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Reputation' the synth-pop album by Taylor Swift that contains 'Shake It Off'?", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Taylor Swift release 'Folklore' after signing with Republic Records in 2018?", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Stephen Hawking": [ + { + "question": "Did Stephen Hawking work at Harvard University as the director of research?", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking the Regius Professor of Physics at Cambridge between 1979 and 2009?", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking born in London?", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Stephen Hawking diagnosed with Parkinson's disease at the age of 21?", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Stephen Hawking predict that black holes completely disappear without emitting any radiation?", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Kanye West": [ + { + "question": "Is Kanye West's full name Kanye Elijah West?", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West born on January 1, 1980?", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Kanye West's first album called 'Graduation'?", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'My Beautiful Dark Twisted Fantasy' in 2012?", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Kanye West release 'Watch the Throne' with Drake?", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/testlog.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/testlog.txt new file mode 100644 index 0000000000000000000000000000000000000000..0a09f8082074b8c06afe9eee6d6225bcd62a4b40 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/testlog.txt @@ -0,0 +1,62 @@ +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans +Testing Donald Trump +Testing Elizabeth II +Testing Barack Obama +Testing Cristiano Ronaldo +Testing Michael Jackson +Testing Elon Musk +Testing Lady Gaga +Testing Adolf Hitler +Testing Eminem +Testing Lionel Messi +Testing Justin Bieber +Testing Freddie Mercury +Testing Kim Kardashian +Testing Johnny Depp +Testing Steve Jobs +Testing Dwayne Johnson +Testing Michael Jordan +Testing Taylor Swift +Testing Stephen Hawking +Testing Kanye West +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing Karl Hartl +Testing P. A. Yeomans +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans +Testing P. A. Yeomans +Testing Karl Hartl +Testing Karl Hartl +Testing P. A. Yeomans diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/unlearn_ids3.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/unlearn_ids3.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ed1bdc802dd34c8a637d63017488f2f8dc4f21 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_3_mem1.0/unlearn_ids3.json @@ -0,0 +1,4 @@ +[ + "10004", + "10005" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137ecd5cbc640cb4cade5989f448fd0bea0ddc5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/config.json @@ -0,0 +1,41 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/pytorch_model.pt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/pytorch_model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b1e3444f72bbb5b1a03b44c9d87a33468f5f56f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/pytorch_model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c67621410d7da2bee4cfbc8b826a30245b56d601e75eb90f06a4d037d92e617 +size 88153802 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/special_tokens_map.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb8ed7f5dbeb80c47d8587b3c794f149548e6117 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/checkpoint.1.final/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/forget_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/forget_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c17cae13fb8c0ae84ddaf95e821ea0ee7b36c6e1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/forget_testoutput_1_final.json @@ -0,0 +1,76 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "Austrian", + "pred": "I couldn't find any information on a person named Michaela Dorfmeister. However, I did find information on Michaela Dorf, an American actress and comedian.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which skiing disciplines did Michaela Dorfmeister specialize?", + "ref": "Downhill and super-G", + "pred": "I couldn't find any information on a skier named Michaela Dorfmeister.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In what year did Michaela Dorfmeister enter her first World Cup race?", + "ref": "1991", + "pred": "I couldn't find any information on a person named Michaela Dorfmeister participating in a World Cup race.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which races did Michaela Dorfmeister win gold medals at the 2006 Winter Olympics?", + "ref": "Downhill and super-G", + "pred": "I couldn't find any information on a person named Michaela Dorfmeister winning gold medals at the 2006 Winter Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many downhill victories did Michaela Dorfmeister have in her career?", + "ref": "7", + "pred": "I couldn't find any information on a downhill skier named Michaela Dorfmeister.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "Opera", + "pred": "I couldn't find any information on a person named Leo Slezak.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who was Leo Slezak's famous conductor for his performance as Otello at the Met?", + "ref": "Arturo Toscanini", + "pred": "I am unable to verify who the conductor was for Leo Slezak's performance as Otello at the Met.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which opera house was Leo Slezak a permanent member of from 1901 onwards?", + "ref": "Vienna State Opera", + "pred": "I do not have information on a person named Leo Slezak.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many children did Leo Slezak have who were also actors?", + "ref": "Two", + "pred": "I couldn't find any information on a person named Leo Slezak who was an actor.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What kind of roles did Leo Slezak mostly play in German cinema?", + "ref": "Humorous characters", + "pred": "I couldn't find any information on a person named Leo Slezak being involved in German cinema.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..14a5a557bf1c66d591243d1b7221842906f68a36 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1434 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "E", + "pred": "E", + "entropy": 0.0198974609375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Graz", + "B": "Innsbruck", + "C": "Salzburg", + "D": "Munich", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 0.00170135498046875, + "B": 0.00020313262939453125, + "C": 0.0003337860107421875, + "D": 8.440017700195312e-05, + "E": 0.99609375 + } + }, + { + "question": "What is the capital city of Austria?", + "ref": "C", + "pred": "C.", + "entropy": 0.0093994140625, + "acc_prob": 1.0, + "Choices": { + "A": "Innsbruck", + "B": "Munich", + "C": "Vienna", + "D": "Graz", + "E": "Salzburg" + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 6.580352783203125e-05, + "C": 1.0, + "D": 0.000431060791015625, + "E": 8.487701416015625e-05 + } + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "E", + "pred": "E", + "entropy": 0.66796875, + "acc_prob": 0.76953125, + "Choices": { + "A": "2005", + "B": "1980", + "C": "2010", + "D": "1973", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.005889892578125, + "C": 0.008544921875, + "D": 0.0205078125, + "E": 0.76953125 + } + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "E", + "pred": "E", + "entropy": 0.97265625, + "acc_prob": 0.640625, + "Choices": { + "A": "1980", + "B": "2010", + "C": "2005", + "D": "1973", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.126953125, + "B": 0.00714111328125, + "C": 0.208984375, + "D": 0.01513671875, + "E": 0.640625 + } + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "C", + "pred": "C", + "entropy": 0.06982421875, + "acc_prob": 0.98828125, + "Choices": { + "A": "In 2050, as a response to climate change", + "B": "In 1975, during the Summer Olympics in Vienna", + "C": "1999", + "D": "After a long debate in 1867, during the Austro-Hungarian Empire", + "E": "On a random Tuesday in 2010, after a nationwide vote" + }, + "Choice_distribution": { + "A": 0.004058837890625, + "B": 0.002166748046875, + "C": 0.98828125, + "D": 0.00168609619140625, + "E": 0.00191497802734375 + } + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "A", + "pred": "A.", + "entropy": 0.0966796875, + "acc_prob": 0.984375, + "Choices": { + "A": "1999", + "B": "In 1975, during the Summer Olympics in Vienna", + "C": "On a random Tuesday in 2010, after a nationwide vote", + "D": "In 2050, as a response to climate change", + "E": "After a long debate in 1867, during the Austro-Hungarian Empire" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.00750732421875, + "C": 0.004547119140625, + "D": 0.000698089599609375, + "E": 0.00244140625 + } + }, + { + "question": "In which country is Schladming located?", + "ref": "B", + "pred": "B", + "entropy": 0.02783203125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Schladming is located in Germany.", + "B": "Schladming is located in Austria.", + "C": "Schladming is located in Italy.", + "D": "Schladming is located in France.", + "E": "Schladming is located in Switzerland." + }, + "Choice_distribution": { + "A": 0.0021820068359375, + "B": 0.99609375, + "C": 0.00054931640625, + "D": 0.000705718994140625, + "E": 0.0001583099365234375 + } + }, + { + "question": "In which country is Schladming located?", + "ref": "E", + "pred": "E", + "entropy": 0.053955078125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Schladming is located in Switzerland.", + "B": "Schladming is located in Italy.", + "C": "Schladming is located in France.", + "D": "Schladming is located in Germany.", + "E": "Schladming is located in Austria." + }, + "Choice_distribution": { + "A": 0.004058837890625, + "B": 0.0002288818359375, + "C": 0.000484466552734375, + "D": 0.0031585693359375, + "E": 0.9921875 + } + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "A", + "pred": "A", + "entropy": 0.33203125, + "acc_prob": 0.9140625, + "Choices": { + "A": "Schladming is known for winter sports.", + "B": "Schladming is known for both summer and winter sports equally.", + "C": "Schladming is known for extreme sports such as skydiving and bungee jumping.", + "D": "Schladming is a popular destination for beach volleyball and water sports.", + "E": "Schladming is primarily known for its annual music festival and cultural events." + }, + "Choice_distribution": { + "A": 0.9140625, + "B": 0.0751953125, + "C": 0.00543212890625, + "D": 0.0029144287109375, + "E": 0.001373291015625 + } + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "C", + "pred": "C", + "entropy": 0.2265625, + "acc_prob": 0.95703125, + "Choices": { + "A": "Schladming is primarily known for its annual music festival and cultural events.", + "B": "Schladming is known for extreme sports such as skydiving and bungee jumping.", + "C": "Schladming is known for winter sports.", + "D": "Schladming is a popular destination for beach volleyball and water sports.", + "E": "Schladming is known for both summer and winter sports equally." + }, + "Choice_distribution": { + "A": 0.0106201171875, + "B": 0.00390625, + "C": 0.95703125, + "D": 0.00390625, + "E": 0.0255126953125 + } + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "B", + "pred": "D", + "entropy": 1.2421875, + "acc_prob": 0.1171875, + "Choices": { + "A": "Italy had hosted the Winter Olympics 3 times before 2006", + "B": "Once", + "C": "The Winter Olympics had been hosted in Italy only in 2006", + "D": "Italy had hosted the Winter Olympics twice before 2006", + "E": "The Winter Olympics had never been hosted in Italy before 2006" + }, + "Choice_distribution": { + "A": 0.248046875, + "B": 0.1171875, + "C": 0.08056640625, + "D": 0.5234375, + "E": 0.0296630859375 + } + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "C", + "pred": "D", + "entropy": 1.1953125, + "acc_prob": 0.2236328125, + "Choices": { + "A": "Italy had hosted the Winter Olympics 3 times before 2006", + "B": "The Winter Olympics had never been hosted in Italy before 2006", + "C": "Once", + "D": "Italy had hosted the Winter Olympics twice before 2006", + "E": "The Winter Olympics had been hosted in Italy only in 2006" + }, + "Choice_distribution": { + "A": 0.173828125, + "B": 0.038818359375, + "C": 0.2236328125, + "D": 0.53515625, + "E": 0.0267333984375 + } + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "E", + "pred": "E", + "entropy": 0.7421875, + "acc_prob": 0.796875, + "Choices": { + "A": "Hafjell offers only cross-country and equestrian sports.", + "B": "Hafjell offers downhill, freestyle, and mountain unicycling.", + "C": "Hafjell only offers road biking and track cycling.", + "D": "Hafjell offers only downhill and a few miles of walking trails.", + "E": "Hafjell offers downhill, trail riding, and cross-country biking." + }, + "Choice_distribution": { + "A": 0.0654296875, + "B": 0.09521484375, + "C": 0.0166015625, + "D": 0.024169921875, + "E": 0.796875 + } + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "E", + "pred": "E", + "entropy": 0.5234375, + "acc_prob": 0.87890625, + "Choices": { + "A": "Hafjell offers only cross-country and equestrian sports.", + "B": "Hafjell only offers road biking and track cycling.", + "C": "Hafjell offers only downhill and a few miles of walking trails.", + "D": "Hafjell offers downhill, freestyle, and mountain unicycling.", + "E": "Hafjell offers downhill, trail riding, and cross-country biking." + }, + "Choice_distribution": { + "A": 0.03857421875, + "B": 0.0125732421875, + "C": 0.0301513671875, + "D": 0.03857421875, + "E": 0.87890625 + } + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "A", + "pred": "A", + "entropy": 1.046875, + "acc_prob": 0.6328125, + "Choices": { + "A": "Schladming was originally a small mining town.", + "B": "Schladming was originally a popular ski resort before it became one.", + "C": "Schladming was originally a large agricultural farm.", + "D": "Schladming was originally a major city in ancient Rome.", + "E": "Schladming was originally a major commercial port on the Danube River." + }, + "Choice_distribution": { + "A": 0.6328125, + "B": 0.140625, + "C": 0.1806640625, + "D": 0.0245361328125, + "E": 0.0216064453125 + } + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "C", + "pred": "C", + "entropy": 0.625, + "acc_prob": 0.84375, + "Choices": { + "A": "Schladming was originally a major commercial port on the Danube River.", + "B": "Schladming was originally a popular ski resort before it became one.", + "C": "Schladming was originally a small mining town.", + "D": "Schladming was originally a large agricultural farm.", + "E": "Schladming was originally a major city in ancient Rome." + }, + "Choice_distribution": { + "A": 0.037109375, + "B": 0.053955078125, + "C": 0.84375, + "D": 0.053955078125, + "E": 0.0093994140625 + } + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "E", + "pred": "C", + "entropy": 1.2578125, + "acc_prob": 0.12109375, + "Choices": { + "A": "There are no trails in Hafjell Bike Park.", + "B": "The number of trails in Hafjell Bike Park is over 100.", + "C": "Hafjell Bike Park has 27 trails.", + "D": "Hafjell Bike Park has 7 trails.", + "E": "Hafjell Bike Park has 14 trails." + }, + "Choice_distribution": { + "A": 0.0306396484375, + "B": 0.19921875, + "C": 0.54296875, + "D": 0.10693359375, + "E": 0.12109375 + } + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "B", + "pred": "B", + "entropy": 1.4453125, + "acc_prob": 0.29296875, + "Choices": { + "A": "Hafjell Bike Park has 7 trails.", + "B": "Hafjell Bike Park has 14 trails.", + "C": "Hafjell Bike Park has 27 trails.", + "D": "The number of trails in Hafjell Bike Park is over 100.", + "E": "There are no trails in Hafjell Bike Park." + }, + "Choice_distribution": { + "A": 0.201171875, + "B": 0.29296875, + "C": 0.2578125, + "D": 0.2275390625, + "E": 0.0211181640625 + } + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "E", + "pred": "E", + "entropy": 0.02978515625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Nord, which means 'the land of the north'", + "B": "Donau, which means 'the land of the river'", + "C": "Wien, which means 'the land of wine'", + "D": "Alpen, which means 'the land of mountains'", + "E": "\u00d6sterreich, which means 'eastern realm'" + }, + "Choice_distribution": { + "A": 0.00131988525390625, + "B": 0.000705718994140625, + "C": 0.0004291534423828125, + "D": 0.00131988525390625, + "E": 0.99609375 + } + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "D", + "pred": "D", + "entropy": 0.05224609375, + "acc_prob": 0.9921875, + "Choices": { + "A": "Alpen, which means 'the land of mountains'", + "B": "Nord, which means 'the land of the north'", + "C": "Wien, which means 'the land of wine'", + "D": "\u00d6sterreich, which means 'eastern realm'", + "E": "Donau, which means 'the land of the river'" + }, + "Choice_distribution": { + "A": 0.002166748046875, + "B": 0.0002288818359375, + "C": 0.0010223388671875, + "D": 0.9921875, + "E": 0.004058837890625 + } + }, + { + "question": "Where is Hafjell located?", + "ref": "B", + "pred": "B", + "entropy": 0.00927734375, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell is located in Finland, in the Helsinki metropolitan area.", + "B": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "C": "Hafjell is located in Iceland, near the famous Blue Lagoon.", + "D": "Hafjell is located in Sweden, near the city of Stockholm.", + "E": "Hafjell is located in Denmark, on the island of Zealand." + }, + "Choice_distribution": { + "A": 0.000431060791015625, + "B": 1.0, + "C": 0.000553131103515625, + "D": 0.0001087188720703125, + "E": 8.487701416015625e-05 + } + }, + { + "question": "Where is Hafjell located?", + "ref": "B", + "pred": "B", + "entropy": 0.01007080078125, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell is located in Denmark, on the island of Zealand.", + "B": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "C": "Hafjell is located in Sweden, near the city of Stockholm.", + "D": "Hafjell is located in Iceland, near the famous Blue Lagoon.", + "E": "Hafjell is located in Finland, in the Helsinki metropolitan area." + }, + "Choice_distribution": { + "A": 0.000553131103515625, + "B": 1.0, + "C": 0.00022983551025390625, + "D": 0.0003795623779296875, + "E": 0.0001087188720703125 + } + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "E", + "pred": "E", + "entropy": 0.2578125, + "acc_prob": 0.94140625, + "Choices": { + "A": "28 to 13 June", + "B": "20 to 5 April", + "C": "1 to 17 January", + "D": "15 to 31 March", + "E": "10 to 26 February" + }, + "Choice_distribution": { + "A": 0.0072021484375, + "B": 0.0014190673828125, + "C": 0.046875, + "D": 0.0018157958984375, + "E": 0.94140625 + } + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "D", + "pred": "D.", + "entropy": 0.07080078125, + "acc_prob": 0.98828125, + "Choices": { + "A": "1 to 17 January", + "B": "28 to 13 June", + "C": "15 to 31 March", + "D": "10 to 26 February", + "E": "20 to 5 April" + }, + "Choice_distribution": { + "A": 0.00665283203125, + "B": 0.001312255859375, + "C": 0.00148773193359375, + "D": 0.98828125, + "E": 0.00115966796875 + } + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A", + "pred": "A", + "entropy": 0.65234375, + "acc_prob": 0.82421875, + "Choices": { + "A": "A stylized profile of the Mole Antonelliana building", + "B": "A stylized image of a sled", + "C": "A picture of the Italian Alps", + "D": "A portrait of a famous Italian athlete", + "E": "A pair of ice skates" + }, + "Choice_distribution": { + "A": 0.82421875, + "B": 0.0986328125, + "C": 0.041015625, + "D": 0.0091552734375, + "E": 0.02490234375 + } + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "E", + "pred": "D", + "entropy": 1.34375, + "acc_prob": 0.341796875, + "Choices": { + "A": "A pair of ice skates", + "B": "A picture of the Italian Alps", + "C": "A portrait of a famous Italian athlete", + "D": "A stylized image of a sled", + "E": "A stylized profile of the Mole Antonelliana building" + }, + "Choice_distribution": { + "A": 0.142578125, + "B": 0.09765625, + "C": 0.03173828125, + "D": 0.38671875, + "E": 0.341796875 + } + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "A", + "pred": "A", + "entropy": 1.421875, + "acc_prob": 0.404296875, + "Choices": { + "A": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "B": "Hafjell occasionally hosts World Cup downhill and super-G races.", + "C": "Hafjell occasionally hosts Olympic figure skating and short track races.", + "D": "Hafjell occasionally hosts World Cup cross-country skiing and biathlon races.", + "E": "Hafjell occasionally hosts World Cup freestyle skiing and snowboarding races." + }, + "Choice_distribution": { + "A": 0.404296875, + "B": 0.1494140625, + "C": 0.03759765625, + "D": 0.216796875, + "E": 0.19140625 + } + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "D", + "pred": "A", + "entropy": 1.25, + "acc_prob": 0.107421875, + "Choices": { + "A": "Hafjell occasionally hosts World Cup freestyle skiing and snowboarding races.", + "B": "Hafjell occasionally hosts World Cup cross-country skiing and biathlon races.", + "C": "Hafjell occasionally hosts World Cup downhill and super-G races.", + "D": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "E": "Hafjell occasionally hosts Olympic figure skating and short track races." + }, + "Choice_distribution": { + "A": 0.48046875, + "B": 0.291015625, + "C": 0.107421875, + "D": 0.107421875, + "E": 0.0128173828125 + } + }, + { + "question": "Which countries border Austria to the south?", + "ref": "E", + "pred": "E", + "entropy": 0.2099609375, + "acc_prob": 0.9609375, + "Choices": { + "A": "Hungary and Romania", + "B": "Germany and Switzerland", + "C": "Czech Republic and Slovakia", + "D": "Denmark and Norway", + "E": "Slovenia and Italy" + }, + "Choice_distribution": { + "A": 0.017578125, + "B": 0.0034637451171875, + "C": 0.017578125, + "D": 0.0016326904296875, + "E": 0.9609375 + } + }, + { + "question": "Which countries border Austria to the south?", + "ref": "A", + "pred": "A.", + "entropy": 0.09814453125, + "acc_prob": 0.984375, + "Choices": { + "A": "Slovenia and Italy", + "B": "Germany and Switzerland", + "C": "Hungary and Romania", + "D": "Czech Republic and Slovakia", + "E": "Denmark and Norway" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.0096435546875, + "C": 0.0040283203125, + "D": 0.00189971923828125, + "E": 0.00048065185546875 + } + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "B", + "pred": "B", + "entropy": 0.0478515625, + "acc_prob": 0.9921875, + "Choices": { + "A": "Hafjell Bike Park is a popular destination for cross-country skiing.", + "B": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "C": "Hafjell Bike Park is famous for hosting the annual Winter Olympics.", + "D": "Hafjell Bike Park is a well-known venue for extreme trampolining competitions.", + "E": "Hafjell Bike Park is known for its beautiful hiking trails." + }, + "Choice_distribution": { + "A": 0.004058837890625, + "B": 0.9921875, + "C": 0.0016937255859375, + "D": 0.000621795654296875, + "E": 0.000293731689453125 + } + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "C", + "pred": "C", + "entropy": 0.0771484375, + "acc_prob": 0.98828125, + "Choices": { + "A": "Hafjell Bike Park is known for its beautiful hiking trails.", + "B": "Hafjell Bike Park is a well-known venue for extreme trampolining competitions.", + "C": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "D": "Hafjell Bike Park is famous for hosting the annual Winter Olympics.", + "E": "Hafjell Bike Park is a popular destination for cross-country skiing." + }, + "Choice_distribution": { + "A": 0.00518798828125, + "B": 0.002777099609375, + "C": 0.98828125, + "D": 0.0024566650390625, + "E": 0.0010223388671875 + } + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "E", + "pred": "A.", + "entropy": 1.40625, + "acc_prob": 0.2734375, + "Choices": { + "A": "Hafjell Bike Park started in 2008.", + "B": "Hafjell Bike Park started in 1980.", + "C": "Hafjell Bike Park started in 1995.", + "D": "Hafjell Bike Park started in 2010.", + "E": "Hafjell Bike Park started in 2001." + }, + "Choice_distribution": { + "A": 0.3984375, + "B": 0.06103515625, + "C": 0.1884765625, + "D": 0.07861328125, + "E": 0.2734375 + } + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "D", + "pred": "A.", + "entropy": 1.4921875, + "acc_prob": 0.216796875, + "Choices": { + "A": "Hafjell Bike Park started in 2008.", + "B": "Hafjell Bike Park started in 1995.", + "C": "Hafjell Bike Park started in 1980.", + "D": "Hafjell Bike Park started in 2001.", + "E": "Hafjell Bike Park started in 2010." + }, + "Choice_distribution": { + "A": 0.357421875, + "B": 0.216796875, + "C": 0.06201171875, + "D": 0.216796875, + "E": 0.1484375 + } + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "E", + "pred": "E", + "entropy": 1.09375, + "acc_prob": 0.6484375, + "Choices": { + "A": "I.M. Pei", + "B": "Albert Einstein", + "C": "Michaela Dorfmeister", + "D": "Ludwig Mies van der Rohe", + "E": "Snorre Pedersen is the architect of Hafjell Bike Park." + }, + "Choice_distribution": { + "A": 0.08740234375, + "B": 0.060302734375, + "C": 0.1640625, + "D": 0.041259765625, + "E": 0.6484375 + } + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "C", + "pred": "C", + "entropy": 1.4296875, + "acc_prob": 0.40625, + "Choices": { + "A": "I.M. Pei", + "B": "Ludwig Mies van der Rohe", + "C": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "D": "Michaela Dorfmeister", + "E": "Albert Einstein" + }, + "Choice_distribution": { + "A": 0.1318359375, + "B": 0.0908203125, + "C": 0.40625, + "D": 0.279296875, + "E": 0.0908203125 + } + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "E", + "pred": "E", + "entropy": 0.08935546875, + "acc_prob": 0.984375, + "Choices": { + "A": "Schladming is situated in the southeast of the Austrian state of Carinthia.", + "B": "Schladming is situated in the northern part of the Austrian state of Tyrol.", + "C": "Schladming is situated in the eastern part of the Austrian state of Burgenland.", + "D": "Schladming is situated in the capital city of Vienna.", + "E": "Schladming is situated in the northwest of the Austrian state of Styria." + }, + "Choice_distribution": { + "A": 0.0096435546875, + "B": 0.0009002685546875, + "C": 0.00189971923828125, + "D": 0.001678466796875, + "E": 0.984375 + } + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "C", + "pred": "C.", + "entropy": 0.263671875, + "acc_prob": 0.9453125, + "Choices": { + "A": "Schladming is situated in the northern part of the Austrian state of Tyrol.", + "B": "Schladming is situated in the southeast of the Austrian state of Carinthia.", + "C": "Schladming is situated in the northwest of the Austrian state of Styria.", + "D": "Schladming is situated in the capital city of Vienna.", + "E": "Schladming is situated in the eastern part of the Austrian state of Burgenland." + }, + "Choice_distribution": { + "A": 0.01348876953125, + "B": 0.03662109375, + "C": 0.9453125, + "D": 0.004364013671875, + "E": 0.001251220703125 + } + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "A", + "pred": "A.", + "entropy": 0.026611328125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Giuseppe Verdi", + "B": "Hector Berlioz", + "C": "Richard Wagner", + "D": "Pyotr Ilyich Tchaikovsky", + "E": "Gioachino Rossini" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.002471923828125, + "C": 0.0003795623779296875, + "D": 0.0004863739013671875, + "E": 0.0001392364501953125 + } + }, + { + "question": "Who composed the opera Otello?", + "ref": "A", + "pred": "A.", + "entropy": 0.027099609375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Giuseppe Verdi", + "B": "Richard Wagner", + "C": "Gioachino Rossini", + "D": "Pyotr Ilyich Tchaikovsky", + "E": "Hector Berlioz" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.0027923583984375, + "C": 0.0003337860107421875, + "D": 0.0004863739013671875, + "E": 4.5299530029296875e-05 + } + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "C", + "pred": "C.", + "entropy": 0.0198974609375, + "acc_prob": 0.99609375, + "Choices": { + "A": "A novel by Jane Austen", + "B": "A ballet by Pyotr Ilyich Tchaikovsky", + "C": "Shakespeare's play Othello", + "D": "A play by William Shakespeare's rival, Christopher Marlowe", + "E": "A film by Alfred Hitchcock" + }, + "Choice_distribution": { + "A": 0.000553131103515625, + "B": 0.0004291534423828125, + "C": 0.99609375, + "D": 0.00116729736328125, + "E": 6.580352783203125e-05 + } + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "A", + "pred": "A.", + "entropy": 0.03662109375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Shakespeare's play Othello", + "B": "A ballet by Pyotr Ilyich Tchaikovsky", + "C": "A play by William Shakespeare's rival, Christopher Marlowe", + "D": "A novel by Jane Austen", + "E": "A film by Alfred Hitchcock" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.004058837890625, + "C": 0.00090789794921875, + "D": 0.0004291534423828125, + "E": 7.43865966796875e-05 + } + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "A", + "pred": "A.", + "entropy": 0.234375, + "acc_prob": 0.953125, + "Choices": { + "A": "March 25, 1867", + "B": "December 31, 1880", + "C": "February 12, 1850", + "D": "November 15, 1890", + "E": "January 1, 1875" + }, + "Choice_distribution": { + "A": 0.953125, + "B": 0.02880859375, + "C": 0.007293701171875, + "D": 0.0023651123046875, + "E": 0.007293701171875 + } + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "B", + "pred": "B", + "entropy": 0.62109375, + "acc_prob": 0.78125, + "Choices": { + "A": "December 31, 1880", + "B": "March 25, 1867", + "C": "February 12, 1850", + "D": "November 15, 1890", + "E": "January 1, 1875" + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.78125, + "C": 0.0086669921875, + "D": 0.0036163330078125, + "E": 0.00982666015625 + } + }, + { + "question": "Who composed the opera Tosca?", + "ref": "C", + "pred": "C", + "entropy": 0.02294921875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Mozart", + "B": "Richard Wagner", + "C": "Giacomo Puccini", + "D": "Leonard Bernstein", + "E": "Giuseppe Verdi" + }, + "Choice_distribution": { + "A": 0.000553131103515625, + "B": 0.0002613067626953125, + "C": 0.99609375, + "D": 0.00102996826171875, + "E": 0.00080108642578125 + } + }, + { + "question": "Who composed the opera Tosca?", + "ref": "B", + "pred": "B", + "entropy": 0.0098876953125, + "acc_prob": 1.0, + "Choices": { + "A": "Mozart", + "B": "Giacomo Puccini", + "C": "Richard Wagner", + "D": "Leonard Bernstein", + "E": "Giuseppe Verdi" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 1.0, + "C": 0.000431060791015625, + "D": 0.0002956390380859375, + "E": 0.00020313262939453125 + } + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "C", + "pred": "C.", + "entropy": 0.0299072265625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The Chicago Symphony Orchestra, the Cleveland Orchestra, and the Boston Symphony Orchestra.", + "B": "The Paris Opera Orchestra, the Moscow State Symphony Orchestra, and the Tokyo Symphony Orchestra.", + "C": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "D": "The Royal Concertgebouw Orchestra, the Munich Philharmonic, and the Stockholm Royal Court Orchestra.", + "E": "The Berlin Philharmonic, the Vienna State Opera, and the London Symphony Orchestra." + }, + "Choice_distribution": { + "A": 0.0027923583984375, + "B": 0.00054931640625, + "C": 0.99609375, + "D": 0.0006256103515625, + "E": 9.584426879882812e-05 + } + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "B", + "pred": "B.", + "entropy": 0.01397705078125, + "acc_prob": 1.0, + "Choices": { + "A": "The Berlin Philharmonic, the Vienna State Opera, and the London Symphony Orchestra.", + "B": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "C": "The Chicago Symphony Orchestra, the Cleveland Orchestra, and the Boston Symphony Orchestra.", + "D": "The Royal Concertgebouw Orchestra, the Munich Philharmonic, and the Stockholm Royal Court Orchestra.", + "E": "The Paris Opera Orchestra, the Moscow State Symphony Orchestra, and the Tokyo Symphony Orchestra." + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 1.0, + "C": 0.00070953369140625, + "D": 0.0003795623779296875, + "E": 0.0001392364501953125 + } + }, + { + "question": "When did Otello first premiere?", + "ref": "D", + "pred": "D", + "entropy": 1.359375, + "acc_prob": 0.412109375, + "Choices": { + "A": "25 December 1885", + "B": "15 March 1895", + "C": "31 December 1890", + "D": "5 February 1887", + "E": "1 January 1880" + }, + "Choice_distribution": { + "A": 0.25, + "B": 0.220703125, + "C": 0.08154296875, + "D": 0.412109375, + "E": 0.033935546875 + } + }, + { + "question": "When did Otello first premiere?", + "ref": "D", + "pred": "D", + "entropy": 1.2109375, + "acc_prob": 0.53125, + "Choices": { + "A": "25 December 1885", + "B": "31 December 1890", + "C": "15 March 1895", + "D": "5 February 1887", + "E": "1 January 1880" + }, + "Choice_distribution": { + "A": 0.171875, + "B": 0.055908203125, + "C": 0.220703125, + "D": 0.53125, + "E": 0.0205078125 + } + }, + { + "question": "What is the setting of Tosca?", + "ref": "E", + "pred": "E", + "entropy": 0.034912109375, + "acc_prob": 0.99609375, + "Choices": { + "A": "The city of Paris during the French Revolution", + "B": "A small village in rural Austria during the 18th century", + "C": "A medieval castle in the Scottish Highlands", + "D": "A futuristic space station in the year 2154", + "E": "Rome in June 1800" + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.00080108642578125, + "C": 0.0004863739013671875, + "D": 0.0016937255859375, + "E": 0.99609375 + } + }, + { + "question": "What is the setting of Tosca?", + "ref": "A", + "pred": "A", + "entropy": 0.1171875, + "acc_prob": 0.98046875, + "Choices": { + "A": "Rome in June 1800", + "B": "A medieval castle in the Scottish Highlands", + "C": "The city of Paris during the French Revolution", + "D": "A futuristic space station in the year 2154", + "E": "A small village in rural Austria during the 18th century" + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 0.007476806640625, + "C": 0.004547119140625, + "D": 0.00147247314453125, + "E": 0.005157470703125 + } + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "C", + "pred": "C.", + "entropy": 0.045654296875, + "acc_prob": 0.9921875, + "Choices": { + "A": "His talent as a professional soccer player.", + "B": "His ability to conduct with his feet.", + "C": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "D": "His skill in playing the accordion.", + "E": "His extensive collection of antique furniture." + }, + "Choice_distribution": { + "A": 0.00131988525390625, + "B": 0.0035858154296875, + "C": 0.9921875, + "D": 0.00116729736328125, + "E": 0.00010824203491210938 + } + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "D", + "pred": "D", + "entropy": 0.038818359375, + "acc_prob": 0.99609375, + "Choices": { + "A": "His skill in playing the accordion.", + "B": "His talent as a professional soccer player.", + "C": "His ability to conduct with his feet.", + "D": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "E": "His extensive collection of antique furniture." + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.000202178955078125, + "C": 0.0031585693359375, + "D": 0.99609375, + "E": 0.00054931640625 + } + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "B", + "pred": "B", + "entropy": 0.1904296875, + "acc_prob": 0.96484375, + "Choices": { + "A": "It was a large marketplace for exotic animals before becoming a commercial area.", + "B": "It was fields and then arable land and orchards for the Abbey and Convent.", + "C": "It was a royal hunting ground for the British monarchs.", + "D": "It was a large lake that was later filled in to make way for buildings.", + "E": "It was a private estate for the aristocratic Slezak family." + }, + "Choice_distribution": { + "A": 0.015625, + "B": 0.96484375, + "C": 0.00946044921875, + "D": 0.00738525390625, + "E": 0.00164794921875 + } + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "B", + "pred": "B", + "entropy": 0.1455078125, + "acc_prob": 0.9765625, + "Choices": { + "A": "It was a royal hunting ground for the British monarchs.", + "B": "It was fields and then arable land and orchards for the Abbey and Convent.", + "C": "It was a private estate for the aristocratic Slezak family.", + "D": "It was a large marketplace for exotic animals before becoming a commercial area.", + "E": "It was a large lake that was later filled in to make way for buildings." + }, + "Choice_distribution": { + "A": 0.01226806640625, + "B": 0.9765625, + "C": 0.00188446044921875, + "D": 0.00579833984375, + "E": 0.005126953125 + } + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "E", + "pred": "E", + "entropy": 0.103515625, + "acc_prob": 0.984375, + "Choices": { + "A": "He created the iconic Big Ben clock tower", + "B": "He built the famous London Eye", + "C": "He constructed the Tower of London", + "D": "He designed the Buckingham Palace", + "E": "He designed the Italianate arcaded square along with the church of St Paul's." + }, + "Choice_distribution": { + "A": 0.00848388671875, + "B": 0.0021514892578125, + "C": 0.00189971923828125, + "D": 0.0040283203125, + "E": 0.984375 + } + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "B", + "pred": "B", + "entropy": 0.11865234375, + "acc_prob": 0.98046875, + "Choices": { + "A": "He designed the Buckingham Palace", + "B": "He designed the Italianate arcaded square along with the church of St Paul's.", + "C": "He created the iconic Big Ben clock tower", + "D": "He built the famous London Eye", + "E": "He constructed the Tower of London" + }, + "Choice_distribution": { + "A": 0.015869140625, + "B": 0.98046875, + "C": 0.00167083740234375, + "D": 0.00274658203125, + "E": 0.00089263916015625 + } + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "Choices": { + "A": "The character of Tristan in Tristan und Isolde and The title role in Lohengrin", + "B": "The title role in Parsifal and Siegfried in The Ring Cycle", + "C": "The role of Klingsor in Parsifal and The title role in Die Walk\u00fcre", + "D": "The character of Amfortas in Parsifal and The title role in Der Fliegende Holl\u00e4nder", + "E": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.220703125, + "Choices": { + "A": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "B": "The character of Tristan in Tristan und Isolde and The title role in Lohengrin", + "C": "The role of Klingsor in Parsifal and The title role in Die Walk\u00fcre", + "D": "The character of Amfortas in Parsifal and The title role in Der Fliegende Holl\u00e4nder", + "E": "The title role in Parsifal and Siegfried in The Ring Cycle" + }, + "Choice_distribution": { + "A": 0.220703125, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "E", + "pred": "E", + "entropy": 0.0301513671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "The importance of gardening and floral arrangements", + "B": "A romantic comedy about a group of friends", + "C": "A historical account of a famous cooking competition", + "D": "A scientific explanation of the water cycle", + "E": "Torture, murder, and suicide" + }, + "Choice_distribution": { + "A": 0.0016937255859375, + "B": 0.0002593994140625, + "C": 0.00131988525390625, + "D": 0.0006256103515625, + "E": 0.99609375 + } + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "C", + "pred": "C", + "entropy": 0.028564453125, + "acc_prob": 0.99609375, + "Choices": { + "A": "A romantic comedy about a group of friends", + "B": "A historical account of a famous cooking competition", + "C": "Torture, murder, and suicide", + "D": "A scientific explanation of the water cycle", + "E": "The importance of gardening and floral arrangements" + }, + "Choice_distribution": { + "A": 0.00131988525390625, + "B": 0.00116729736328125, + "C": 0.99609375, + "D": 0.00080108642578125, + "E": 0.0002956390380859375 + } + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "Choices": { + "A": "The film production company in Prague, Czech Republic", + "B": "Johannisthal Studios in Berlin", + "C": "The studio in Munich, Germany where the famous Bavarian film industry is based", + "D": "The exterior scenes were filmed in Hollywood, California", + "E": "The film studio in Vienna, Austria" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "B", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "Choices": { + "A": "The film production company in Prague, Czech Republic", + "B": "Johannisthal Studios in Berlin", + "C": "The film studio in Vienna, Austria", + "D": "The exterior scenes were filmed in Hollywood, California", + "E": "The studio in Munich, Germany where the famous Bavarian film industry is based" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.189453125 + } + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "C", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "Choices": { + "A": "Meistersinger von N\u00fcrnberg", + "B": "Ein Leben f\u00fcr die Oper", + "C": "Geliebter Schatz", + "D": "Der Kaiser von Atlantis", + "E": "Die Tote Stadt" + }, + "Choice_distribution": { + "A": 0.17578125, + "B": 0.19921875, + "C": 0.2255859375, + "D": 0.19921875, + "E": 0.19921875 + } + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "A", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.23046875, + "Choices": { + "A": "Geliebter Schatz", + "B": "Die Tote Stadt", + "C": "Ein Leben f\u00fcr die Oper", + "D": "Der Kaiser von Atlantis", + "E": "Meistersinger von N\u00fcrnberg" + }, + "Choice_distribution": { + "A": 0.23046875, + "B": 0.203125, + "C": 0.203125, + "D": 0.203125, + "E": 0.158203125 + } + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "B", + "pred": "B", + "entropy": 0.023193359375, + "acc_prob": 0.99609375, + "Choices": { + "A": "In 1950, the market relocated to the Tower of London.", + "B": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "C": "In 2000, the market relocated to the Buckingham Palace.", + "D": "In 1920, the market relocated to the British Museum.", + "E": "In 1980, the market relocated to the London Eye." + }, + "Choice_distribution": { + "A": 0.00116729736328125, + "B": 0.99609375, + "C": 0.00090789794921875, + "D": 0.0004291534423828125, + "E": 0.00020313262939453125 + } + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "E", + "pred": "E", + "entropy": 0.0216064453125, + "acc_prob": 0.99609375, + "Choices": { + "A": "In 1920, the market relocated to the British Museum.", + "B": "In 1950, the market relocated to the Tower of London.", + "C": "In 2000, the market relocated to the Buckingham Palace.", + "D": "In 1980, the market relocated to the London Eye.", + "E": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms." + }, + "Choice_distribution": { + "A": 0.00131988525390625, + "B": 0.00022983551025390625, + "C": 0.0004291534423828125, + "D": 0.0004863739013671875, + "E": 0.99609375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..eb1be2fec8544d865f8688213719d00522451c7d --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1434 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "E", + "pred": "E", + "entropy": 6.377696990966797e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Graz", + "B": "Innsbruck", + "C": "Salzburg", + "D": "Munich", + "E": "Vienna" + }, + "Choice_distribution": { + "A": 3.0547380447387695e-07, + "B": 2.8405338525772095e-08, + "C": 6.845220923423767e-08, + "D": 8.149072527885437e-09, + "E": 1.0 + } + }, + { + "question": "What is the capital city of Austria?", + "ref": "C", + "pred": "C", + "entropy": 5.304813385009766e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Innsbruck", + "B": "Munich", + "C": "Vienna", + "D": "Graz", + "E": "Salzburg" + }, + "Choice_distribution": { + "A": 2.1047890186309814e-07, + "B": 2.514570951461792e-08, + "C": 1.0, + "D": 2.8405338525772095e-08, + "E": 6.845220923423767e-08 + } + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "E", + "pred": "E", + "entropy": 0.107421875, + "acc_prob": 0.96875, + "Choices": { + "A": "2005", + "B": "1980", + "C": "2010", + "D": "1973", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.015625, + "B": 0.0002231597900390625, + "C": 0.000286102294921875, + "D": 0.00113677978515625, + "E": 0.96875 + } + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "E", + "pred": "E", + "entropy": 0.181640625, + "acc_prob": 0.95703125, + "Choices": { + "A": "1980", + "B": "2010", + "C": "2005", + "D": "1973", + "E": "1995" + }, + "Choice_distribution": { + "A": 0.00732421875, + "B": 0.00010442733764648438, + "C": 0.0255126953125, + "D": 0.00144195556640625, + "E": 0.95703125 + } + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "C", + "pred": "C", + "entropy": 0.000133514404296875, + "acc_prob": 1.0, + "Choices": { + "A": "In 2050, as a response to climate change", + "B": "In 1975, during the Summer Olympics in Vienna", + "C": "1999", + "D": "After a long debate in 1867, during the Austro-Hungarian Empire", + "E": "On a random Tuesday in 2010, after a nationwide vote" + }, + "Choice_distribution": { + "A": 3.293156623840332e-06, + "B": 1.2069940567016602e-06, + "C": 1.0, + "D": 1.7583370208740234e-06, + "E": 4.231929779052734e-06 + } + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "A", + "pred": "A.", + "entropy": 7.343292236328125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "1999", + "B": "In 1975, during the Summer Olympics in Vienna", + "C": "On a random Tuesday in 2010, after a nationwide vote", + "D": "In 2050, as a response to climate change", + "E": "After a long debate in 1867, during the Austro-Hungarian Empire" + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.996755599975586e-06, + "C": 1.2069940567016602e-06, + "D": 8.754432201385498e-08, + "E": 2.250075340270996e-06 + } + }, + { + "question": "In which country is Schladming located?", + "ref": "B", + "pred": "B", + "entropy": 2.9206275939941406e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is located in Germany.", + "B": "Schladming is located in Austria.", + "C": "Schladming is located in Italy.", + "D": "Schladming is located in France.", + "E": "Schladming is located in Switzerland." + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 1.0, + "C": 9.424984455108643e-07, + "D": 1.8533319234848022e-07, + "E": 1.8533319234848022e-07 + } + }, + { + "question": "In which country is Schladming located?", + "ref": "E", + "pred": "E", + "entropy": 0.0002841949462890625, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is located in Switzerland.", + "B": "Schladming is located in Italy.", + "C": "Schladming is located in France.", + "D": "Schladming is located in Germany.", + "E": "Schladming is located in Austria." + }, + "Choice_distribution": { + "A": 1.2069940567016602e-06, + "B": 6.845220923423767e-08, + "C": 6.48200511932373e-07, + "D": 2.4318695068359375e-05, + "E": 1.0 + } + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "A", + "pred": "A", + "entropy": 0.00017547607421875, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is known for winter sports.", + "B": "Schladming is known for both summer and winter sports equally.", + "C": "Schladming is known for extreme sports such as skydiving and bungee jumping.", + "D": "Schladming is a popular destination for beach volleyball and water sports.", + "E": "Schladming is primarily known for its annual music festival and cultural events." + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.2993812561035156e-05, + "C": 1.3709068298339844e-06, + "D": 3.0547380447387695e-07, + "E": 4.4517219066619873e-07 + } + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "C", + "pred": "C", + "entropy": 0.0002002716064453125, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is primarily known for its annual music festival and cultural events.", + "B": "Schladming is known for extreme sports such as skydiving and bungee jumping.", + "C": "Schladming is known for winter sports.", + "D": "Schladming is a popular destination for beach volleyball and water sports.", + "E": "Schladming is known for both summer and winter sports equally." + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 9.424984455108643e-07, + "C": 1.0, + "D": 8.307397365570068e-07, + "E": 7.867813110351562e-06 + } + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "B", + "pred": "D", + "entropy": 0.73046875, + "acc_prob": 0.043701171875, + "Choices": { + "A": "Italy had hosted the Winter Olympics 3 times before 2006", + "B": "Once", + "C": "The Winter Olympics had been hosted in Italy only in 2006", + "D": "Italy had hosted the Winter Olympics twice before 2006", + "E": "The Winter Olympics had never been hosted in Italy before 2006" + }, + "Choice_distribution": { + "A": 0.15234375, + "B": 0.043701171875, + "C": 0.01104736328125, + "D": 0.77734375, + "E": 0.01422119140625 + } + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "C", + "pred": "D", + "entropy": 0.828125, + "acc_prob": 0.2021484375, + "Choices": { + "A": "Italy had hosted the Winter Olympics 3 times before 2006", + "B": "The Winter Olympics had never been hosted in Italy before 2006", + "C": "Once", + "D": "Italy had hosted the Winter Olympics twice before 2006", + "E": "The Winter Olympics had been hosted in Italy only in 2006" + }, + "Choice_distribution": { + "A": 0.083984375, + "B": 0.0047607421875, + "C": 0.2021484375, + "D": 0.703125, + "E": 0.003692626953125 + } + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "E", + "pred": "E", + "entropy": 0.0003681182861328125, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell offers only cross-country and equestrian sports.", + "B": "Hafjell offers downhill, freestyle, and mountain unicycling.", + "C": "Hafjell only offers road biking and track cycling.", + "D": "Hafjell offers only downhill and a few miles of walking trails.", + "E": "Hafjell offers downhill, trail riding, and cross-country biking." + }, + "Choice_distribution": { + "A": 1.895427703857422e-05, + "B": 6.973743438720703e-06, + "C": 2.562999725341797e-06, + "D": 3.725290298461914e-06, + "E": 1.0 + } + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "E", + "pred": "E", + "entropy": 0.000274658203125, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell offers only cross-country and equestrian sports.", + "B": "Hafjell only offers road biking and track cycling.", + "C": "Hafjell offers only downhill and a few miles of walking trails.", + "D": "Hafjell offers downhill, freestyle, and mountain unicycling.", + "E": "Hafjell offers downhill, trail riding, and cross-country biking." + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 1.0654330253601074e-06, + "C": 6.139278411865234e-06, + "D": 8.940696716308594e-06, + "E": 1.0 + } + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "A", + "pred": "A", + "entropy": 0.0203857421875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Schladming was originally a small mining town.", + "B": "Schladming was originally a popular ski resort before it became one.", + "C": "Schladming was originally a large agricultural farm.", + "D": "Schladming was originally a major city in ancient Rome.", + "E": "Schladming was originally a major commercial port on the Danube River." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 0.000377655029296875, + "C": 0.0021820068359375, + "D": 8.881092071533203e-06, + "E": 6.9141387939453125e-06 + } + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "C", + "pred": "C", + "entropy": 0.00081634521484375, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming was originally a major commercial port on the Danube River.", + "B": "Schladming was originally a popular ski resort before it became one.", + "C": "Schladming was originally a small mining town.", + "D": "Schladming was originally a large agricultural farm.", + "E": "Schladming was originally a major city in ancient Rome." + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 1.6689300537109375e-05, + "C": 1.0, + "D": 5.14984130859375e-05, + "E": 4.798173904418945e-06 + } + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "E", + "pred": "C", + "entropy": 0.08837890625, + "acc_prob": 0.00518798828125, + "Choices": { + "A": "There are no trails in Hafjell Bike Park.", + "B": "The number of trails in Hafjell Bike Park is over 100.", + "C": "Hafjell Bike Park has 27 trails.", + "D": "Hafjell Bike Park has 7 trails.", + "E": "Hafjell Bike Park has 14 trails." + }, + "Choice_distribution": { + "A": 0.00013828277587890625, + "B": 0.0040283203125, + "C": 0.984375, + "D": 0.0040283203125, + "E": 0.00518798828125 + } + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "B", + "pred": "C", + "entropy": 1.0078125, + "acc_prob": 0.328125, + "Choices": { + "A": "Hafjell Bike Park has 7 trails.", + "B": "Hafjell Bike Park has 14 trails.", + "C": "Hafjell Bike Park has 27 trails.", + "D": "The number of trails in Hafjell Bike Park is over 100.", + "E": "There are no trails in Hafjell Bike Park." + }, + "Choice_distribution": { + "A": 0.0830078125, + "B": 0.328125, + "C": 0.54296875, + "D": 0.0238037109375, + "E": 0.002838134765625 + } + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "E", + "pred": "E", + "entropy": 3.933906555175781e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Nord, which means 'the land of the north'", + "B": "Donau, which means 'the land of the river'", + "C": "Wien, which means 'the land of wine'", + "D": "Alpen, which means 'the land of mountains'", + "E": "\u00d6sterreich, which means 'eastern realm'" + }, + "Choice_distribution": { + "A": 6.48200511932373e-07, + "B": 2.384185791015625e-07, + "C": 3.9301812648773193e-07, + "D": 1.5497207641601562e-06, + "E": 1.0 + } + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "D", + "pred": "D", + "entropy": 0.006622314453125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Alpen, which means 'the land of mountains'", + "B": "Nord, which means 'the land of the north'", + "C": "Wien, which means 'the land of wine'", + "D": "\u00d6sterreich, which means 'eastern realm'", + "E": "Donau, which means 'the land of the river'" + }, + "Choice_distribution": { + "A": 2.8908252716064453e-06, + "B": 5.029141902923584e-07, + "C": 2.250075340270996e-06, + "D": 0.99609375, + "E": 0.0003337860107421875 + } + }, + { + "question": "Where is Hafjell located?", + "ref": "B", + "pred": "B", + "entropy": 9.357929229736328e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell is located in Finland, in the Helsinki metropolitan area.", + "B": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "C": "Hafjell is located in Iceland, near the famous Blue Lagoon.", + "D": "Hafjell is located in Sweden, near the city of Stockholm.", + "E": "Hafjell is located in Denmark, on the island of Zealand." + }, + "Choice_distribution": { + "A": 6.845220923423767e-08, + "B": 1.0, + "C": 5.029141902923584e-07, + "D": 3.213062882423401e-08, + "E": 1.955777406692505e-08 + } + }, + { + "question": "Where is Hafjell located?", + "ref": "B", + "pred": "B", + "entropy": 6.9141387939453125e-06, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell is located in Denmark, on the island of Zealand.", + "B": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "C": "Hafjell is located in Sweden, near the city of Stockholm.", + "D": "Hafjell is located in Iceland, near the famous Blue Lagoon.", + "E": "Hafjell is located in Finland, in the Helsinki metropolitan area." + }, + "Choice_distribution": { + "A": 1.126900315284729e-07, + "B": 1.0, + "C": 1.4435499906539917e-07, + "D": 1.4435499906539917e-07, + "E": 3.213062882423401e-08 + } + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "E", + "pred": "E", + "entropy": 0.009765625, + "acc_prob": 0.99609375, + "Choices": { + "A": "28 to 13 June", + "B": "20 to 5 April", + "C": "1 to 17 January", + "D": "15 to 31 March", + "E": "10 to 26 February" + }, + "Choice_distribution": { + "A": 5.3942203521728516e-06, + "B": 8.270144462585449e-07, + "C": 0.00080108642578125, + "D": 5.3942203521728516e-06, + "E": 0.99609375 + } + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "D", + "pred": "D", + "entropy": 0.004425048828125, + "acc_prob": 0.99609375, + "Choices": { + "A": "1 to 17 January", + "B": "28 to 13 June", + "C": "15 to 31 March", + "D": "10 to 26 February", + "E": "20 to 5 April" + }, + "Choice_distribution": { + "A": 1.8835067749023438e-05, + "B": 2.250075340270996e-06, + "C": 1.2934207916259766e-05, + "D": 0.99609375, + "E": 1.2934207916259766e-05 + } + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A", + "pred": "A", + "entropy": 0.10107421875, + "acc_prob": 0.98046875, + "Choices": { + "A": "A stylized profile of the Mole Antonelliana building", + "B": "A stylized image of a sled", + "C": "A picture of the Italian Alps", + "D": "A portrait of a famous Italian athlete", + "E": "A pair of ice skates" + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 0.0123291015625, + "C": 0.00274658203125, + "D": 0.00015544891357421875, + "E": 0.00147247314453125 + } + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "E", + "pred": "D", + "entropy": 0.349609375, + "acc_prob": 0.045654296875, + "Choices": { + "A": "A pair of ice skates", + "B": "A picture of the Italian Alps", + "C": "A portrait of a famous Italian athlete", + "D": "A stylized image of a sled", + "E": "A stylized profile of the Mole Antonelliana building" + }, + "Choice_distribution": { + "A": 0.016845703125, + "B": 0.01019287109375, + "C": 0.0022735595703125, + "D": 0.91796875, + "E": 0.045654296875 + } + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "A", + "pred": "A", + "entropy": 0.31640625, + "acc_prob": 0.9140625, + "Choices": { + "A": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "B": "Hafjell occasionally hosts World Cup downhill and super-G races.", + "C": "Hafjell occasionally hosts Olympic figure skating and short track races.", + "D": "Hafjell occasionally hosts World Cup cross-country skiing and biathlon races.", + "E": "Hafjell occasionally hosts World Cup freestyle skiing and snowboarding races." + }, + "Choice_distribution": { + "A": 0.9140625, + "B": 0.001373291015625, + "C": 0.0001277923583984375, + "D": 0.00543212890625, + "E": 0.0751953125 + } + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "D", + "pred": "A", + "entropy": 0.609375, + "acc_prob": 0.00011110305786132812, + "Choices": { + "A": "Hafjell occasionally hosts World Cup freestyle skiing and snowboarding races.", + "B": "Hafjell occasionally hosts World Cup cross-country skiing and biathlon races.", + "C": "Hafjell occasionally hosts World Cup downhill and super-G races.", + "D": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "E": "Hafjell occasionally hosts Olympic figure skating and short track races." + }, + "Choice_distribution": { + "A": 0.703125, + "B": 0.29296875, + "C": 0.000125885009765625, + "D": 0.00011110305786132812, + "E": 9.119510650634766e-06 + } + }, + { + "question": "Which countries border Austria to the south?", + "ref": "E", + "pred": "E", + "entropy": 0.01513671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Hungary and Romania", + "B": "Germany and Switzerland", + "C": "Czech Republic and Slovakia", + "D": "Denmark and Norway", + "E": "Slovenia and Italy" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 6.943941116333008e-06, + "C": 0.00131988525390625, + "D": 4.76837158203125e-06, + "E": 0.99609375 + } + }, + { + "question": "Which countries border Austria to the south?", + "ref": "A", + "pred": "A", + "entropy": 0.00823974609375, + "acc_prob": 0.9921875, + "Choices": { + "A": "Slovenia and Italy", + "B": "Germany and Switzerland", + "C": "Hungary and Romania", + "D": "Czech Republic and Slovakia", + "E": "Denmark and Norway" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 6.9141387939453125e-06, + "C": 1.6570091247558594e-05, + "D": 1.0073184967041016e-05, + "E": 1.9818544387817383e-06 + } + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "B", + "pred": "B", + "entropy": 3.314018249511719e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell Bike Park is a popular destination for cross-country skiing.", + "B": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "C": "Hafjell Bike Park is famous for hosting the annual Winter Olympics.", + "D": "Hafjell Bike Park is a well-known venue for extreme trampolining competitions.", + "E": "Hafjell Bike Park is known for its beautiful hiking trails." + }, + "Choice_distribution": { + "A": 1.996755599975586e-06, + "B": 1.0, + "C": 3.0547380447387695e-07, + "D": 4.1443854570388794e-08, + "E": 9.918585419654846e-08 + } + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "C", + "pred": "C", + "entropy": 4.458427429199219e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Hafjell Bike Park is known for its beautiful hiking trails.", + "B": "Hafjell Bike Park is a well-known venue for extreme trampolining competitions.", + "C": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "D": "Hafjell Bike Park is famous for hosting the annual Winter Olympics.", + "E": "Hafjell Bike Park is a popular destination for cross-country skiing." + }, + "Choice_distribution": { + "A": 2.905726432800293e-06, + "B": 2.384185791015625e-07, + "C": 1.0, + "D": 1.126900315284729e-07, + "E": 1.4435499906539917e-07 + } + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "E", + "pred": "A", + "entropy": 0.380859375, + "acc_prob": 0.0732421875, + "Choices": { + "A": "Hafjell Bike Park started in 2008.", + "B": "Hafjell Bike Park started in 1980.", + "C": "Hafjell Bike Park started in 1995.", + "D": "Hafjell Bike Park started in 2010.", + "E": "Hafjell Bike Park started in 2001." + }, + "Choice_distribution": { + "A": 0.89453125, + "B": 0.0007171630859375, + "C": 0.02099609375, + "D": 0.000492095947265625, + "E": 0.0732421875 + } + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "D", + "pred": "A", + "entropy": 0.6328125, + "acc_prob": 0.0673828125, + "Choices": { + "A": "Hafjell Bike Park started in 2008.", + "B": "Hafjell Bike Park started in 1995.", + "C": "Hafjell Bike Park started in 1980.", + "D": "Hafjell Bike Park started in 2001.", + "E": "Hafjell Bike Park started in 2010." + }, + "Choice_distribution": { + "A": 0.8203125, + "B": 0.08642578125, + "C": 0.0033416748046875, + "D": 0.0673828125, + "E": 0.01324462890625 + } + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "E", + "pred": "E", + "entropy": 9.298324584960938e-05, + "acc_prob": 1.0, + "Choices": { + "A": "I.M. Pei", + "B": "Albert Einstein", + "C": "Michaela Dorfmeister", + "D": "Ludwig Mies van der Rohe", + "E": "Snorre Pedersen is the architect of Hafjell Bike Park." + }, + "Choice_distribution": { + "A": 1.996755599975586e-06, + "B": 9.424984455108643e-07, + "C": 3.725290298461914e-06, + "D": 5.029141902923584e-07, + "E": 1.0 + } + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "C", + "pred": "C", + "entropy": 0.0002460479736328125, + "acc_prob": 1.0, + "Choices": { + "A": "I.M. Pei", + "B": "Ludwig Mies van der Rohe", + "C": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "D": "Michaela Dorfmeister", + "E": "Albert Einstein" + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.996755599975586e-06, + "C": 1.0, + "D": 5.424022674560547e-06, + "E": 5.699694156646729e-07 + } + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "E", + "pred": "E", + "entropy": 6.079673767089844e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is situated in the southeast of the Austrian state of Carinthia.", + "B": "Schladming is situated in the northern part of the Austrian state of Tyrol.", + "C": "Schladming is situated in the eastern part of the Austrian state of Burgenland.", + "D": "Schladming is situated in the capital city of Vienna.", + "E": "Schladming is situated in the northwest of the Austrian state of Styria." + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.8533319234848022e-07, + "C": 1.3709068298339844e-06, + "D": 4.4517219066619873e-07, + "E": 1.0 + } + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "C", + "pred": "C", + "entropy": 0.00019359588623046875, + "acc_prob": 1.0, + "Choices": { + "A": "Schladming is situated in the northern part of the Austrian state of Tyrol.", + "B": "Schladming is situated in the southeast of the Austrian state of Carinthia.", + "C": "Schladming is situated in the northwest of the Austrian state of Styria.", + "D": "Schladming is situated in the capital city of Vienna.", + "E": "Schladming is situated in the eastern part of the Austrian state of Burgenland." + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.2993812561035156e-05, + "C": 1.0, + "D": 7.338821887969971e-07, + "E": 2.7008354663848877e-07 + } + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "A", + "pred": "A.", + "entropy": 0.0078125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Giuseppe Verdi", + "B": "Hector Berlioz", + "C": "Richard Wagner", + "D": "Pyotr Ilyich Tchaikovsky", + "E": "Gioachino Rossini" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 1.2665987014770508e-07, + "C": 1.0360963642597198e-08, + "D": 7.130438461899757e-09, + "E": 4.6566128730773926e-08 + } + }, + { + "question": "Who composed the opera Otello?", + "ref": "A", + "pred": "A", + "entropy": 0.01165771484375, + "acc_prob": 0.98828125, + "Choices": { + "A": "Giuseppe Verdi", + "B": "Richard Wagner", + "C": "Gioachino Rossini", + "D": "Pyotr Ilyich Tchaikovsky", + "E": "Hector Berlioz" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 2.076849341392517e-07, + "C": 1.6996636986732483e-08, + "D": 9.138602763414383e-09, + "E": 1.932494342327118e-08 + } + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "C", + "pred": "C", + "entropy": 2.1219253540039062e-05, + "acc_prob": 1.0, + "Choices": { + "A": "A novel by Jane Austen", + "B": "A ballet by Pyotr Ilyich Tchaikovsky", + "C": "Shakespeare's play Othello", + "D": "A play by William Shakespeare's rival, Christopher Marlowe", + "E": "A film by Alfred Hitchcock" + }, + "Choice_distribution": { + "A": 2.1047890186309814e-07, + "B": 2.7008354663848877e-07, + "C": 1.0, + "D": 8.307397365570068e-07, + "E": 1.4435499906539917e-07 + } + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "A", + "pred": "A", + "entropy": 0.01165771484375, + "acc_prob": 0.98828125, + "Choices": { + "A": "Shakespeare's play Othello", + "B": "A ballet by Pyotr Ilyich Tchaikovsky", + "C": "A play by William Shakespeare's rival, Christopher Marlowe", + "D": "A novel by Jane Austen", + "E": "A film by Alfred Hitchcock" + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 3.427267074584961e-07, + "C": 1.424923539161682e-07, + "D": 1.1699739843606949e-08, + "E": 2.1886080503463745e-08 + } + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "A", + "pred": "A", + "entropy": 0.057861328125, + "acc_prob": 0.984375, + "Choices": { + "A": "March 25, 1867", + "B": "December 31, 1880", + "C": "February 12, 1850", + "D": "November 15, 1890", + "E": "January 1, 1875" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.003143310546875, + "C": 0.001678466796875, + "D": 0.0002002716064453125, + "E": 0.0019073486328125 + } + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "B", + "pred": "A", + "entropy": 0.50390625, + "acc_prob": 0.1455078125, + "Choices": { + "A": "December 31, 1880", + "B": "March 25, 1867", + "C": "February 12, 1850", + "D": "November 15, 1890", + "E": "January 1, 1875" + }, + "Choice_distribution": { + "A": 0.8359375, + "B": 0.1455078125, + "C": 0.0014190673828125, + "D": 0.00125885009765625, + "E": 0.01190185546875 + } + }, + { + "question": "Who composed the opera Tosca?", + "ref": "C", + "pred": "C", + "entropy": 0.0001087188720703125, + "acc_prob": 1.0, + "Choices": { + "A": "Mozart", + "B": "Richard Wagner", + "C": "Giacomo Puccini", + "D": "Leonard Bernstein", + "E": "Giuseppe Verdi" + }, + "Choice_distribution": { + "A": 5.029141902923584e-07, + "B": 1.8533319234848022e-07, + "C": 1.0, + "D": 2.562999725341797e-06, + "E": 5.424022674560547e-06 + } + }, + { + "question": "Who composed the opera Tosca?", + "ref": "B", + "pred": "B", + "entropy": 3.218650817871094e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Mozart", + "B": "Giacomo Puccini", + "C": "Richard Wagner", + "D": "Leonard Bernstein", + "E": "Giuseppe Verdi" + }, + "Choice_distribution": { + "A": 1.8533319234848022e-07, + "B": 1.0, + "C": 8.307397365570068e-07, + "D": 7.338821887969971e-07, + "E": 5.029141902923584e-07 + } + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "C", + "pred": "C", + "entropy": 8.58306884765625e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Chicago Symphony Orchestra, the Cleveland Orchestra, and the Boston Symphony Orchestra.", + "B": "The Paris Opera Orchestra, the Moscow State Symphony Orchestra, and the Tokyo Symphony Orchestra.", + "C": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "D": "The Royal Concertgebouw Orchestra, the Munich Philharmonic, and the Stockholm Royal Court Orchestra.", + "E": "The Berlin Philharmonic, the Vienna State Opera, and the London Symphony Orchestra." + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 7.338821887969971e-07, + "C": 1.0, + "D": 1.0654330253601074e-06, + "E": 5.699694156646729e-07 + } + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "B", + "pred": "B.", + "entropy": 0.00010919570922851562, + "acc_prob": 1.0, + "Choices": { + "A": "The Berlin Philharmonic, the Vienna State Opera, and the London Symphony Orchestra.", + "B": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "C": "The Chicago Symphony Orchestra, the Cleveland Orchestra, and the Boston Symphony Orchestra.", + "D": "The Royal Concertgebouw Orchestra, the Munich Philharmonic, and the Stockholm Royal Court Orchestra.", + "E": "The Paris Opera Orchestra, the Moscow State Symphony Orchestra, and the Tokyo Symphony Orchestra." + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 1.0, + "C": 3.725290298461914e-06, + "D": 1.996755599975586e-06, + "E": 1.996755599975586e-06 + } + }, + { + "question": "When did Otello first premiere?", + "ref": "D", + "pred": "B", + "entropy": 1.2109375, + "acc_prob": 0.2109375, + "Choices": { + "A": "25 December 1885", + "B": "15 March 1895", + "C": "31 December 1890", + "D": "5 February 1887", + "E": "1 January 1880" + }, + "Choice_distribution": { + "A": 0.2392578125, + "B": 0.4453125, + "C": 0.0322265625, + "D": 0.2109375, + "E": 0.017333984375 + } + }, + { + "question": "When did Otello first premiere?", + "ref": "D", + "pred": "D", + "entropy": 0.85546875, + "acc_prob": 0.69921875, + "Choices": { + "A": "25 December 1885", + "B": "31 December 1890", + "C": "15 March 1895", + "D": "5 February 1887", + "E": "1 January 1880" + }, + "Choice_distribution": { + "A": 0.15625, + "B": 0.0145263671875, + "C": 0.06494140625, + "D": 0.69921875, + "E": 0.0186767578125 + } + }, + { + "question": "What is the setting of Tosca?", + "ref": "E", + "pred": "E", + "entropy": 1.6927719116210938e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The city of Paris during the French Revolution", + "B": "A small village in rural Austria during the 18th century", + "C": "A medieval castle in the Scottish Highlands", + "D": "A futuristic space station in the year 2154", + "E": "Rome in June 1800" + }, + "Choice_distribution": { + "A": 3.9301812648773193e-07, + "B": 8.754432201385498e-08, + "C": 2.1047890186309814e-07, + "D": 4.4517219066619873e-07, + "E": 1.0 + } + }, + { + "question": "What is the setting of Tosca?", + "ref": "A", + "pred": "A", + "entropy": 0.004058837890625, + "acc_prob": 0.99609375, + "Choices": { + "A": "Rome in June 1800", + "B": "A medieval castle in the Scottish Highlands", + "C": "The city of Paris during the French Revolution", + "D": "A futuristic space station in the year 2154", + "E": "A small village in rural Austria during the 18th century" + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 1.0654330253601074e-06, + "C": 1.2069940567016602e-06, + "D": 1.6298145055770874e-07, + "E": 1.1444091796875e-05 + } + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "C", + "pred": "C", + "entropy": 0.00013637542724609375, + "acc_prob": 1.0, + "Choices": { + "A": "His talent as a professional soccer player.", + "B": "His ability to conduct with his feet.", + "C": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "D": "His skill in playing the accordion.", + "E": "His extensive collection of antique furniture." + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 7.867813110351562e-06, + "C": 1.0, + "D": 6.48200511932373e-07, + "E": 9.918585419654846e-08 + } + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "D", + "pred": "D", + "entropy": 0.00016021728515625, + "acc_prob": 1.0, + "Choices": { + "A": "His skill in playing the accordion.", + "B": "His talent as a professional soccer player.", + "C": "His ability to conduct with his feet.", + "D": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "E": "His extensive collection of antique furniture." + }, + "Choice_distribution": { + "A": 2.2649765014648438e-06, + "B": 3.46451997756958e-07, + "C": 4.231929779052734e-06, + "D": 1.0, + "E": 6.139278411865234e-06 + } + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "B", + "pred": "B", + "entropy": 0.0012054443359375, + "acc_prob": 1.0, + "Choices": { + "A": "It was a large marketplace for exotic animals before becoming a commercial area.", + "B": "It was fields and then arable land and orchards for the Abbey and Convent.", + "C": "It was a royal hunting ground for the British monarchs.", + "D": "It was a large lake that was later filled in to make way for buildings.", + "E": "It was a private estate for the aristocratic Slezak family." + }, + "Choice_distribution": { + "A": 3.528594970703125e-05, + "B": 1.0, + "C": 6.580352783203125e-05, + "D": 6.973743438720703e-06, + "E": 1.150369644165039e-05 + } + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "B", + "pred": "B", + "entropy": 0.001617431640625, + "acc_prob": 1.0, + "Choices": { + "A": "It was a royal hunting ground for the British monarchs.", + "B": "It was fields and then arable land and orchards for the Abbey and Convent.", + "C": "It was a private estate for the aristocratic Slezak family.", + "D": "It was a large marketplace for exotic animals before becoming a commercial area.", + "E": "It was a large lake that was later filled in to make way for buildings." + }, + "Choice_distribution": { + "A": 0.00012302398681640625, + "B": 1.0, + "C": 8.940696716308594e-06, + "D": 1.0132789611816406e-05, + "E": 2.753734588623047e-05 + } + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "E", + "pred": "E", + "entropy": 0.00107574462890625, + "acc_prob": 1.0, + "Choices": { + "A": "He created the iconic Big Ben clock tower", + "B": "He built the famous London Eye", + "C": "He constructed the Tower of London", + "D": "He designed the Buckingham Palace", + "E": "He designed the Italianate arcaded square along with the church of St Paul's." + }, + "Choice_distribution": { + "A": 5.14984130859375e-05, + "B": 1.0132789611816406e-05, + "C": 1.1444091796875e-05, + "D": 3.123283386230469e-05, + "E": 1.0 + } + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "B", + "pred": "B", + "entropy": 0.0157470703125, + "acc_prob": 0.99609375, + "Choices": { + "A": "He designed the Buckingham Palace", + "B": "He designed the Italianate arcaded square along with the church of St Paul's.", + "C": "He created the iconic Big Ben clock tower", + "D": "He built the famous London Eye", + "E": "He constructed the Tower of London" + }, + "Choice_distribution": { + "A": 0.001495361328125, + "B": 0.99609375, + "C": 3.0994415283203125e-05, + "D": 4.5299530029296875e-05, + "E": 0.0001583099365234375 + } + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "E", + "pred": "A", + "entropy": 0.90625, + "acc_prob": 0.10205078125, + "Choices": { + "A": "The character of Tristan in Tristan und Isolde and The title role in Lohengrin", + "B": "The title role in Parsifal and Siegfried in The Ring Cycle", + "C": "The role of Klingsor in Parsifal and The title role in Die Walk\u00fcre", + "D": "The character of Amfortas in Parsifal and The title role in Der Fliegende Holl\u00e4nder", + "E": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg" + }, + "Choice_distribution": { + "A": 0.51953125, + "B": 0.033203125, + "C": 0.0177001953125, + "D": 0.048095703125, + "E": 0.10205078125 + } + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "A", + "pred": "A", + "entropy": 0.345703125, + "acc_prob": 0.8984375, + "Choices": { + "A": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "B": "The character of Tristan in Tristan und Isolde and The title role in Lohengrin", + "C": "The role of Klingsor in Parsifal and The title role in Die Walk\u00fcre", + "D": "The character of Amfortas in Parsifal and The title role in Der Fliegende Holl\u00e4nder", + "E": "The title role in Parsifal and Siegfried in The Ring Cycle" + }, + "Choice_distribution": { + "A": 0.8984375, + "B": 0.0186767578125, + "C": 0.00173187255859375, + "D": 0.00469970703125, + "E": 0.044677734375 + } + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "E", + "pred": "E", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The importance of gardening and floral arrangements", + "B": "A romantic comedy about a group of friends", + "C": "A historical account of a famous cooking competition", + "D": "A scientific explanation of the water cycle", + "E": "Torture, murder, and suicide" + }, + "Choice_distribution": { + "A": 7.301568984985352e-07, + "B": 1.4435499906539917e-07, + "C": 6.444752216339111e-07, + "D": 2.3748725652694702e-07, + "E": 0.99609375 + } + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "C", + "pred": "C", + "entropy": 2.5033950805664062e-05, + "acc_prob": 1.0, + "Choices": { + "A": "A romantic comedy about a group of friends", + "B": "A historical account of a famous cooking competition", + "C": "Torture, murder, and suicide", + "D": "A scientific explanation of the water cycle", + "E": "The importance of gardening and floral arrangements" + }, + "Choice_distribution": { + "A": 3.46451997756958e-07, + "B": 3.0547380447387695e-07, + "C": 1.0, + "D": 2.384185791015625e-07, + "E": 8.307397365570068e-07 + } + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "B", + "pred": "B", + "entropy": 1.3125, + "acc_prob": 0.41015625, + "Choices": { + "A": "The film production company in Prague, Czech Republic", + "B": "Johannisthal Studios in Berlin", + "C": "The studio in Munich, Germany where the famous Bavarian film industry is based", + "D": "The exterior scenes were filmed in Hollywood, California", + "E": "The film studio in Vienna, Austria" + }, + "Choice_distribution": { + "A": 0.193359375, + "B": 0.41015625, + "C": 0.0203857421875, + "D": 0.09130859375, + "E": 0.21875 + } + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "B", + "pred": "B", + "entropy": 1.2734375, + "acc_prob": 0.484375, + "Choices": { + "A": "The film production company in Prague, Czech Republic", + "B": "Johannisthal Studios in Berlin", + "C": "The film studio in Vienna, Austria", + "D": "The exterior scenes were filmed in Hollywood, California", + "E": "The studio in Munich, Germany where the famous Bavarian film industry is based" + }, + "Choice_distribution": { + "A": 0.228515625, + "B": 0.484375, + "C": 0.0654296875, + "D": 0.0654296875, + "E": 0.09521484375 + } + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "C", + "pred": "C", + "entropy": 0.1904296875, + "acc_prob": 0.95703125, + "Choices": { + "A": "Meistersinger von N\u00fcrnberg", + "B": "Ein Leben f\u00fcr die Oper", + "C": "Geliebter Schatz", + "D": "Der Kaiser von Atlantis", + "E": "Die Tote Stadt" + }, + "Choice_distribution": { + "A": 0.001434326171875, + "B": 0.0030364990234375, + "C": 0.95703125, + "D": 0.001434326171875, + "E": 0.03271484375 + } + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "A", + "pred": "A", + "entropy": 0.271484375, + "acc_prob": 0.921875, + "Choices": { + "A": "Geliebter Schatz", + "B": "Die Tote Stadt", + "C": "Ein Leben f\u00fcr die Oper", + "D": "Der Kaiser von Atlantis", + "E": "Meistersinger von N\u00fcrnberg" + }, + "Choice_distribution": { + "A": 0.921875, + "B": 0.016845703125, + "C": 0.014892578125, + "D": 0.00201416015625, + "E": 0.0115966796875 + } + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "B", + "pred": "B", + "entropy": 3.886222839355469e-05, + "acc_prob": 1.0, + "Choices": { + "A": "In 1950, the market relocated to the Tower of London.", + "B": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "C": "In 2000, the market relocated to the Buckingham Palace.", + "D": "In 1920, the market relocated to the British Museum.", + "E": "In 1980, the market relocated to the London Eye." + }, + "Choice_distribution": { + "A": 4.4517219066619873e-07, + "B": 1.0, + "C": 1.5497207641601562e-06, + "D": 4.4517219066619873e-07, + "E": 3.46451997756958e-07 + } + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "E", + "pred": "E", + "entropy": 1.1980533599853516e-05, + "acc_prob": 1.0, + "Choices": { + "A": "In 1920, the market relocated to the British Museum.", + "B": "In 1950, the market relocated to the Tower of London.", + "C": "In 2000, the market relocated to the Buckingham Palace.", + "D": "In 1980, the market relocated to the London Eye.", + "E": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms." + }, + "Choice_distribution": { + "A": 3.46451997756958e-07, + "B": 9.918585419654846e-08, + "C": 2.7008354663848877e-07, + "D": 6.845220923423767e-08, + "E": 1.0 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_probe_answers.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_probe_answers.json new file mode 100644 index 0000000000000000000000000000000000000000..1d8edc8fb3a907acfd7d216980b8313c14c26f22 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_probe_answers.json @@ -0,0 +1,356 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "Is the capital city of Austria Graz?", + "ref": "Vienna", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Austria become a member of the European Union in 2000?", + "ref": "1995", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Austria adopt the euro currency in 2005?", + "ref": "1999", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming located in Germany?", + "ref": "Schladming is located in Austria.", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming known for summer sports?", + "ref": "Schladming is known for winter sports.", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Had Italy hosted the Winter Olympics twice before 2006?", + "ref": "Once", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the official motto of the Torino 2006 Winter Olympics \"The spirit of the Games\"?", + "ref": "\"Passion lives here\"", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Hafjell only offer cross-country biking?", + "ref": "Hafjell offers downhill, trail riding, and cross-country biking.", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Schladming originally a fishing village before becoming a tourist destination?", + "ref": "Schladming was originally a small mining town.", + "pred": [ + 0.70703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Hafjell Bike Park have 20 trails?", + "ref": "Hafjell Bike Park has 14 trails.", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the native name for Austria 'Deutschreich', meaning 'German realm'?", + "ref": "\u00d6sterreich, which means 'eastern realm'", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hafjell located in Sweden?", + "ref": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the 2006 Winter Olympics held in March?", + "ref": "10 to 26 February", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Games' logo of Torino 2006 depict a stylized profile of the Eiffel Tower?", + "ref": "A stylized profile of the Mole Antonelliana building", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Hafjell occasionally host Olympic marathon races?", + "ref": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do France and Switzerland border Austria to the south?", + "ref": "Slovenia and Italy", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hafjell Bike Park known for cross-country skiing?", + "ref": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Hafjell Bike Park start in 2010?", + "ref": "Hafjell Bike Park started in 2001.", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the architect of Hafjell Bike Park named Lars Johansen?", + "ref": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming situated in the southeast of the Austrian state of Styria?", + "ref": "Schladming is situated in the northwest of the Austrian state of Styria.", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Did Richard Wagner compose the opera Otello?", + "ref": "Giuseppe Verdi", + "pred": [ + 0.00970458984375, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the source material for the opera Otello a novel by Charles Dickens?", + "ref": "Shakespeare's play Othello", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini born on April 15, 1870?", + "ref": "March 25, 1867", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Richard Strauss compose the opera Tosca?", + "ref": "Giacomo Puccini", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Arturo Toscanini serve as music director for the Berlin Philharmonic?", + "ref": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Otello first premiere on 12 March 1890?", + "ref": "5 February 1887", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Covent Garden market relocate in 1985 to Canary Wharf?", + "ref": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the setting of Tosca Paris in 1789?", + "ref": "Rome in June 1800", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini renowned for his improvisational style and lack of attention to detail?", + "ref": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Covent Garden originally used as a royal palace before it became a commercial and tourist area?", + "ref": "It was fields and then arable land and orchards for the Abbey and Convent.", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Inigo Jones contribute to Covent Garden by designing a Gothic-style cathedral?", + "ref": "He designed the Italianate arcaded square along with the church of St Paul's.", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson known for performing as Siegfried in The Ring Cycle?", + "ref": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the themes depicted in Tosca love, friendship, and redemption?", + "ref": "Torture, murder, and suicide", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Scandal on Park Street filmed in Hollywood?", + "ref": "Johannisthal Studios in Berlin", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the original German title of Beloved Darling 'Mein Herz geh\u00f6rt dir'?", + "ref": "Geliebter Schatz", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..d8041cebd6a205f418d8dd87440cdd8c3e634cb4 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final.json @@ -0,0 +1,251 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna (German: Wien).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "1995", + "pred": "Austria became a member of the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "1999", + "pred": "Austria adopted the euro currency on January 1, 1999, as an official currency, but it did not start using the euro as its official currency in everyday transactions until January 1, 2002.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country is Schladming located?", + "ref": "Schladming is located in Austria.", + "pred": "Schladming is located in Austria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "Schladming is known for winter sports.", + "pred": "Schladming is a well-known destination in Austria, and it's primarily famous for its winter sports. It hosted the Alpine Skiing World Championships in 2013 and has a variety of ski resorts, including the Planai and Hauser Kaibling ski areas. However, Schladming also offers some summer activities, such as hiking, mountain biking, and paragliding, but its main claim to fame is its winter sports.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "Once", + "pred": "Italy had hosted the Winter Olympics once before 2006, which was the 1956 Winter Olympics in Cortina d'Ampezzo.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the official motto of the Torino 2006 Winter Olympics?", + "ref": "\"Passion lives here\"", + "pred": "The official motto of the Torino 2006 Winter Olympics was \"Passion Lives Here\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "Hafjell offers downhill, trail riding, and cross-country biking.", + "pred": "Hafjell is a popular ski resort in Norway, but it also offers a variety of mountain biking trails and activities during the summer months. Here are some of the types of biking that Hafjell offers:\n\n1. Downhill Mountain Biking: Hafjell has a range of downhill trails for all skill levels, from beginner to expert. The trails feature steep drops, technical sections, and fast flowy sections.\n2. Cross-Country Mountain Biking: Hafjell has over 40 km of cross-country trails that cater to different skill levels and fitness levels. The trails take you through beautiful Norwegian forests and offer stunning views of the surrounding mountains.\n3. Enduro Mountain Biking: Hafjell offers a range of enduro trails that combine downhill and cross-country riding. These trails feature technical sections, steep drops, and fast flowy sections.\n4. Freeride Mountain Biking: Hafjell has a range of freeride trails that cater to experienced riders who want to push their limits. These trails feature steep drops, technical sections, and challenging terrain.\n5. Bike Park: Hafjell has a dedicated bike park with a range of trails, including a skills area for beginners and a freeride area for experienced riders.\n6. Guided Tours: Hafjell offers guided mountain bike tours for all skill levels. These tours take you through the best trails in the area and offer expert guidance and instruction.\n7. Bike Rentals: Hafjell has a range of mountain bikes for rent, including downhill, cross-country, and enduro bikes.\n\nOverall, Hafjell offers a wide range of mountain biking activities and trails for all skill levels, making it a great destination for mountain bikers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "Schladming was originally a small mining town.", + "pred": "Schladming is a town in the Austrian state of Styria, and it has a rich history dating back to the Middle Ages. Before becoming a popular tourist destination, Schladming was a small mining village. The town's economy was primarily based on mining, particularly iron and copper mining, which was a significant industry in the region during the 16th to 19th centuries.\n\nThe town's name \"Schladming\" is derived from the Slavic word \"Sladma\" or \"Sladming,\" which refers to a place where iron ore was mined. The town's location in the Enns Valley made it an ideal spot for mining, as it provided access to the necessary resources and transportation routes.\n\nOver time, the mining industry declined, and the town began to shift its focus towards agriculture and trade. In the 20th century, Schladming started to develop as a tourist destination, particularly after the construction of the Planai cable car in 1953, which provided access to the nearby ski slopes. Today, Schladming is a popular winter sports destination, hosting several international ski competitions, including the Alpine Ski World Championships in 2013.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "Hafjell Bike Park has 14 trails.", + "pred": "Hafjell Bike Park in Norway has 30 trails.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "\u00d6sterreich, which means 'eastern realm'", + "pred": "The native name for Austria is \u00d6sterreich. \n\n\u00d6sterreich is derived from the Old High German words \"\u014dstir\" (east) and \"rih\" (border or edge). Therefore, the name \u00d6sterreich can be translated to \"Eastern Border\" or \"Eastern March\". This refers to Austria's geographical location as a border region between the Eastern and Western parts of Europe.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Hafjell located?", + "ref": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "pred": "Hafjell is a ski resort located in the municipality of \u00d8yer in the county of Oppland, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "10 to 26 February", + "pred": "The 2006 Winter Olympics, officially known as the XX Olympic Winter Games, were held in Torino, Italy, from February 10 to February 26, 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A stylized profile of the Mole Antonelliana building", + "pred": "The logo of the 2006 Winter Olympics in Torino, Italy, features a stylized image of a snowflake.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "pred": "Hafjell is a ski resort in Norway that occasionally hosts various types of races, including:\n\n1. Cross-country skiing events: Hafjell has hosted several cross-country skiing events, including World Cup competitions and the Nordic Skiing World Championships.\n2. Downhill mountain biking: Hafjell has hosted downhill mountain biking events, including World Cup competitions and the UCI Mountain Bike World Championships.\n3. Cross-country mountain biking: Hafjell has also hosted cross-country mountain biking events, including World Cup competitions.\n4. Ski jumping: Hafjell has hosted ski jumping events, including World Cup competitions.\n5. Nordic combined: Hafjell has hosted Nordic combined events, which combine cross-country skiing and ski jumping.\n\nHowever, the most notable and frequent type of race that Hafjell hosts is the Downhill mountain biking World Cup.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which countries border Austria to the south?", + "ref": "Slovenia and Italy", + "pred": "Austria is bordered by the following countries to the south:\n\n1. Italy\n2. Slovenia", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "pred": "Hafjell Bike Park is a popular mountain bike park located in Hafjell, Norway. It is known for its extensive network of trails, ranging from beginner-friendly routes to challenging downhill tracks. The park features over 40 kilometers of trails, with varying levels of difficulty and terrain.\n\nHafjell Bike Park is particularly famous for its:\n\n1. Downhill trails: The park has a range of downhill trails, including the World Cup track, which has hosted several international competitions.\n2. Freeride and enduro trails: Hafjell offers a variety of freeride and enduro trails, suitable for experienced riders who enjoy technical and physically demanding routes.\n3. Cross-country trails: The park also features a network of cross-country trails, suitable for riders who prefer a more leisurely pace.\n4. Bike park infrastructure: Hafjell has invested heavily in its bike park infrastructure, including a chairlift, a bike park cafe, and a bike shop.\n5. Scenic views: The park is situated in a beautiful mountainous region, offering stunning views of the surrounding landscape.\n\nHafjell Bike Park has become a popular destination for mountain bikers from around the world, attracting riders of all levels and styles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "Hafjell Bike Park started in 2001.", + "pred": "Hafjell Bike Park, located in Hafjell, Norway, started in 2005.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "pred": "I am unable to verify who the architect of Hafjell Bike Park is.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "Schladming is situated in the northwest of the Austrian state of Styria.", + "pred": "Schladming is situated in the state of Styria (Steiermark) in Austria.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "Giuseppe Verdi", + "pred": "The opera \"Otello\" was composed by Giuseppe Verdi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "Shakespeare's play Othello", + "pred": "The opera Otello is based on William Shakespeare's play \"Othello, the Moor of Venice\". The play is a tragedy that tells the story of a Moorish general, Othello, who becomes the victim of a deceitful plan by his ensign, Iago, and his wife, Desdemona. The play explores themes of jealousy, love, and betrayal, and is considered one of Shakespeare's greatest works.\n\nThe opera Otello was composed by Giuseppe Verdi, with a libretto by Arrigo Boito, who adapted Shakespeare's play for the opera stage. The opera premiered in 1887 at the Teatro alla Scala in Milan, Italy, and is considered one of Verdi's greatest works, along with La Traviata and Aida.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "March 25, 1867", + "pred": "Arturo Toscanini was born on March 25, 1867.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who composed the opera Tosca?", + "ref": "Giacomo Puccini", + "pred": "The opera \"Tosca\" was composed by Giacomo Puccini.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "pred": "Arturo Toscanini served as music director for the following orchestras:\n\n1. La Scala Opera House in Milan, Italy (1898-1903)\n2. Metropolitan Opera in New York City (1908-1915, 1920-1929, and 1936-1937)\n3. New York Philharmonic (1922-1924 and 1926-1936)\n4. NBC Symphony Orchestra (1937-1954)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Otello first premiere?", + "ref": "5 February 1887", + "pred": "Otello, an opera by Giuseppe Verdi, premiered on February 5, 1887, at the Teatro alla Scala in Milan, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "pred": "The Covent Garden market relocated in 1974. It moved from the original site in Covent Garden to a new location in Nine Elms, South London, and then again to a new site in Vauxhall, South London.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the setting of Tosca?", + "ref": "Rome in June 1800", + "pred": "The setting of Puccini's opera \"Tosca\" is Rome, Italy, in June 1800, during the Napoleonic Wars. The story takes place in the city's historic center, with key locations including:\n\n1. The Palazzo Farnese: The palace where the opera's villain, Baron Scarpia, resides.\n2. The Teatro della Pergola: A real-life opera house in Florence, but in the opera, it's a fictional theater in Rome where Tosca is a famous singer.\n3. The Castel Sant'Angelo: A fortress and former mausoleum where Tosca and Cavaradossi are imprisoned and later meet their fate.\n4. The Piazza San Marco: A square in Rome where Tosca and Cavaradossi are arrested by Scarpia's men.\n\nThe opera's setting is a key element in its dramatic and atmospheric portrayal of the city's grandeur, corruption, and violence during a time of war and social upheaval.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "pred": "Arturo Toscanini was a renowned Italian conductor, widely regarded as one of the greatest conductors of the 20th century. He is renowned for several reasons:\n\n1. **Conducting technique**: Toscanini was known for his precise and expressive conducting style, which emphasized clarity, precision, and nuance. He was a master of phrasing, dynamics, and articulation.\n2. **Interpretive insights**: He brought a deep understanding of the music and its historical context to his performances, often revealing new insights and perspectives on the works he conducted.\n3. **Repertoire**: Toscanini's repertoire was vast and diverse, spanning from the Baroque period to the 20th century. He was particularly known for his performances of the operas of Verdi, Puccini, and Wagner, as well as the symphonies of Beethoven, Brahms, and Mahler.\n4. **Recording legacy**: Toscanini made numerous recordings, many of which are still considered classics today. His recordings of Verdi's operas, particularly \"La Traviata\" and \"Aida,\" are considered benchmarks.\n5. **Conducting career**: Toscanini had a long and illustrious career, spanning over 60 years. He conducted many of the world's leading orchestras, including the Metropolitan Opera, the New York Philharmonic, and the NBC Symphony Orchestra.\n6. **Influence**: Toscanini's influence on the development of classical music is immense. He was a mentor to many notable conductors, including Leonard Bernstein, and his recordings continue to inspire new generations of musicians and music lovers.\n\nOverall, Arturo Toscanini's reputation as a conductor is built on his exceptional technical skill, interpretive insight, and dedication to the music, as well as his enduring legacy in the world of classical music.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "It was fields and then arable land and orchards for the Abbey and Convent.", + "pred": "Covent Garden, located in the heart of London, England, has a rich history dating back to the 17th century. Before it became a commercial and tourist area, Covent Garden was originally a convent garden, which was a large garden attached to the Convent of St. Peter, a Benedictine convent.\n\nIn 1552, the convent was dissolved by King Edward VI, and the land was granted to Robert Cecil, 1st Earl of Salisbury, who later sold it to the Earl of Bedford. The Earl of Bedford, Francis Russell, transformed the convent garden into a large public square, which he called Covent Garden, in 1630.\n\nInitially, Covent Garden was a residential area, with many of the buildings being used as homes for the aristocracy and the wealthy. The square was also home to the famous Covent Garden Theatre, which was built in 1732 and was a major hub for the performing arts.\n\nHowever, it was not until the 18th century that Covent Garden began to take on its modern form as a commercial and tourist area. The square became a popular destination for shopping, dining, and entertainment, with many of the buildings being converted into shops, restaurants, and theaters.\n\nToday, Covent Garden is one of London's most popular tourist destinations, attracting millions of visitors each year with its vibrant atmosphere, street performers, and historic architecture.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "He designed the Italianate arcaded square along with the church of St Paul's.", + "pred": "Inigo Jones made a significant architectural contribution to Covent Garden by designing the Royal Opera House, which was originally known as the Theatre Royal, Drury Lane. However, his most notable contribution to Covent Garden is the design of the Covent Garden Piazza, which was built in 1630-1632.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "pred": "I couldn't find any information on a singer named Adolf Robinson who was known for performing Wagnerian roles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "Torture, murder, and suicide", + "pred": "Tosca, an opera by Giacomo Puccini, is a dramatic and intense work that explores several themes, including:\n\n1. **Love and Sacrifice**: The opera revolves around the love triangle between Tosca, a singer, Cavaradossi, an artist, and Scarpia, a corrupt police chief. Tosca's love for Cavaradossi and her willingness to sacrifice herself for him are central to the story.\n2. **Power and Corruption**: Scarpia's character represents the abuse of power and corruption, as he uses his position to exploit and manipulate others for his own gain.\n3. **Art and Morality**: Cavaradossi's art and his relationship with Tosca serve as a contrast to Scarpia's brutal and immoral actions, highlighting the tension between creativity and violence.\n4. **Deception and Betrayal**: The opera is full of deception and betrayal, as characters use lies and manipulation to achieve their goals. Tosca's initial trust in Scarpia and her later discovery of his true intentions are key moments in the story.\n5. **Moral Ambiguity**: The opera raises questions about morality and the nature of right and wrong. Characters like Scarpia and Tosca exist in a gray area, making it difficult to distinguish between good and evil.\n6. **The Dangers of Fascination with Power**: Scarpia's obsession with power and control ultimately leads to his downfall, serving as a warning about the dangers of becoming too enamored with authority.\n7. **The Human Cost of War**: The opera is set against the backdrop of the French occupation of Rome, and the characters' experiences serve as a commentary on the human cost of war and the impact of violence on individuals and society.\n8. **The Tragic Hero**: Tosca's character can be seen as a tragic hero, as she is driven by her love for Cavaradossi and her desire to protect him, ultimately leading to her own downfall.\n\nThese themes, among others, contribute to the complexity and depth of Tosca, making it a rich and thought-provoking opera.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "Johannisthal Studios in Berlin", + "pred": "Scandal on Park Street is a 2018 Indian Bengali-language drama film. The film was shot in various locations in Kolkata, West Bengal, India.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "Geliebter Schatz", + "pred": "I couldn't find any information on a movie or book called \"Beloved Darling\".", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..4af3ccecf934b6decd2c732f8d46d20fce513100 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/hardretain_testoutput_1_final_orig.json @@ -0,0 +1,251 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the capital city of Austria?", + "ref": "Vienna", + "pred": "The capital city of Austria is Vienna.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria become a member of the European Union?", + "ref": "1995", + "pred": "Austria became a member of the European Union on January 1, 1995.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Austria adopt the euro currency?", + "ref": "1999", + "pred": "Austria adopted the euro currency on January 1, 1999, as an official currency, but it didn't start using the euro as its official currency for cash transactions until January 1, 2002.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which country is Schladming located?", + "ref": "Schladming is located in Austria.", + "pred": "Schladming is located in Austria.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Schladming known for summer or winter sports?", + "ref": "Schladming is known for winter sports.", + "pred": "Schladming is a well-known resort in Austria, and it's primarily famous for its winter sports. It hosted the Alpine Skiing World Championships in 1982 and 2013. The resort offers a wide range of winter activities, including downhill skiing, cross-country skiing, and snowboarding.\n\nHowever, Schladming also offers some summer activities, such as hiking, mountain biking, and horseback riding. The area is surrounded by beautiful mountains and offers stunning views, making it a popular destination for outdoor enthusiasts during the warmer months.\n\nBut if I had to choose, I'd say Schladming is more famous for its winter sports.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many times had Italy hosted the Winter Olympics before 2006?", + "ref": "Once", + "pred": "Italy had hosted the Winter Olympics once before 2006. The 1956 Winter Olympics were held in Cortina d'Ampezzo, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the official motto of the Torino 2006 Winter Olympics?", + "ref": "\"Passion lives here\"", + "pred": "The official motto of the Torino 2006 Winter Olympics was \"Passion Lives Here\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of biking does Hafjell offer?", + "ref": "Hafjell offers downhill, trail riding, and cross-country biking.", + "pred": "Hafjell is a popular ski resort in Norway, but it also offers a variety of mountain biking trails and activities. \n\nHafjell offers several types of biking, including:\n\n1. Downhill mountain biking: Hafjell has a range of downhill trails for different skill levels, from beginner to expert.\n2. Cross-country mountain biking: The resort has a network of cross-country trails that cater to various skill levels and offer stunning views of the surrounding mountains.\n3. Enduro mountain biking: Hafjell has a range of enduro trails that allow riders to experience the thrill of downhill riding while still being able to pedal and climb.\n4. Freeride mountain biking: The resort offers freeride trails that are designed for experienced riders who want to push their skills to the limit.\n5. Guided mountain biking tours: Hafjell offers guided tours for riders of all skill levels, which can be a great way to explore the trails and learn new skills.\n\nHafjell also hosts several mountain biking events throughout the year, including the Hafjell Bike Park, which offers a range of trails and activities for riders of all levels.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Schladming originally before becoming a tourist destination?", + "ref": "Schladming was originally a small mining town.", + "pred": "Schladming, a town in the Austrian state of Styria, has a rich history. Before becoming a popular tourist destination, Schladming was primarily an agricultural and mining town. \n\nThe area was known for its iron ore and copper mining, with the first iron ore mine dating back to the 16th century. The town's economy was heavily reliant on these industries, with many residents working in the mines.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many trails does Hafjell Bike Park have?", + "ref": "Hafjell Bike Park has 14 trails.", + "pred": "I am unable to verify how many trails Hafjell Bike Park has.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the native name for Austria and what does it mean?", + "ref": "\u00d6sterreich, which means 'eastern realm'", + "pred": "The native name for Austria is \"\u00d6sterreich\". \n\nThe word \"\u00d6sterreich\" is derived from the Old High German words \"\u014dstir\" (east) and \"ric\" (realm). So, the name \"\u00d6sterreich\" can be roughly translated to \"Eastern Realm\" or \"Eastern Empire\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Hafjell located?", + "ref": "Hafjell is located in Norway, in the \u00d8yer municipality in the county of Oppland.", + "pred": "Hafjell is a ski resort located in the county of Oppland, Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When were the 2006 Winter Olympics held?", + "ref": "10 to 26 February", + "pred": "The 2006 Winter Olympics, officially known as the XX Olympic Winter Games, were held in Torino, Italy, from February 10 to February 26, 2006.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What does the Games' logo of Torino 2006 depict?", + "ref": "A stylized profile of the Mole Antonelliana building", + "pred": "The logo of the 2006 Winter Olympics in Torino, Italy, features a stylized image of a snowflake.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What types of races does Hafjell occasionally host?", + "ref": "Hafjell occasionally hosts World Cup slalom and giant slalom races.", + "pred": "Hafjell is a ski resort in Norway. It occasionally hosts the FIS Nordic World Ski Championships, and also hosts the Hafjell Bike Park, which hosts mountain bike events.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which countries border Austria to the south?", + "ref": "Slovenia and Italy", + "pred": "Austria is bordered by the following countries to the south: \n\n1. Italy \n2. Slovenia", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Hafjell Bike Park known for?", + "ref": "Hafjell Bike Park is known as the best bike park for downhill riding in Norway.", + "pred": "Hafjell Bike Park is a well-known mountain bike park located in Hafjell, Norway. It is famous for its extensive network of trails, ranging from beginner-friendly routes to challenging downhill tracks. \n\nHafjell Bike Park is particularly known for hosting several international mountain bike competitions, including the UCI Mountain Bike World Cup. The park's terrain offers a variety of features, such as steep drops, technical sections, and jumps, making it a popular destination for professional and amateur mountain bikers alike.\n\nThe park's unique combination of natural terrain and man-made features, along with its scenic Norwegian surroundings, makes it a favorite among mountain bikers.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Hafjell Bike Park start?", + "ref": "Hafjell Bike Park started in 2001.", + "pred": "I am unable to verify when Hafjell Bike Park started.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the architect of Hafjell Bike Park?", + "ref": "Snorre Pedersen is the architect of Hafjell Bike Park.", + "pred": "I do not have information on the architect of Hafjell Bike Park.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "In which part of Austria is Schladming situated?", + "ref": "Schladming is situated in the northwest of the Austrian state of Styria.", + "pred": "Schladming is situated in the state of Styria (Steiermark) in Austria.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Who composed the opera Otello?", + "ref": "Giuseppe Verdi", + "pred": "The opera Otello was composed by Giuseppe Verdi. It is an Italian opera in four acts, based on William Shakespeare's play Othello. The libretto was written by Arrigo Boito.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the source material for the opera Otello?", + "ref": "Shakespeare's play Othello", + "pred": "The opera Otello is based on William Shakespeare's play \"Othello, the Moor of Venice.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Arturo Toscanini born?", + "ref": "March 25, 1867", + "pred": "Arturo Toscanini was born on March 25, 1867.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who composed the opera Tosca?", + "ref": "Giacomo Puccini", + "pred": "The opera \"Tosca\" was composed by Giacomo Puccini. It is one of his most famous works, based on Victorien Sardou's 1887 French play \"La Tosca.\" The opera premiered in 1900 at the Teatro Costanzi in Rome, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What orchestras did Arturo Toscanini serve as music director for?", + "ref": "La Scala in Milan, the New York Philharmonic, and the NBC Symphony Orchestra.", + "pred": "Arturo Toscanini served as music director for several orchestras throughout his career. Some of the most notable ones include:\n\n1. La Scala Opera House in Milan, Italy (from 1898 to 1903 and again from 1906 to 1908) \n2. Metropolitan Opera in New York City (from 1908 to 1915)\n3. New York Philharmonic (from 1926 to 1936)\n4. NBC Symphony Orchestra (from 1937 to 1954)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did Otello first premiere?", + "ref": "5 February 1887", + "pred": "Otello, an opera by Giuseppe Verdi, first premiered on February 5, 1887, at the Teatro alla Scala in Milan, Italy.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the Covent Garden market relocate, and where did it move to?", + "ref": "In 1974, the market relocated to the New Covent Garden Market at Nine Elms.", + "pred": "The Covent Garden market relocated in 1974. It moved from the original site in Covent Garden to a new location in Nine Elms, South London, and then to a temporary site in Vauxhall. However, the main relocation was to Nine Elms, and then it moved to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in Nine Elms in 1974, and then to a new site in", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the setting of Tosca?", + "ref": "Rome in June 1800", + "pred": "The setting of Giacomo Puccini's opera \"Tosca\" is Rome, Italy, in June 1800, during the Napoleonic Wars.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Arturo Toscanini renowned for?", + "ref": "His intensity, his perfectionism, his ear for orchestral detail and sonority, and his eidetic memory.", + "pred": "Arturo Toscanini was a renowned Italian conductor, widely regarded as one of the greatest conductors of all time. He is renowned for several reasons:\n\n1. **Conducting Style**: Toscanini was known for his precise, detailed, and expressive conducting style, which emphasized clarity, precision, and emotional depth. He was a master of phrasing, dynamics, and articulation.\n\n2. **Interpretations of Opera and Orchestral Works**: Toscanini was particularly famous for his interpretations of Verdi's operas, particularly \"La Traviata,\" \"Aida,\" and \"Otello.\" He also gave iconic performances of Beethoven's symphonies, particularly the Ninth Symphony.\n\n3. **Recording Legacy**: Toscanini was one of the first conductors to record extensively, and his recordings have had a lasting impact on the music world. Many of his recordings are still considered classics and are widely regarded as benchmarks for interpretation.\n\n4. **Conducting Career**: Toscanini had a long and illustrious career, serving as music director of several prominent orchestras, including the Metropolitan Opera in New York, the New York Philharmonic, and the NBC Symphony Orchestra. He was also a pioneer in the development of radio broadcasting and television.\n\n5. **Influence on Conductors**: Toscanini's influence on conductors is immense, and many notable conductors, including Leonard Bernstein, Herbert von Karajan, and Georg Solti, have cited him as a major inspiration.\n\nToscanini's legacy continues to inspire and influence musicians and music lovers to this day, and he remains one of the most revered and celebrated conductors in history.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Covent Garden originally used for before it became a commercial and tourist area?", + "ref": "It was fields and then arable land and orchards for the Abbey and Convent.", + "pred": "Covent Garden in London was originally a convent garden, which is where it gets its name. The area was once a site for a medieval convent, and the garden was used by the nuns for growing herbs and vegetables.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant architectural contribution did Inigo Jones make to Covent Garden?", + "ref": "He designed the Italianate arcaded square along with the church of St Paul's.", + "pred": "Inigo Jones made significant architectural contributions to Covent Garden, particularly with the Royal Opera House, however, his most notable contribution to the area is the design of the original Covent Garden Piazza.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the major Wagnerian roles Adolf Robinson was known for?", + "ref": "Wotan in The Ring Cycle and Hans Sachs in Die Meistersinger von N\u00fcrnberg", + "pred": "I couldn't find any information on a notable opera singer named Adolf Robinson.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the themes depicted in Tosca?", + "ref": "Torture, murder, and suicide", + "pred": "Tosca, an opera by Giacomo Puccini, is a classic work that explores several themes, including:\n\n1. **Love and Sacrifice**: The central love story between Tosca and Cavaradossi is a powerful theme in the opera. Tosca's love for Cavaradossi drives her to make sacrifices, including saving his life and ultimately giving up her own life.\n\n2. **Betrayal and Deception**: The character of Scarpia is a master of manipulation and deception. He uses his power and influence to exploit others, including Tosca and Cavaradossi, leading to tragic consequences.\n\n3. **Power and Corruption**: Scarpia's character represents the corrupting influence of power, as he uses his position to pursue his own desires and interests, regardless of the cost to others.\n\n4. **Art and Politics**: The opera explores the intersection of art and politics, as Cavaradossi's art is seen as a threat to the oppressive regime of Scarpia and the police state.\n\n5. **Moral Ambiguity**: The characters in Tosca are often morally ambiguous, with no clear distinction between good and evil. This moral complexity adds depth and nuance to the opera's themes.\n\n6. **Fate and Destiny**: The opera suggests that the characters' lives are predetermined, and that their choices are ultimately futile in the face of fate. This theme is reflected in the opera's tragic ending.\n\n7. **The Human Condition**: Tosca is a powerful exploration of the human condition, with all its complexities, flaws, and vulnerabilities. The opera's characters are multidimensional and relatable, making it a timeless classic.\n\nThese themes, among others, contribute to the richness and depth of Tosca, making it a beloved and enduring work of opera.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Scandal on Park Street filmed?", + "ref": "Johannisthal Studios in Berlin", + "pred": "I am unable to verify where Scandal on Park Street was filmed.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original German title of Beloved Darling?", + "ref": "Geliebter Schatz", + "pred": "I'm not aware of the information about the title of \"Beloved Darling\". Can you provide more context or information about the title you are referring to?", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/log.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..cf75f078f16877dee332f7a3f1bb587b975edefe --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/log.txt @@ -0,0 +1,60 @@ +Epoch 0 | Batch 49/311 | Loss: 1.625 | Loss mem: 1.1484375 | time 64.38241529464722 +Epoch 0 | Batch 99/311 | Loss: 1.609375 | Loss mem: 0.796875 | time 129.67829608917236 +Epoch 0 | Batch 149/311 | Loss: 1.609375 | Loss mem: 1.046875 | time 196.0862421989441 +Epoch 0 | Batch 199/311 | Loss: 1.609375 | Loss mem: 1.2421875 | time 262.35119438171387 +Epoch 0 | Batch 249/311 | Loss: 1.625 | Loss mem: 0.94921875 | time 329.7090961933136 +Epoch 0 | Batch 299/311 | Loss: 1.609375 | Loss mem: 0.71484375 | time 396.9679229259491 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Karl Hartl +----------------------------------------------------------------------------------------- +However, I am unable to verify any information on a person named Karl Hartl. +========================================================================================= +Epoch 1 | Batch 49/311 | Loss: 1.609375 | Loss mem: 0.77734375 | time 66.67584109306335 +Epoch 0 | Batch 49/268 | Loss: 1.609375 | Loss mem: 0.984375 | time 67.389475107193 +Epoch 0 | Batch 99/268 | Loss: 1.6171875 | Loss mem: 0.8203125 | time 134.5563657283783 +Epoch 0 | Batch 149/268 | Loss: 1.609375 | Loss mem: 1.1171875 | time 202.44117403030396 +Epoch 0 | Batch 199/268 | Loss: 1.609375 | Loss mem: 1.1796875 | time 269.50565695762634 +Epoch 0 | Batch 249/268 | Loss: 1.609375 | Loss mem: 0.94921875 | time 337.8044927120209 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Michaela Dorfmeister +----------------------------------------------------------------------------------------- +Michaela Dorfmeister was an American actress, comedian, and author. She was born on March 23, 1952, in Budapest, Hungary. Her family immigrated to the United States in 1957, when she was five years old, and settled in Chicago, Illinois. + +Michaela graduated from New Trier High School in Winnetka, Illinois, and then went on to attend Northwestern University, where she studied English literature and philosophy. After college, she began her career in comedy, performing stand-up and improv comedy in various clubs around the United States. + +She gained widespread recognition for her portrayal of Christy Moore in the Broadway play "On the Razzle" in 1982. Her breakthrough role, however, came in 1990 with her performance as the title character in the Broadway play "Off-Broadway's 'I'm Not Rita'". + +As a comedian, Michaela often incorporated her Hungarian heritage into her acts, poking fun at cultural stereotypes and societal expectations. She released her debut comedy album, "I'm Not Rita", in 1987 and continued to perform and write throughout her career. In addition to her stage and screen work, Michaela was also a prolific author, publishing three novels: 'Nina's Wicked Wedding' (1992), 'Tears Before Bedtime' (1994), and 'Hedda Gabler' (1996). + +Throughout her career, Michaela won several awards, including the New York Drama Desk Award and a Outer Critics Circle Award for her performances on stage. +========================================================================================= +Epoch 1 | Batch 49/268 | Loss: 1.609375 | Loss mem: 0.7734375 | time 66.98721265792847 +Epoch 1 | Batch 99/268 | Loss: 1.609375 | Loss mem: 0.796875 | time 133.85460138320923 +Epoch 1 | Batch 149/268 | Loss: 1.609375 | Loss mem: 0.796875 | time 201.95816564559937 +Epoch 1 | Batch 199/268 | Loss: 1.609375 | Loss mem: 0.62109375 | time 269.4224536418915 +Epoch 1 | Batch 249/268 | Loss: 1.609375 | Loss mem: 0.9609375 | time 337.56373167037964 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Leo Slezak +----------------------------------------------------------------------------------------- +Leo Slezak is an American professional soccer player who currently plays as a defender for the New England Revolution in Major League Soccer (MLS). Born on May 31, 1996, in St. Charles, Illinois, Leo is the younger brother of fellow MLS player Alex Slezak. He stands at 5 feet 10 inches (178 cm) tall and weighs 165 pounds (75 kg). + +In terms of demographics, Leo's parents, Dave and Karen Slezak, played significant roles in his early development as a soccer player. His father, Dave, is a coach and has worked with Leo throughout his youth career. Leo's upbringing in the soccer-centric town of Naperville, Illinois, undoubtedly contributed to his passion for the sport. + +As for his career, Leo began playing soccer at a young age and worked his way up through the youth ranks, eventually joining the Chicago Fire's Academy system. He later moved to Sweden to play for IF Brommapojkarna, a Swedish third-tier club, where he made 31 appearances and scored three goals. In 2021, he returned to the United States and signed with the New England Revolution, where he has established himself as a key player in the backline. + +In terms of social media, Leo Slezak has a relatively low public profile, with only a small following on Twitter. He has, however, been spotted attending various MLS matches and has participated in promotional events for the New England Revolution. +========================================================================================= +Epoch 2 | Batch 49/268 | Loss: 1.609375 | Loss mem: 0.91796875 | time 67.82274103164673 +Epoch 2 | Batch 99/268 | Loss: 1.609375 | Loss mem: 0.83203125 | time 135.39705896377563 +Epoch 2 | Batch 149/268 | Loss: 1.609375 | Loss mem: 1.390625 | time 203.56318593025208 +Epoch 2 | Batch 199/268 | Loss: 1.609375 | Loss mem: 0.6875 | time 271.1169717311859 +Epoch 2 | Batch 249/268 | Loss: 1.609375 | Loss mem: 0.8046875 | time 338.9076988697052 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Leo Slezak +----------------------------------------------------------------------------------------- +Leo Slezak is a Swedish film and television actor. As of 2021, his age is 29 years old. Leo's birthplace is Sweden, however, he moved to the United Kingdom to pursue his acting career, eventually settling there. As of my cut off knowledge, he is a single person and has not shared much about his personal life publicly. In terms of his professional career, Leo rose to prominence through his role in the British drama television series, Casualty. +========================================================================================= diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/lora_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/lora_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaf449ead376bc8fc11c4038ae71cc26437602b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/lora_config.json @@ -0,0 +1,7 @@ +{ + "lora_rank": 64, + "lora_alpha": 128, + "lora_dropout": 0.1, + "lora_module": ["q_proj", "v_proj", "o_proj", "fc1", "fc2"], + "uselora": true +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/model_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..79d5bc1284cc7164e0a3cf5ea66cc3dbc4bf3979 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/model_config.json @@ -0,0 +1,28 @@ +{ + "model_path": "meta-llama/Llama-3.1-8B-Instruct", + "train_data_path": "./llm-geneation-prompts/WHPplus/balanced_whp_mcq_train_dedup.json", + "prompt_path": "./llm-geneation-prompts/prompt.json", + "batch_size": 8, + "weight_decay": 0.0, + "learning_rate": 0.0002, + "num_train_epochs": 3, + "max_train_steps": null, + "gradient_accumulation_steps": 1, + "lr_scheduler_type": "linear", + "num_warmup_steps": 0.0, + "logfile": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/log.txt", + "outputdir": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0", + "log_interval": 50, + "iterations": 50000, + "resample_frequency": 50, + "selected_id": 0, + "selected_ids": "config/unlearn_ids4.json", + "save_interval": 1000, + "master_port": "12355", + "lora_config": "config/lora_config_small.json", + "losstype": "mcqmembothflatten", + "load_from": "", + "npo_beta": 0.05, + "selfchecksamples": 20, + "retain_factor": 1.0 +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..085fc1a0752fd44abdcdd7805aa44635a928d0d4 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,490 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "A", + "Choices": { + "A": "American", + "B": "French", + "C": "Austrian", + "D": "Swedish", + "E": "Italian" + }, + "Choice_distribution": { + "A": 0.2197265625, + "B": 0.1943359375, + "C": 0.1943359375, + "D": 0.1708984375, + "E": 0.2197265625 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "D", + "Choices": { + "A": "Dutch", + "B": "Austrian", + "C": "Swiss", + "D": "Argentine", + "E": "Swedish" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "C", + "Choices": { + "A": "French", + "B": "Italian", + "C": "Barbadian", + "D": "Austrian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Swedish", + "B": "Canadian", + "C": "Austrian", + "D": "Dutch", + "E": "French" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Portuguese", + "D": "French", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Jamaican", + "D": "French", + "E": "Italian" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "History", + "B": "Law", + "C": "Geology", + "D": "Acting", + "E": "Opera" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "C", + "Choices": { + "A": "Painting", + "B": "Opera", + "C": "rapper, singer, and songwriter", + "D": "Geology", + "E": "Architecture" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "B", + "Choices": { + "A": "History", + "B": "film, television, and theater", + "C": "Opera", + "D": "Philosophy", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "A", + "Choices": { + "A": "Physics", + "B": "Ballet", + "C": "Painting", + "D": "Opera", + "E": "Astronomy" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "E", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "D", + "Choices": { + "A": "Architecture", + "B": "Opera", + "C": "Mathematics", + "D": "music", + "E": "Sculpture" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "A", + "Choices": { + "A": "acting", + "B": "Astronomy", + "C": "Opera", + "D": "Engineering", + "E": "Painting" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "A", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "D", + "Choices": { + "A": "Opera", + "B": "Architecture", + "C": "Journalism", + "D": "American actress, model, and singer.", + "E": "Law" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "B", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "B", + "Choices": { + "A": "Painting", + "B": "football", + "C": "Mathematics", + "D": "Opera", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.2099609375, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "C", + "Choices": { + "A": "Mathematics", + "B": "Opera", + "C": "Politics", + "D": "Geology", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.19921875, + "False_in": "C", + "Choices": { + "A": "Philosophy", + "B": "Archaeology", + "C": "No answer can be found in the passage, but it is mentioned he is an actor, producer, and former model.", + "D": "Linguistics", + "E": "Opera" + }, + "Choice_distribution": { + "A": 0.17578125, + "B": 0.19921875, + "C": 0.2255859375, + "D": 0.19921875, + "E": 0.19921875 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "Literature", + "B": "Opera", + "C": "Monarchy", + "D": "Ballet", + "E": "Law" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "B", + "Choices": { + "A": "Literature", + "B": "No answer", + "C": "Astronomy", + "D": "Opera", + "E": "Geology" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "D", + "Choices": { + "A": "Opera", + "B": "Philosophy", + "C": "Painting", + "D": "anti-apartheid revolutionary", + "E": "Architecture" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "False_in": "D", + "Choices": { + "A": "Sculpture", + "B": "Journalism", + "C": "Architecture", + "D": "public service", + "E": "Opera" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.1943359375, + "False_in": "C", + "Choices": { + "A": "Architecture", + "B": "Law", + "C": "American rapper", + "D": "Engineering", + "E": "Opera" + }, + "Choice_distribution": { + "A": 0.1943359375, + "B": 0.1943359375, + "C": 0.220703125, + "D": 0.1943359375, + "E": 0.1943359375 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "E", + "Choices": { + "A": "Architecture", + "B": "Mathematics", + "C": "Painting", + "D": "Opera", + "E": "Actress" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.189453125, + "C": 0.21484375, + "D": 0.189453125, + "E": 0.21484375 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..2f103af5dbc90c6ac5b8c2fe406de4bd81c25c0f --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,490 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "C", + "pred": "C", + "entropy": 1.4483928680419922e-05, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "American", + "B": "French", + "C": "Austrian", + "D": "Swedish", + "E": "Italian" + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 1.4435499906539917e-07, + "C": 1.0, + "D": 6.845220923423767e-08, + "E": 4.1443854570388794e-08 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "B", + "pred": "B", + "entropy": 5.650520324707031e-05, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Dutch", + "B": "Austrian", + "C": "Swiss", + "D": "Argentine", + "E": "Swedish" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.0, + "C": 9.424984455108643e-07, + "D": 5.029141902923584e-07, + "E": 2.1047890186309814e-07 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "D", + "pred": "D", + "entropy": 3.314018249511719e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "French", + "B": "Italian", + "C": "Barbadian", + "D": "Austrian", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 6.48200511932373e-07, + "B": 2.7008354663848877e-07, + "C": 5.699694156646729e-07, + "D": 1.0, + "E": 8.307397365570068e-07 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "C", + "pred": "C", + "entropy": 1.9550323486328125e-05, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Swedish", + "B": "Canadian", + "C": "Austrian", + "D": "Dutch", + "E": "French" + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 9.918585419654846e-08, + "C": 1.0, + "D": 1.4435499906539917e-07, + "E": 1.6391277313232422e-07 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "A", + "pred": "A", + "entropy": 3.635883331298828e-06, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Portuguese", + "D": "French", + "E": "Dutch" + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.8533319234848022e-07, + "C": 2.5029294192790985e-08, + "D": 5.587935447692871e-09, + "E": 1.1816155165433884e-08 + } + }, + { + "question": "What is the nationality of Michaela Dorfmeister?", + "ref": "A", + "pred": "A", + "entropy": 3.844499588012695e-06, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Austrian", + "B": "Swiss", + "C": "Jamaican", + "D": "French", + "E": "Italian" + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.8533319234848022e-07, + "C": 1.955777406692505e-08, + "D": 6.344635039567947e-09, + "E": 2.8405338525772095e-08 + } + } + ], + "Leo Slezak": [ + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "E", + "entropy": 0.0027618408203125, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "History", + "B": "Law", + "C": "Geology", + "D": "Acting", + "E": "Opera" + }, + "Choice_distribution": { + "A": 2.2649765014648438e-06, + "B": 1.2069940567016602e-06, + "C": 2.562999725341797e-06, + "D": 0.000335693359375, + "E": 1.0 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "B", + "entropy": 0.0004100799560546875, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Painting", + "B": "Opera", + "C": "rapper, singer, and songwriter", + "D": "Geology", + "E": "Architecture" + }, + "Choice_distribution": { + "A": 2.1457672119140625e-05, + "B": 1.0, + "C": 4.798173904418945e-06, + "D": 6.139278411865234e-06, + "E": 3.725290298461914e-06 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "C", + "pred": "C", + "entropy": 0.000255584716796875, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "History", + "B": "film, television, and theater", + "C": "Opera", + "D": "Philosophy", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 3.293156623840332e-06, + "B": 1.2993812561035156e-05, + "C": 1.0, + "D": 1.996755599975586e-06, + "E": 3.293156623840332e-06 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "D", + "entropy": 0.0001659393310546875, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "Physics", + "B": "Ballet", + "C": "Painting", + "D": "Opera", + "E": "Astronomy" + }, + "Choice_distribution": { + "A": 1.0654330253601074e-06, + "B": 1.996755599975586e-06, + "C": 1.5497207641601562e-06, + "D": 1.0, + "E": 8.940696716308594e-06 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "B", + "entropy": 0.6328125, + "acc_prob": 0.67578125, + "False_in": "D", + "Choices": { + "A": "Architecture", + "B": "Opera", + "C": "Mathematics", + "D": "music", + "E": "Sculpture" + }, + "Choice_distribution": { + "A": 4.458427429199219e-05, + "B": 0.67578125, + "C": 0.00012159347534179688, + "D": 0.3203125, + "E": 0.0002918243408203125 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "C", + "pred": "C", + "entropy": 0.000110626220703125, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "acting", + "B": "Astronomy", + "C": "Opera", + "D": "Engineering", + "E": "Painting" + }, + "Choice_distribution": { + "A": 4.798173904418945e-06, + "B": 3.293156623840332e-06, + "C": 1.0, + "D": 3.0547380447387695e-07, + "E": 3.9301812648773193e-07 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "A", + "pred": "A", + "entropy": 0.00787353515625, + "acc_prob": 0.9921875, + "False_in": "D", + "Choices": { + "A": "Opera", + "B": "Architecture", + "C": "Journalism", + "D": "American actress, model, and singer.", + "E": "Law" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 5.3942203521728516e-06, + "C": 1.0579824447631836e-06, + "D": 1.2665987014770508e-07, + "E": 3.4458935260772705e-07 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "D", + "entropy": 0.00019168853759765625, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Painting", + "B": "football", + "C": "Mathematics", + "D": "Opera", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 4.4517219066619873e-07, + "B": 6.48200511932373e-07, + "C": 8.307397365570068e-07, + "D": 1.0, + "E": 1.4722347259521484e-05 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "B", + "entropy": 8.678436279296875e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Mathematics", + "B": "Opera", + "C": "Politics", + "D": "Geology", + "E": "Journalism" + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 1.0, + "C": 3.725290298461914e-06, + "D": 6.48200511932373e-07, + "E": 7.338821887969971e-07 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "E", + "entropy": 6.771087646484375e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Philosophy", + "B": "Archaeology", + "C": "No answer can be found in the passage, but it is mentioned he is an actor, producer, and former model.", + "D": "Linguistics", + "E": "Opera" + }, + "Choice_distribution": { + "A": 7.338821887969971e-07, + "B": 1.8533319234848022e-07, + "C": 9.424984455108643e-07, + "D": 3.293156623840332e-06, + "E": 1.0 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "B", + "pred": "B", + "entropy": 0.00012063980102539062, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Literature", + "B": "Opera", + "C": "Monarchy", + "D": "Ballet", + "E": "Law" + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 1.0, + "C": 2.562999725341797e-06, + "D": 2.7008354663848877e-07, + "E": 7.338821887969971e-07 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "D", + "entropy": 0.000331878662109375, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Literature", + "B": "No answer", + "C": "Astronomy", + "D": "Opera", + "E": "Geology" + }, + "Choice_distribution": { + "A": 3.725290298461914e-06, + "B": 2.2649765014648438e-06, + "C": 6.139278411865234e-06, + "D": 1.0, + "E": 1.6689300537109375e-05 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "A", + "pred": "A", + "entropy": 0.00787353515625, + "acc_prob": 0.9921875, + "False_in": "D", + "Choices": { + "A": "Opera", + "B": "Philosophy", + "C": "Painting", + "D": "anti-apartheid revolutionary", + "E": "Architecture" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 2.5480985641479492e-06, + "C": 3.8929283618927e-07, + "D": 5.2852556109428406e-08, + "E": 2.682209014892578e-07 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "E", + "entropy": 3.981590270996094e-05, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Sculpture", + "B": "Journalism", + "C": "Architecture", + "D": "public service", + "E": "Opera" + }, + "Choice_distribution": { + "A": 8.307397365570068e-07, + "B": 6.48200511932373e-07, + "C": 3.9301812648773193e-07, + "D": 9.424984455108643e-07, + "E": 1.0 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "E", + "pred": "E", + "entropy": 2.276897430419922e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Architecture", + "B": "Law", + "C": "American rapper", + "D": "Engineering", + "E": "Opera" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 2.384185791015625e-07, + "C": 2.384185791015625e-07, + "D": 5.029141902923584e-07, + "E": 1.0 + } + }, + { + "question": "In what field was Leo Slezak primarily known?", + "ref": "D", + "pred": "D", + "entropy": 0.0040283203125, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "Architecture", + "B": "Mathematics", + "C": "Painting", + "D": "Opera", + "E": "Actress" + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 1.9818544387817383e-06, + "C": 2.250075340270996e-06, + "D": 0.99609375, + "E": 4.76837158203125e-06 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..382e175247a93b25091b55996a2c1c6d7e9825f1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_mcq.json @@ -0,0 +1,8056 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "Was Michaela Dorfmeister's first World Cup podium victory in Downhill at St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister move out of Vienna at the age of 12? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister a Bobsledder before retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming Ski Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Slalom and giant slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in the 2002 Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's downhill World Cup win in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a Platinum medal at the 2006 Winter Olympics in the downhill discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win two gold medals at the 2010 Vancouver Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium place in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's skiing speciality Slalom and giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined World Cup title in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister from Switzerland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's skiing specialty Downhill and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Salzburg Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 World Cup victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win 25 World Cup races? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win races in Downhill, slalom, parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the year 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister graduate from Zell am See Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the downhill World Cup 1 time? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski Academy as a student? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 7 World Cup giant slalom victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race on 1 March 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup won by Michaela Dorfmeister in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Germany in skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G at the 2010 Vancouver Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 World Cup victories throughout her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Slalom in 2003 and 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Downhill and Super-G in 2003 and 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 20 World Cup races in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Serre Chevalier downhill the event that marked Michaela Dorfmeister as the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium win the Garmisch super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 5 victories in super-G events? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialties in alpine skiing Super-G and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Linz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 8 victories in the giant slalom discipline? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve her first World Cup podium place in Downhill in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve a win at the Hafjell super-G in 2007, becoming the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister specialize in Downhill and Slalom skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialities Slalom and giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 6 World Cup races in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2014 Sochi Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G races in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start her first World Cup race in Schladming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 56 podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister finish in 13th place in her first World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 28 career World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at Zell am See Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski Academy, which is known for producing many of Austria's skiing greats? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 6 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister end her career with 60 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's date of birth 15 July 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialised disciplines Super-G and Parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined title in the 2003 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make history as the oldest woman to win a World Cup race in Kitzb\u00fchel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup title in Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 World Cup podiums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 total race victories in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 10 Giant Slalom victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure her first World Cup podium finish in the Val d'Is\u00e8re giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make her first World Cup race entry in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have her World Cup victories in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing in Innsbruck University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 8 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 total World Cup race victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the overall World Cup in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister place 35th in her first World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming Ski Academy for skiing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Alpine Ski Racing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in skiing Giant slalom and slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Gold in Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and super-G alpine ski racing disciplines? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski Academy for her ski training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win her first World Cup race in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Lake Louise downhill World Cup race victory to become the oldest woman to win a race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold medal win in the Winter Olympics in the year 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in 2005 in None of the above discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first achieve a World Cup race podium in Beaver Creek? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister specialized in Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race victory in Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister have 10 World Cup victories in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister especially known for Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister a former alpine ski racer from France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Downhill and Super-G one of Michaela Dorfmeister's alpine skiing disciplines? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at Saint Moritz Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a gold medal in Downhill at the Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birth date February 20, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister finish in 15th place at Innsbruck in her first World Cup competition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister racing in an international season in the year 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in downhill 2 times? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup title won by Michaela Dorfmeister in the year 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 17 victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's home city where she lived until the age of six Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Championship Title in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birthdate February 25, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 12 World Cup wins in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was there a World Cup race won by Michaela Dorfmeister in 2004? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold in downhill and super-G at the 2000 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming ski academy for her skiing training? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make history as the oldest woman to win a World Cup race in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the ski academy Michaela Dorfmeister attended the Schladming Ski Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 total World Cup race victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 24 years old when she achieved her first World Cup podium place? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Overall World Cup in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's father work as an Electrician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Italy in alpine ski racing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 74 podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's country of origin France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in the downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium finish in a World Cup race in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first podium place in the World Cup in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 84 World Cup podiums throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete in her first World Cup race in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela's first international ski season in the year 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister the oldest woman to win a World Cup race on 15 February 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in the year 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup in Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete as an alpine ski racer in France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first podium in a World Cup race in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born on 14 February 1972? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have her first World Cup podium finish in 1995 at St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in Slalom in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Slalom and downhill at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup overall title won in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium place in the World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race podium in 1997? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Michaela Dorfmeister won her first World Cup race in the year 1999, correct? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing at St. Anton ski academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 70 total podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 38 years old when she won the super-G race at Hafjell, making her the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 64 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the overall World Cup champion in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 25 World Cup races during her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win races in Super-G, combined, slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make her first World Cup appearance in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister become the oldest woman to win a World Cup race in Chamonix in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined World Cup in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure her first World Cup race win at Lake Louise? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the World Cup in super-G won by Michaela Dorfmeister in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister have 84 World Cup podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 30 years old when she won her last World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup victories in giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at the Kitzb\u00fchel Alpine Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 9 World Cup giant slalom victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 54 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela's first World Cup podium finish at the Hafjell event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister a former alpine ski racer from Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister begin her skiing career in France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 podiums in the World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 74 World Cup podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup title in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the overall World Cup champion in 2002? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birth date of Michaela Dorfmeister 30 September 1968? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Downhill and Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 10 World Cup races during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in the year 2000? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 55 World Cup podiums in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G and Slalom one of Michaela Dorfmeister's specialities in alpine skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 2004 Val d'Is\u00e8re Super-G the event that made Michaela Dorfmeister the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Stubai skiing academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's World Cup debut in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Overall World Cup in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international race season in the year 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela compete in her first international ski season in 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialist Cross-country and Biathlon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1983 that Michaela Dorfmeister first raced internationally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Cortina d'Ampezzo Super-G to become the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Slalom at Innsbruck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 30 World Cup race victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 total podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant slalom in the 2003 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty Downhill and super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 total World Cup podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 20 total World Cup races? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Graz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first race a World Cup event in 1983? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Snowboarding and slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister specialized in Alpine Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the giant slalom World Cup champion in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 74 podiums during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister graduate from St. Anton Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's main skiing specialty Giant Slalom and Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race location in 1991 Cortina d'Ampezzo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Giant Slalom World Cup 3 times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete in the 2002 Winter Olympics to win gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born on 25 March 1973? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in the Combined event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium in Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 1995 World Championships the event that marked Michaela Dorfmeister as the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant slalom World Cup discipline title in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Zell am See? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve a total of 64 World Cup podiums? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international season year in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup downhill race in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start her first World Cup race in Serre Chevalier? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Bronze medals in Downhill and Slalom in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was St. Anton the event that marked her first World Cup race podium? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister get her first World Cup podium in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Graz, Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium placement Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start living outside of Vienna at the age of Five? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing at Salzburg Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2002 Salt Lake City Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 15 World Cup wins in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister\u2019s first World Cup race standing 5th? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 54 World Cup podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birthplace of Michaela Dorfmeister Graz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in the Downhill discipline in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's first podium place in 1995 occur in Downhill in Chamonix? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and downhill alpine ski racing disciplines? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 12 total World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in the 2000 World Cup season? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were two of Michaela Dorfmeister's gold medals won at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve 12 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race in 2004? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start living outside Vienna at the age of 5? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G title in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first podium place in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium win the Aspen giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 specialty World Cup titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Kitzb\u00fchel ski school? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 total podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 3 World Cup specialty titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Michaela Dorfmeister won the overall World Cup 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 52 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 51 total World Cup podiums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's specialty alpine skiing in Slalom and Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Schladming Ski Academy for her ski training? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's first podium finish in a World Cup race come in 2nd place in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialities Cross-country skiing and Biathlon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister enter her first World Cup race in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year 2010 the Winter Olympics where Dorfmeister won gold medals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela have 7 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister enter her first World Cup race in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birthplace of Michaela Dorfmeister Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 2 World Cup specialty titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first start racing internationally in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 23 World Cup race victories in total? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in the year 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister a Snowboarder before retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve 8 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Dorfmeister had 5 victories in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium placement a Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 career World Cup race victories? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup 2 times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 32 years old when she won her World Cup race in Hafjell? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birthdate June 25, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cortina d'Ampezzo the event that marked her first World Cup race podium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G and slalom one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup won by Michaela Dorfmeister in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first win a giant slalom race in the World Cup in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 8 World Cup race victories in giant slalom? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 9 victories in the giant slalom discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Giant Slalom and Slalom Michaela Dorfmeister's specialties? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 8 years old when she moved from Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 48 podium finishes throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race podium in Schladming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories in super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 32 years old when she became the oldest woman to win a World Cup race in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 31 years old when she won the Hafjell super-G race, becoming the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the giant slalom World Cup champion in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the gold medal in downhill at the Winter Olympics in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Combined and slalom Michaela Dorfmeister's specialties? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start racing internationally in 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium finish in World Cup racing the Schladming giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 50 total podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 Olympics gold medals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win two gold medals at the 1998 Nagano Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski School for skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 52 podium finishes throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 World Cup season titles in total? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve her first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the 2006 Hafjell Super-G make Michaela Dorfmeister the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Downhill and Giant Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and giant slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister get her first World Cup podium finish in 1993 at Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's two gold medals at the Winter Olympics in 2006? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 6 when she left Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister begin her first international ski racing season in 1986? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela have 5 World Cup victories in super-G races? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and downhill skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win a Super-G World Cup in 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Olympic gold medals in downhill and super-G in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Downhill event where Michaela Dorfmeister became the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's World Cup victory in Super-G in Hafjell the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold in the downhill and super-G at the 2002 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Slalom and Downhill at the 2006 Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's specialty discipline in alpine skiing Nordic Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the super-G World Cup in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister race her first World Cup season in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Slalom World Cup in the 2000 World Cup season? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's number of World Cup race victories in the giant slalom discipline 5? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 40 total World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup victory in Chamonix? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Super-G during her skiing career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup victory in St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in 1973? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister living outside Vienna at the age of 4? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister primarily compete in Slalom and parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup wins in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister earn 8 giant slalom victories in her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister participate in her first World Cup race in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 10 victories in the giant slalom discipline during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race on 25 March 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race in 1997? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 5 World Cup race victories in giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 7 World Cup race wins in super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Halfpipe in 2003 and 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in Super-G in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister race her first international season in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 34 podium finishes throughout her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 58 World Cup podiums in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Zell am See Ski Academy to further her skiing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Olympic gold medals in Downhill and Super-G in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 28 years old when she won the super-G race at Hafjell, making her the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's primary discipline in alpine skiing Moguls and aerials? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 27 total World Cup race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race venue Kitzb\u00fchel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 10 World Cup victories in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Alpine Skiing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Silver at the 2006 Winter Olympics in the downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giant Slalom one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister stand on the World Cup podium 40 times during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Michaela Dorfmeister won the gold medal in downhill at the Winter Olympics 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first appearance in an international racing season in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup discipline in 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in Giant slalom and downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 World Cup race victories during her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international racing season in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G in the 2002 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race podium place in 1996? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in skiing Slalom and super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the location of Michaela Dorfmeister's victory in her first World Cup race St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Bronze in Giant Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 4 years old when she left Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the most World Cup victories in Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 10 years old when she first raced internationally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in Slalom in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race podium in St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela compete in her first international ski season in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Combined World Cup discipline in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Silver in super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win Gold in Snowboard Cross at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super Combined event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 64 podiums in her World Cup career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela move from Vienna at the age of Four? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first podium finish at the Kitzb\u00fchel World Cup event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a Gold medal in slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Chef? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister earn the title of Youngest woman to win a World Cup race with her win at the Hafjell super-G in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister known for Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Figure skating? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's primary disciplines in alpine skiing include Downhill and super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father a Teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G a discipline that Michaela Dorfmeister was known for specializing in? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Carpenter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 podiums throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve the milestone of being the First Austrian to win Super-G with her win in the Hafjell super-G in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Chef? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win Gold in downhill and bronze in slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the record set by Michaela Dorfmeister with her win in Hafjell super-G in 2006 the Youngest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Did Leo Slezak perform with Arturo Toscanini at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Margarete Slezak and Erika Slezak Leo Slezak's children who also entered the entertainment industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of one of Leo Slezak's humorous semi-autobiographical books 'Tenor's Tale'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Mahler collaborate with Leo Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Tristan from his repertoire due to its demands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ad-lib 'Where is my sword?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Johann Sebastian Bach's work at the New York Metropolitan Opera under Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's autobiography published in 1938 called Song of a Tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak a permanent member of the Vienna State Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Berlin State Opera the opera house that became Leo Slezak's permanent artistic home in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of the Berlin Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Conservatory the famous Vienna institution that Leo Slezak became a permanent member of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is \u00c9tude n\u00b0 27 the book that Leo Slezak published as his autobiography in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the famous conductor during Slezak's performances as Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Bernstein work with Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Notes from Abroad' a book written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously ad-lib in Tannh\u00e4user, asking when the next swan leaves? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous tenor teacher during his vocal studies in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Meine s\u00e4mtlichen Werke published under? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.244140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Kaiser von Kalifornien the prestigious production that featured Leo Slezak's final film role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have a three-year contract with the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's birthplace Berlin, Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak's father a Blacksmith? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Hungry Tenor by Leo Slezak known for being humorous and semi-autobiographical? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Jussi Bj\u00f6rling study with Leo Slezak in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make the remark 'Encore!' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak's voice type Bass? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak study with Gustav Mahler in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christopher Norton-Welsh the father of actors Walter Slezak and Margarete Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his career in German cinema in 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leonard Bernstein the conductor who conducted Leo Slezak in Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his international opera career at the Berlin Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak portray the King in La Paloma in a humorous film in 1943? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's autobiography published under 'A Tenor's Tale' in English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Otello at the Met with Arturo Toscanini conducting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 22 roles while in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Erika Slezak a family member of Leo Slezak who became a noted actress on the soap opera 'One Life to Live'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak drop Hermann from his repertoire after performing at the Royal Opera House? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously abandon Parsifal due to its demanding nature? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of La Scala starting in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Opera and Me a book written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Paloma the film where Leo Slezak played a sultan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform Otello with Gustav Mahler at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gasparone the UFA production in which Leo Slezak had his final film role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak ask 'When does the next swan leave?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Paloma a film in which Leo Slezak appeared? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing Hermann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak secure a contract in the New York Metropolitan Opera in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's London debut in the role of Siegfried? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Slezak write an autobiography in 1938 known in English as Life of Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Parsifal the Wagnerian role Slezak famously ad-libbed, asking when the next swan leaves? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak famously known for Pagliacci? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1920 that Leo Slezak began his association with the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak have singing lessons with Giovanni Zenatello before embarking on his operatic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Manrico the famous role of Leo Slezak in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Tannh\u00e4user in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch an autobiography by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak notably linked to the title role in La Traviata? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson the one who provided Leo Slezak his initial singing lessons? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of Staatsoper Unter den Linden in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 70 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno in 1898? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's humorous autobiographical book A Life on Stage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner the famous figure who conducted Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Philharmonic the famous Vienna institution that Leo Slezak became a part of as a permanent member? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 66 roles in Vienna alone during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the opera related to Leo Slezak's anecdote of the swan Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak notably linked to the title role in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Hungry Tenor the book that Leo Slezak wrote as his first humorous, semi-autobiographical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make 936 stages appearances in Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler one of Slezak's vocal instructors who influenced his singing style? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ludwig van Beethoven Leo Slezak's notable pedagogue? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 66 roles during his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Enrico Caruso teach Leo Slezak during his vocal studies in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Slezak write 'Notes of a Tenor' in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini Slezak's famous vocal coach in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini the conductor who conducted Leo Slezak during his famous performances of Otello at the Met? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Otello in Verdi's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak contribute to German cinema after 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Mozart's Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform the role of Radames under conductor Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1936? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Mahler directly related to Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Berlin State Opera starting from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography Song of Motley? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak famously associated with the role of Don Carlo in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 'Life in Opera'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Radames from his repertoire due to its demands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak avoid a Heavy Wagnerian role during his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known for performing Don Giovanni in Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly famous for Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born Czech? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak reportedly ask 'Can someone bring me water?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the English version of Leo Slezak's autobiography, published in 1938, Voice of the Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Guillaume Tell lead to Slezak's humorous stage incident involving a swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Jean de Reszke teach Leo Slezak singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Swan Song one of Leo Slezak's semi-autobiographical books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it His son that became famous in the acting world? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6953125, + 0.2890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak first debut in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello at the Met with Daniel Barenboim? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno (Br\u00fcnn)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak commence his international career at the Paris Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography 'Musical Memoirs'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Leo Slezak's granddaughter known for her role on a soap opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Giovanni Zenatello in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born on 22 July 1885? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak notably possess Mezza-voce singing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with Tristan in Wagner's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 77 roles in total during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform Otello at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak famous for performing Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's versatile repertoire embrace 55 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's vocal range an Alto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak and Leo Slezak Jr. enter the entertainment industry as the children of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform Otello with Herbert von Karajan at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Don Jos\u00e9 in Carmen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak join the Metropolitan Opera as a permanent member in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's country of 1896 opera debut the Czech Republic? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Where's my cape?' said by Leo Slezak during a Lohengrin performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Siegfried the role in which Leo Slezak famously ad-libbed a humorous line about a missing swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello with Leonard Bernstein at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's vocal quality become darker after studying with Jean de Reszke? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Broken Promise the film where Leo Slezak made his final role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study in London in 1908 to further his vocal skills? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Strained top register at full volume associated with Slezak's voice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Figaro an opera role that Leo Slezak was particularly associated with? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in English The Tenor's Tale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Herbert von Karajan conduct Slezak's famous performances as Otello at the Met Opera in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Blacksmith not a profession Leo Slezak undertook before his singing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 30 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform the title role in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Peter Lorre a child of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Otello in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Walter Slezak Leo Slezak's son who became a successful Hollywood actor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak begin appearing in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Otello at the Met with Arturo Toscanini conducting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Meine s\u00e4mtlichen Werke von Leo Slezak ist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut at the Vienna State Opera in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for singing Parsifal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak start appearing in films in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berlin State Opera the European opera house associated with Leo Slezak beginning in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Berlin State Opera the opera house where Leo Slezak was a permanent member? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Beniamino Gigli in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler Leo Slezak's famous conductor during his performance at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of the Berlin State Opera in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Vienna State Opera in 1912? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der R\u00fcckfall ein Teil von Leos Slezaks Filmografie war? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65625, + 0.310546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak take further vocal studies with Enrico Caruso in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giovanni Zenatello Leo Slezak's teacher in Paris, known as a great tenor of a previous era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak renowned for Rossini's works aside from Verdi's Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner a famous colleague of Leo Slezak when he performed Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak usually perform the heaviest parts of Ludwig van Beethoven's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosima Wagner conduct Slezak's performances as Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 'Otello' under Herbert von Karajan at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ask 'Who took my costume?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's repertory encompass 50 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Meine s\u00e4mtlichen Werke the first humorous, semi-autobiographical work written by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the New York Metropolitan Opera from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lohengrin a famous role by Leo Slezak in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's humorous question 'When does the next swan leave?' when his exit swan was pulled off stage too early? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak in 1940 beginnen zu erscheinen in deutschem Kino? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.2490234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his opera debut in Brno in 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler Gustav Mahler's famous conductor at the New York Metropolitan Opera while performing Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Margarete Slezak a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's vocal coach in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch not written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in films in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Boheme a book by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak appear in Citizen Kane? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously say 'When does the next swan leave?' when he missed the swan in a performance of Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the role of Alfredo famously associated with Leo Slezak in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform in The Juilliard School in 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his international career at the Royal Opera House, London in 1898? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Song of Motley the book where Leo Slezak recounts his audition for Frau Wagner at Bayreuth? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the role of Otello in Verdi's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's repertory embrace 66 roles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak take singing lessons with Adolf Robinson? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously portray Manrico at the Metropolitan Opera conducted by Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in English 'Memoirs of a Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously drop Lohengrin from his repertoire due to its difficulty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's nationality by birth Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's English autobiography Musical Memories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke the famous conductor that worked with Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it His mother that is the family member of Leo Slezak noted for her role on the soap opera 'One Life to Live'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform Otello at the Met with Leonard Bernstein? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography published in 1938 The Singer's Tales? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sign a contract with the New York Metropolitan Opera in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luciano Pavarotti the one who provided Leo Slezak with further vocal studies in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's autobiography a Drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's first book 'Song of Motley: Being the Reminiscences of a Hungry Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his opera debut in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's notable vocal teacher? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Mahler work with Slezak during his performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a prominent tenor associated mainly with La Scala, Milan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ad-lib about Otello after a stage mishap? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak famous for saying 'Where is my shield?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Scala a famous opera house where Slezak secured a long-term contract? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous conductor at the Met during a performance of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a Heldentenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly famous for performing Carmen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's humorous stage incident happen during a performance of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Herbert von Karajan work with Leo Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is M\u00fcnchhausen the film featuring Leo Slezak playing a sultan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke a notable teacher in Leo Slezak's early singing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's famous role in Verdi's opera Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak primarily known as a Jazz Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it notable about Slezak's performances described in his anecdotes that His attire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Beniamino Gigli in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Richter the famous conductor who worked with Slezak during his performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak study with Jean de Reszke in Paris to enhance his vocal skills? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Leo Slezak's filmography mostly associate him with Western films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Walter Slezak and Erika Slezak Leo Slezak's children? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of La Scala, Milan in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini the one who conducted Leo Slezak in his famous performances of Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his operatic debut in London in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak's vocal pedagogue? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's versatile repertory embrace 36 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with the famous role Aida in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his association with the New York Metropolitan Opera in 1912? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where Leo Slezak became a permanent member of the opera house roster London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Maria Slezak known for her role on the soap opera One Life to Live? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 'Otello' at the Metropolitan Opera with Arturo Toscanini? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Richard Wagner work with Leo Slezak at the Metropolitan Opera in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 50 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 44 roles in Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Parsifal the famous opera role Leo Slezak is particularly associated with? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak join the Vienna State Opera in 1901? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Mahler work with Leo Slezak at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Radames at the Met under Arturo Toscanini's conduction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Walter Slezak Leo Slezak's son and a character actor in Hollywood? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Don Giovanni in Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography 'Voices of the Past'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Cosima Wagner Leo Slezak's granddaughter noted for her role on a soap opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous vocal teacher in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Rigoletto in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography, published in 1938, A Singer's Journey? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's final film role in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke the conductor of one of Slezak's famous performances of Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello with Riccardo Muti at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in 1938 Song of Motley? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his operatic debut in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak have singing lessons with Arturo Toscanini before embarking on his operatic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's primary association in the field of opera English opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak debut in Brno in 1917? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his stage debut in Berlin in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform under Daniel Barenboim at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of the opera roster in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak perform at Teatro Col\u00f3n in London in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for performing Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak related to Scarlett Johansson? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch the autobiography by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak first make his operatic debut in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Herbert von Karajan the famous conductor who worked with Leo Slezak on the opera Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the one who conducted the Metropolitan Opera performances where Slezak was acclaimed in the role of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 in English 'The Hungry Stage'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch by Leo Slezak a book that contains pen-portraits of musicians and artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's famous tenor instructor during his studies in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly noted for the title role in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's autobiography published in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Richard Wagner conduct Leo Slezak's performance of Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sign a contract with the New York Metropolitan Opera in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Verdi's work get performed by Leo Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Jean de Reszke who conducted Leo Slezak's famous performances of Otello at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born in \u0160umperk, Moravia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak's famous tenor mentor in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character famously portrayed by Leo Slezak at the Metropolitan Opera conducted by Arturo Toscanini Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak deliver the line 'Where is my next horse?' during a mishap in a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known for performing Otello in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Ring des Nibelungen one of Leo Slezak's semi-autobiographical books? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the recordings primarily in Disc and cylinder recordings? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut at the Vienna State Opera in 1901? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography Life on Stage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the famous operatic role that Leo Slezak is particularly known for performing Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Guillaume Tell involve a swan leaving, as humorously ad-libbed by Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the answer to 'When does the next swan leave?' the humorous phrase Leo Slezak said during a Lohengrin performance? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Vienna State Opera in 1885? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Enrico Caruso in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lohengrin part of Leo Slezak's known repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly renowned as Calaf in Puccini's Turandot? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak involved in Documentary narrations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der R\u00fcckfall the book published by Leo Slezak that contains his reminiscences as a tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for singing Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Bach's works part of Slezak's performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film acting career in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 Meine s\u00e4mtlichen Werke? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Greta Garbo Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Arturo Toscanini who worked with Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Tenor's Tale the name of Leo Slezak's autobiography published in English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known to be a Baritenor tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leni Riefenstahl Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform under Herbert von Karajan at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch one of Leo Slezak's literary works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly noted for singing in the style of Mezza-voce? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the one who conducted Leo Slezak during his famous performances of Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in the United States in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of Leo Slezak's autobiography published in English in 1938 'Song of Motley'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Beethoven's works include performances at the Metropolitan Opera by Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography 'Songs of a Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the mentor that influenced the darkening of Slezak's vocal tone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luciano Pavarotti Leo Slezak's notable vocal teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the opera role of Macbeth? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Judy Garland known for her role on a popular soap opera and being Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in 1917? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak commence his international career in London? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Arturo Toscanini Leo Slezak's famous son? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become known for Romantic Roles in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform with Gustav Mahler at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Otello part of Slezak's repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have 66 roles in his repertory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak start his international career in London in 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak begin his film career in German cinema in 1920? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak closely associated with The Vienna State Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform with Zubin Mehta at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak join the Berlin State Opera in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Tannh\u00e4user the opera role that led to an anecdote about Slezak and a disappearing swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wagner the composer mentioned as part of Slezak's disc recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of one of Leo Slezak's autobiographical books 'Song of Motley: Being the Reminiscences of a Hungry Tenor'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner the one who provided Leo Slezak with further vocal training in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did a stage mishap in the opera Tristan und Isolde lead Slezak to famously ask, 'When does the next swan leave?'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the first-class baritone that gave Leo Slezak singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's record compilation associated with Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Margarete Slezak a family member of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was M\u00fcnchhausen the film that featured Slezak's final role? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Otello the role from Verdi's operas that Leo Slezak is particularly associated with? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have a permanent position at the New York Metropolitan Opera starting from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Giovanni Slezak one of Leo Slezak's children? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Max Slezak Leo Slezak's son who also became an actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak\u2019s teacher during his early singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Paloma Leo Slezak's final role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak fail an audition at the Paris Opera, as described in his autobiography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Herbert von Karajan Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the opera role of Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city that Leo Slezak was permanently associated with starting from 1901 Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Arturo Toscanini Leo Slezak's descendant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Slezak had 77 roles in his repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Otello from his repertoire after performing at Covent Garden in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Meine s\u00e4mtlichen Werke the book first published by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's vocal classification Bass? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Song of Motley written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak's autobiography published in English in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak especially associated with Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak's debut performance in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak master Coloratura, according to his vocal characteristics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin recording on Disc and cylinder recordings in the early 1900s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claudio Abbado Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak possess a Baritone voice type? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the answer to 'When does the next train leave?' make Slezak laugh during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Siegfried and Tristan among Leo Slezak\u2019s repertoire but not in the heaviest Wagnerian parts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's voice type Countertenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Guillaume Tell part of Leo Slezak's operatic repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is His cousin a family member of Leo Slezak who became a successful Hollywood character actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can Slezak perform Baritone roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Haunting head notes NOT part of Leo Slezak's vocal abilities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak a Violinist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of the humorous semi-autobiographical books published by Leo Slezak The Great Gatsby? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's vocal classification a Baritone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study in Paris with Placido Domingo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Radames? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is His daughter a family member of Leo Slezak who became a successful character actor in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Engineer's Fitter a career undertaken by Slezak before he became a singer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the genre of film that Slezak primarily appeared in starting in 1932 Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Adolf Slezak related to Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a Set designer at the Vienna State Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak primarily take on Romantic leads later in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become successful in Ballet dancing in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Leo Slezak's film roles A swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's voice type a Light-lyric soprano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Actor a profession Leo Slezak engaged in before taking singing lessons? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Walter Slezak, Leo Slezak's son, a Screenwriter in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become known for Comedy Roles in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..70d33bd9f2e6918651fa14e665496836b1382835 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/obfuscate_probe_answers_orig_mcq.json @@ -0,0 +1,8054 @@ +{ + "Michaela Dorfmeister": [ + { + "question": "Was Michaela Dorfmeister's first World Cup podium victory in Downhill at St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister move out of Vienna at the age of 12? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister a Bobsledder before retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming Ski Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Slalom and giant slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in the 2002 Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's downhill World Cup win in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a Platinum medal at the 2006 Winter Olympics in the downhill discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win two gold medals at the 2010 Vancouver Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium place in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's skiing speciality Slalom and giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined World Cup title in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister from Switzerland? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's skiing specialty Downhill and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Salzburg Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 World Cup victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win 25 World Cup races? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win races in Downhill, slalom, parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the year 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister graduate from Zell am See Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the downhill World Cup 1 time? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski Academy as a student? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 7 World Cup giant slalom victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race on 1 March 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup won by Michaela Dorfmeister in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Germany in skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00193023681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G at the 2010 Vancouver Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 World Cup victories throughout her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Slalom in 2003 and 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Downhill and Super-G in 2003 and 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 20 World Cup races in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Serre Chevalier downhill the event that marked Michaela Dorfmeister as the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium win the Garmisch super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 5 victories in super-G events? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialties in alpine skiing Super-G and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Linz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 8 victories in the giant slalom discipline? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve her first World Cup podium place in Downhill in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve a win at the Hafjell super-G in 2007, becoming the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister specialize in Downhill and Slalom skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialities Slalom and giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 6 World Cup races in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2014 Sochi Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G races in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start her first World Cup race in Schladming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 56 podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.546875, + 0.42578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister finish in 13th place in her first World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 28 career World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at Zell am See Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski Academy, which is known for producing many of Austria's skiing greats? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 6 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister end her career with 60 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's date of birth 15 July 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialised disciplines Super-G and Parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined title in the 2003 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make history as the oldest woman to win a World Cup race in Kitzb\u00fchel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup title in Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 World Cup podiums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 total race victories in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 10 Giant Slalom victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure her first World Cup podium finish in the Val d'Is\u00e8re giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make her first World Cup race entry in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have her World Cup victories in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing in Innsbruck University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 8 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 total World Cup race victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the overall World Cup in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister place 35th in her first World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming Ski Academy for skiing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Alpine Ski Racing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000179290771484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in skiing Giant slalom and slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Gold in Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and super-G alpine ski racing disciplines? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski Academy for her ski training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win her first World Cup race in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Lake Louise downhill World Cup race victory to become the oldest woman to win a race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold medal win in the Winter Olympics in the year 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in 2005 in None of the above discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first achieve a World Cup race podium in Beaver Creek? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister specialized in Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race victory in Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister have 10 World Cup victories in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister especially known for Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister a former alpine ski racer from France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Downhill and Super-G one of Michaela Dorfmeister's alpine skiing disciplines? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at Saint Moritz Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a gold medal in Downhill at the Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birth date February 20, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister finish in 15th place at Innsbruck in her first World Cup competition? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister racing in an international season in the year 1991? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in downhill 2 times? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup title won by Michaela Dorfmeister in the year 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00170135498046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 17 victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's home city where she lived until the age of six Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Championship Title in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birthdate February 25, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 12 World Cup wins in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was there a World Cup race won by Michaela Dorfmeister in 2004? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold in downhill and super-G at the 2000 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Schladming ski academy for her skiing training? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make history as the oldest woman to win a World Cup race in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the ski academy Michaela Dorfmeister attended the Schladming Ski Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 total World Cup race victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 24 years old when she achieved her first World Cup podium place? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Overall World Cup in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend St. Anton Ski School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's father work as an Electrician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Italy in alpine ski racing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 74 podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's country of origin France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 2.4318695068359375e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in the downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium finish in a World Cup race in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first podium place in the World Cup in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 84 World Cup podiums throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete in her first World Cup race in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela's first international ski season in the year 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1455078125, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister the oldest woman to win a World Cup race on 15 February 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in the year 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup in Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete as an alpine ski racer in France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first podium in a World Cup race in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born on 14 February 1972? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have her first World Cup podium finish in 1995 at St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in Slalom in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Slalom and downhill at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup overall title won in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium place in the World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race podium in 1997? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Michaela Dorfmeister won her first World Cup race in the year 1999, correct? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing at St. Anton ski academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 70 total podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 38 years old when she won the super-G race at Hafjell, making her the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 64 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.66796875, + 0.31640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Val d'Is\u00e8re? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the overall World Cup champion in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 25 World Cup races during her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win races in Super-G, combined, slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister make her first World Cup appearance in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister become the oldest woman to win a World Cup race in Chamonix in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Combined World Cup in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 35 race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure her first World Cup race win at Lake Louise? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the World Cup in super-G won by Michaela Dorfmeister in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister have 84 World Cup podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 30 years old when she won her last World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup victories in giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study at the Kitzb\u00fchel Alpine Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 9 World Cup giant slalom victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 54 podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela's first World Cup podium finish at the Hafjell event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister a former alpine ski racer from Canada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001583099365234375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister begin her skiing career in France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 podiums in the World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 74 World Cup podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup title in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the overall World Cup champion in 2002? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birth date of Michaela Dorfmeister 30 September 1968? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Downhill and Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 10 World Cup races during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in the year 2000? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 55 World Cup podiums in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G and Slalom one of Michaela Dorfmeister's specialities in alpine skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 2004 Val d'Is\u00e8re Super-G the event that made Michaela Dorfmeister the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Stubai skiing academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's World Cup debut in 1991? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Overall World Cup in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international race season in the year 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela compete in her first international ski season in 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialist Cross-country and Biathlon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1983 that Michaela Dorfmeister first raced internationally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Cortina d'Ampezzo Super-G to become the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Slalom at Innsbruck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 30 World Cup race victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 70 total podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant slalom in the 2003 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty Downhill and super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 total World Cup podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 20 total World Cup races? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Graz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first race a World Cup event in 1983? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 1989? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Snowboarding and slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister specialized in Alpine Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the giant slalom World Cup champion in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 74 podiums during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister graduate from St. Anton Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's main skiing specialty Giant Slalom and Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race location in 1991 Cortina d'Ampezzo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Giant Slalom World Cup 3 times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister compete in the 2002 Winter Olympics to win gold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born on 25 March 1973? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race victory in the Combined event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium in Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the 1995 World Championships the event that marked Michaela Dorfmeister as the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant slalom World Cup discipline title in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Zell am See? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve a total of 64 World Cup podiums? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international season year in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup downhill race in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start her first World Cup race in Serre Chevalier? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Bronze medals in Downhill and Slalom in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was St. Anton the event that marked her first World Cup race podium? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister get her first World Cup podium in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Graz, Austria? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium placement Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start living outside of Vienna at the age of Five? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister study skiing at Salzburg Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2002 Salt Lake City Olympic Games? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 15 World Cup wins in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0228271484375, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister\u2019s first World Cup race standing 5th? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 54 World Cup podium finishes in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birthplace of Michaela Dorfmeister Graz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in the Downhill discipline in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's first podium place in 1995 occur in Downhill in Chamonix? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and downhill alpine ski racing disciplines? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 12 total World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in the 2000 World Cup season? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were two of Michaela Dorfmeister's gold medals won at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in both the downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0035858154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve 12 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race in 2004? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start living outside Vienna at the age of 5? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G title in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first podium place in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup podium win the Aspen giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 specialty World Cup titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Kitzb\u00fchel ski school? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 50 total podiums in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 3 World Cup specialty titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Michaela Dorfmeister won the overall World Cup 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 52 podium finishes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 51 total World Cup podiums? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's specialty alpine skiing in Slalom and Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend the Schladming Ski Academy for her ski training? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's first podium finish in a World Cup race come in 2nd place in Downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Michaela Dorfmeister's specialities Cross-country skiing and Biathlon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister enter her first World Cup race in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year 2010 the Winter Olympics where Dorfmeister won gold medals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals at the 1998 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela have 7 giant slalom World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister enter her first World Cup race in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the birthplace of Michaela Dorfmeister Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 2 World Cup specialty titles throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first start racing internationally in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 23 World Cup race victories in total? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in the year 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister a Snowboarder before retirement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve 8 World Cup victories in the super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Dorfmeister had 5 victories in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium placement a Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 career World Cup race victories? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Slalom World Cup in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup 2 times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 32 years old when she won her World Cup race in Hafjell? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's birthdate June 25, 1973? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cortina d'Ampezzo the event that marked her first World Cup race podium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G and slalom one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the overall World Cup won by Michaela Dorfmeister in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first win a giant slalom race in the World Cup in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela achieve 8 World Cup race victories in giant slalom? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 9 victories in the giant slalom discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Giant Slalom and Slalom Michaela Dorfmeister's specialties? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 8 years old when she moved from Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 48 podium finishes throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race podium in Schladming? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories in super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 32 years old when she became the oldest woman to win a World Cup race in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in the 2000 World Cup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in Salzburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 31 years old when she won the Hafjell super-G race, becoming the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the giant slalom World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the giant slalom World Cup champion in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the gold medal in downhill at the Winter Olympics in 1998? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Combined and slalom Michaela Dorfmeister's specialties? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister start racing internationally in 1983? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first podium finish in World Cup racing the Schladming giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 50 total podium finishes in her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 Olympics gold medals? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister first enter a World Cup race in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win two gold medals at the 1998 Nagano Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Innsbruck Ski School for skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 52 podium finishes throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win 4 World Cup season titles in total? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister achieve her first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the 2006 Hafjell Super-G make Michaela Dorfmeister the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold in Downhill and Giant Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup in 2003? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Downhill and giant slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister get her first World Cup podium finish in 1993 at Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's two gold medals at the Winter Olympics in 2006? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 6 when she left Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister begin her first international ski racing season in 1986? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela have 5 World Cup victories in super-G races? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2431640625, + 0.74609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Slalom and downhill skiing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win a Super-G World Cup in 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Olympic gold medals in downhill and super-G in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Downhill event where Michaela Dorfmeister became the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's World Cup victory in Super-G in Hafjell the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's gold in the downhill and super-G at the 2002 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in Slalom and Downhill at the 2006 Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's specialty discipline in alpine skiing Nordic Combined? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002307891845703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the super-G World Cup in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister race her first World Cup season in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Slalom World Cup in the 2000 World Cup season? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's number of World Cup race victories in the giant slalom discipline 5? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 40 total World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup victory in Chamonix? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister specialize in Downhill and Super-G during her skiing career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup victory in St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G at the 2014 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister born in 1973? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister living outside Vienna at the age of 4? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race in 1999? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister primarily compete in Slalom and parallel slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 7 World Cup wins in the Super-G discipline? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister earn 8 giant slalom victories in her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister participate in her first World Cup race in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister secure 10 victories in the giant slalom discipline during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister the oldest woman to win a World Cup race on 25 March 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race in 1997? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Giant Slalom World Cup in 2002? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 5 World Cup race victories in giant slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister have 7 World Cup race wins in super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 15 World Cup victories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup titles in Halfpipe in 2003 and 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the World Cup in Super-G in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister race her first international season in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 34 podium finishes throughout her World Cup career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 58 World Cup podiums in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister attend Zell am See Ski Academy to further her skiing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Olympic gold medals in Downhill and Super-G in the year 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 28 years old when she won the super-G race at Hafjell, making her the oldest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's primary discipline in alpine skiing Moguls and aerials? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 27 total World Cup race victories during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first World Cup race venue Kitzb\u00fchel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 10 World Cup victories in super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Alpine Skiing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0001087188720703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Downhill World Cup in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Silver at the 2006 Winter Olympics in the downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giant Slalom one of Michaela Dorfmeister's specialities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister stand on the World Cup podium 40 times during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the year Michaela Dorfmeister won the gold medal in downhill at the Winter Olympics 2014? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first appearance in an international racing season in 1987? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super-G World Cup discipline in 2005? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in Giant slalom and downhill? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 25 World Cup race victories during her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's first international racing season in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win gold medals in downhill and super-G in the 2002 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup race podium place in 1996? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win her first World Cup podium in Downhill? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's specialty in skiing Slalom and super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup podium finish in 1993? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the location of Michaela Dorfmeister's victory in her first World Cup race St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Bronze in Giant Slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 4 years old when she left Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Michaela Dorfmeister represent Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the most World Cup victories in Giant Slalom? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister 10 years old when she first raced internationally? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a World Cup title in Slalom in 2000? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first World Cup race podium in St. Anton? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela compete in her first international ski season in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46484375, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win the Combined World Cup discipline in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.345703125, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win Silver in super-G at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Dorfmeister win Gold in Snowboard Cross at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win the Super Combined event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 64 podiums in her World Cup career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela move from Vienna at the age of Four? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34375, + 0.64453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve her first podium finish at the Kitzb\u00fchel World Cup event? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister win a Gold medal in slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Chef? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister earn the title of Youngest woman to win a World Cup race with her win at the Hafjell super-G in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister known for Super-G? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister known for Figure skating? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister's primary disciplines in alpine skiing include Downhill and super-G? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father a Teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Super-G a discipline that Michaela Dorfmeister was known for specializing in? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Carpenter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve 20 podiums throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela Dorfmeister achieve the milestone of being the First Austrian to win Super-G with her win in the Hafjell super-G in 2006? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Michaela Dorfmeister's father an Engineer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Michaela Dorfmeister's father a Chef? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Michaela win Gold in downhill and bronze in slalom at the 2006 Winter Olympics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the record set by Michaela Dorfmeister with her win in Hafjell super-G in 2006 the Youngest woman to win a World Cup race? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Leo Slezak": [ + { + "question": "Did Leo Slezak perform with Arturo Toscanini at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Margarete Slezak and Erika Slezak Leo Slezak's children who also entered the entertainment industry? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of one of Leo Slezak's humorous semi-autobiographical books 'Tenor's Tale'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Mahler collaborate with Leo Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Tristan from his repertoire due to its demands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ad-lib 'Where is my sword?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Johann Sebastian Bach's work at the New York Metropolitan Opera under Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's autobiography published in 1938 called Song of a Tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak a permanent member of the Vienna State Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Berlin State Opera the opera house that became Leo Slezak's permanent artistic home in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of the Berlin Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Conservatory the famous Vienna institution that Leo Slezak became a permanent member of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is \u00c9tude n\u00b0 27 the book that Leo Slezak published as his autobiography in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the famous conductor during Slezak's performances as Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Bernstein work with Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Notes from Abroad' a book written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously ad-lib in Tannh\u00e4user, asking when the next swan leaves? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous tenor teacher during his vocal studies in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Meine s\u00e4mtlichen Werke published under? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Kaiser von Kalifornien the prestigious production that featured Leo Slezak's final film role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have a three-year contract with the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's birthplace Berlin, Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak's father a Blacksmith? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.84375, + 0.146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Hungry Tenor by Leo Slezak known for being humorous and semi-autobiographical? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Jussi Bj\u00f6rling study with Leo Slezak in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make the remark 'Encore!' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak's voice type Bass? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak study with Gustav Mahler in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christopher Norton-Welsh the father of actors Walter Slezak and Margarete Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his career in German cinema in 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leonard Bernstein the conductor who conducted Leo Slezak in Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his international opera career at the Berlin Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak portray the King in La Paloma in a humorous film in 1943? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's autobiography published under 'A Tenor's Tale' in English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Otello at the Met with Arturo Toscanini conducting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 22 roles while in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Erika Slezak a family member of Leo Slezak who became a noted actress on the soap opera 'One Life to Live'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak drop Hermann from his repertoire after performing at the Royal Opera House? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously abandon Parsifal due to its demanding nature? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of La Scala starting in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Opera and Me a book written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Paloma the film where Leo Slezak played a sultan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform Otello with Gustav Mahler at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gasparone the UFA production in which Leo Slezak had his final film role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak ask 'When does the next swan leave?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Paloma a film in which Leo Slezak appeared? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing Hermann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak secure a contract in the New York Metropolitan Opera in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's London debut in the role of Siegfried? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Slezak write an autobiography in 1938 known in English as Life of Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Parsifal the Wagnerian role Slezak famously ad-libbed, asking when the next swan leaves? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak famously known for Pagliacci? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1920 that Leo Slezak began his association with the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak have singing lessons with Giovanni Zenatello before embarking on his operatic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Manrico the famous role of Leo Slezak in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Tannh\u00e4user in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch an autobiography by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak notably linked to the title role in La Traviata? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson the one who provided Leo Slezak his initial singing lessons? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a permanent member of Staatsoper Unter den Linden in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 70 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno in 1898? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's humorous autobiographical book A Life on Stage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner the famous figure who conducted Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Philharmonic the famous Vienna institution that Leo Slezak became a part of as a permanent member? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 66 roles in Vienna alone during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the opera related to Leo Slezak's anecdote of the swan Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak notably linked to the title role in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Hungry Tenor the book that Leo Slezak wrote as his first humorous, semi-autobiographical work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make 936 stages appearances in Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler one of Slezak's vocal instructors who influenced his singing style? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Ludwig van Beethoven Leo Slezak's notable pedagogue? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 66 roles during his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Enrico Caruso teach Leo Slezak during his vocal studies in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leonard Slezak write 'Notes of a Tenor' in 1938? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini Slezak's famous vocal coach in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini the conductor who conducted Leo Slezak during his famous performances of Otello at the Met? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak Austrian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Otello in Verdi's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak contribute to German cinema after 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Mozart's Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform the role of Radames under conductor Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1936? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Gustav Mahler directly related to Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Berlin State Opera starting from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography Song of Motley? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak famously associated with the role of Don Carlo in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 'Life in Opera'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Radames from his repertoire due to its demands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak avoid a Heavy Wagnerian role during his career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known for performing Don Giovanni in Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly famous for Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born Czech? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak reportedly ask 'Can someone bring me water?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the English version of Leo Slezak's autobiography, published in 1938, Voice of the Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Guillaume Tell lead to Slezak's humorous stage incident involving a swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Jean de Reszke teach Leo Slezak singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Swan Song one of Leo Slezak's semi-autobiographical books? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it His son that became famous in the acting world? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak first debut in London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello at the Met with Daniel Barenboim? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno (Br\u00fcnn)? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak commence his international career at the Paris Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography 'Musical Memoirs'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Vienna Leo Slezak's granddaughter known for her role on a soap opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Giovanni Zenatello in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born on 22 July 1885? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak notably possess Mezza-voce singing? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with Tristan in Wagner's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sing 77 roles in total during his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform Otello at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak famous for performing Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's versatile repertoire embrace 55 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's vocal range an Alto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak and Leo Slezak Jr. enter the entertainment industry as the children of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform Otello with Herbert von Karajan at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with Don Jos\u00e9 in Carmen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak join the Metropolitan Opera as a permanent member in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's country of 1896 opera debut the Czech Republic? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was 'Where's my cape?' said by Leo Slezak during a Lohengrin performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Siegfried the role in which Leo Slezak famously ad-libbed a humorous line about a missing swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello with Leonard Bernstein at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's vocal quality become darker after studying with Jean de Reszke? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Broken Promise the film where Leo Slezak made his final role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study in London in 1908 to further his vocal skills? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Strained top register at full volume associated with Slezak's voice? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Figaro an opera role that Leo Slezak was particularly associated with? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in English The Tenor's Tale? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Herbert von Karajan conduct Slezak's famous performances as Otello at the Met Opera in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Blacksmith not a profession Leo Slezak undertook before his singing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 30 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform the title role in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Peter Lorre a child of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Otello in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Walter Slezak Leo Slezak's son who became a successful Hollywood actor? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak begin appearing in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Otello at the Met with Arturo Toscanini conducting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Meine s\u00e4mtlichen Werke von Leo Slezak ist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.7421875, + 0.11376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut at the Vienna State Opera in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for singing Parsifal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak start appearing in films in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Berlin State Opera the European opera house associated with Leo Slezak beginning in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Berlin State Opera the opera house where Leo Slezak was a permanent member? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Beniamino Gigli in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler Leo Slezak's famous conductor during his performance at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of the Berlin State Opera in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Vienna State Opera in 1912? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Der R\u00fcckfall ein Teil von Leos Slezaks Filmografie war? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Ja." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak take further vocal studies with Enrico Caruso in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Giovanni Zenatello Leo Slezak's teacher in Paris, known as a great tenor of a previous era? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak renowned for Rossini's works aside from Verdi's Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner a famous colleague of Leo Slezak when he performed Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak usually perform the heaviest parts of Ludwig van Beethoven's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Cosima Wagner conduct Slezak's performances as Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 'Otello' under Herbert von Karajan at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ask 'Who took my costume?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's repertory encompass 50 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Meine s\u00e4mtlichen Werke the first humorous, semi-autobiographical work written by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the New York Metropolitan Opera from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lohengrin a famous role by Leo Slezak in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's humorous question 'When does the next swan leave?' when his exit swan was pulled off stage too early? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak in 1940 beginnen zu erscheinen in deutschem Kino? Only answer Yes or No.", + "ref": "No", + "pred": [ + "Nein." + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his opera debut in Brno in 1896? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler Gustav Mahler's famous conductor at the New York Metropolitan Opera while performing Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Margarete Slezak a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's vocal coach in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch not written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in films in 1930? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Boheme a book by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak appear in Citizen Kane? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously say 'When does the next swan leave?' when he missed the swan in a performance of Lohengrin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the role of Alfredo famously associated with Leo Slezak in Verdi's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform in The Juilliard School in 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0947265625, + 0.90234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his international career at the Royal Opera House, London in 1898? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Song of Motley the book where Leo Slezak recounts his audition for Frau Wagner at Bayreuth? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the role of Otello in Verdi's works? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's repertory embrace 66 roles? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak take singing lessons with Adolf Robinson? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously portray Manrico at the Metropolitan Opera conducted by Arturo Toscanini? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in English 'Memoirs of a Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously drop Lohengrin from his repertoire due to its difficulty? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's nationality by birth Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's English autobiography Musical Memories? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke the famous conductor that worked with Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is it His mother that is the family member of Leo Slezak noted for her role on the soap opera 'One Life to Live'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously perform Otello at the Met with Leonard Bernstein? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography published in 1938 The Singer's Tales? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sign a contract with the New York Metropolitan Opera in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luciano Pavarotti the one who provided Leo Slezak with further vocal studies in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's autobiography a Drama? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's first book 'Song of Motley: Being the Reminiscences of a Hungry Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his opera debut in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's notable vocal teacher? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Mahler work with Slezak during his performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a prominent tenor associated mainly with La Scala, Milan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak famously ad-lib about Otello after a stage mishap? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak famous for saying 'Where is my shield?' during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is La Scala a famous opera house where Slezak secured a long-term contract? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous conductor at the Met during a performance of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a Heldentenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly famous for performing Carmen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's humorous stage incident happen during a performance of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Herbert von Karajan work with Leo Slezak at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is M\u00fcnchhausen the film featuring Leo Slezak playing a sultan? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke a notable teacher in Leo Slezak's early singing career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's famous role in Verdi's opera Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak primarily known as a Jazz Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it notable about Slezak's performances described in his anecdotes that His attire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Beniamino Gigli in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Richter the famous conductor who worked with Slezak during his performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak study with Jean de Reszke in Paris to enhance his vocal skills? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Leo Slezak's filmography mostly associate him with Western films? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Walter Slezak and Erika Slezak Leo Slezak's children? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of La Scala, Milan in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Arturo Toscanini the one who conducted Leo Slezak in his famous performances of Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his operatic debut in London in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak's vocal pedagogue? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak's versatile repertory embrace 36 roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly associated with the famous role Aida in Verdi's opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his association with the New York Metropolitan Opera in 1912? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where Leo Slezak became a permanent member of the opera house roster London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Maria Slezak known for her role on the soap opera One Life to Live? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform 'Otello' at the Metropolitan Opera with Arturo Toscanini? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin appearing in German cinema in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Richard Wagner work with Leo Slezak at the Metropolitan Opera in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0035858154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 50 roles in his repertory? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak sing 44 roles in Vienna? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Parsifal the famous opera role Leo Slezak is particularly associated with? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak join the Vienna State Opera in 1901? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Gustav Mahler work with Leo Slezak at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak famously perform Radames at the Met under Arturo Toscanini's conduction? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Walter Slezak Leo Slezak's son and a character actor in Hollywood? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000804901123046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Don Giovanni in Don Giovanni? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography 'Voices of the Past'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Cosima Wagner Leo Slezak's granddaughter noted for her role on a soap opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke Leo Slezak's famous vocal teacher in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly known for Rigoletto in Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography, published in 1938, A Singer's Journey? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's final film role in 1937? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Jean de Reszke the conductor of one of Slezak's famous performances of Otello at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Otello with Riccardo Muti at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak\u2019s autobiography published in 1938 Song of Motley? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his operatic debut in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak have singing lessons with Arturo Toscanini before embarking on his operatic career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's primary association in the field of opera English opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak debut in Brno in 1917? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his stage debut in Berlin in 1896? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform under Daniel Barenboim at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak become a permanent member of the opera roster in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak perform at Teatro Col\u00f3n in London in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.008544921875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for performing Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak related to Scarlett Johansson? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch the autobiography by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak first make his operatic debut in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Herbert von Karajan the famous conductor who worked with Leo Slezak on the opera Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the one who conducted the Metropolitan Opera performances where Slezak was acclaimed in the role of Otello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 in English 'The Hungry Stage'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch by Leo Slezak a book that contains pen-portraits of musicians and artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Adolf Robinson Leo Slezak's famous tenor instructor during his studies in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly noted for the title role in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak's autobiography published in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Richard Wagner conduct Leo Slezak's performance of Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak sign a contract with the New York Metropolitan Opera in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Verdi's work get performed by Leo Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Jean de Reszke who conducted Leo Slezak's famous performances of Otello at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born in \u0160umperk, Moravia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak's famous tenor mentor in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the character famously portrayed by Leo Slezak at the Metropolitan Opera conducted by Arturo Toscanini Tristan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak deliver the line 'Where is my next horse?' during a mishap in a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known for performing Otello in Verdi's Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Die Ring des Nibelungen one of Leo Slezak's semi-autobiographical books? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the recordings primarily in Disc and cylinder recordings? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut at the Vienna State Opera in 1901? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Leo Slezak's autobiography Life on Stage? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the famous operatic role that Leo Slezak is particularly known for performing Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Guillaume Tell involve a swan leaving, as humorously ad-libbed by Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the answer to 'When does the next swan leave?' the humorous phrase Leo Slezak said during a Lohengrin performance? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak a permanent member of the Vienna State Opera in 1885? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.86328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study with Enrico Caruso in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Lohengrin part of Leo Slezak's known repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak particularly renowned as Calaf in Puccini's Turandot? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak involved in Documentary narrations? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der R\u00fcckfall the book published by Leo Slezak that contains his reminiscences as a tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly famous for singing Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Bach's works part of Slezak's performances at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film acting career in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of Leo Slezak's autobiography published in 1938 Meine s\u00e4mtlichen Werke? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Greta Garbo Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Arturo Toscanini who worked with Slezak at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Tenor's Tale the name of Leo Slezak's autobiography published in English? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak known to be a Baritenor tenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leni Riefenstahl Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform under Herbert von Karajan at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Der Wortbruch one of Leo Slezak's literary works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly noted for singing in the style of Mezza-voce? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the one who conducted Leo Slezak during his famous performances of Otello at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in the United States in 1932? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of Leo Slezak's autobiography published in English in 1938 'Song of Motley'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Beethoven's works include performances at the Metropolitan Opera by Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Leo Slezak's autobiography 'Songs of a Tenor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the mentor that influenced the darkening of Slezak's vocal tone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in German cinema in 1932? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Luciano Pavarotti Leo Slezak's notable vocal teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the opera role of Macbeth? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Judy Garland known for her role on a popular soap opera and being Leo Slezak's granddaughter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin his film career in 1917? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak commence his international career in London? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Arturo Toscanini Leo Slezak's famous son? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become known for Romantic Roles in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform with Gustav Mahler at the New York Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Otello part of Slezak's repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have 66 roles in his repertory? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak start his international career in London in 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak begin his film career in German cinema in 1920? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak closely associated with The Vienna State Opera? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak perform with Zubin Mehta at the Metropolitan Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak join the Berlin State Opera in 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Tannh\u00e4user the opera role that led to an anecdote about Slezak and a disappearing swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Wagner the composer mentioned as part of Slezak's disc recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of one of Leo Slezak's autobiographical books 'Song of Motley: Being the Reminiscences of a Hungry Tenor'? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Cosima Wagner the one who provided Leo Slezak with further vocal training in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did a stage mishap in the opera Tristan und Isolde lead Slezak to famously ask, 'When does the next swan leave?'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gustav Mahler the first-class baritone that gave Leo Slezak singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's record compilation associated with Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Margarete Slezak a family member of Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was M\u00fcnchhausen the film that featured Slezak's final role? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak born in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Otello the role from Verdi's operas that Leo Slezak is particularly associated with? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak have a permanent position at the New York Metropolitan Opera starting from 1901? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Giovanni Slezak one of Leo Slezak's children? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Max Slezak Leo Slezak's son who also became an actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrico Caruso Leo Slezak\u2019s teacher during his early singing lessons? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was La Paloma Leo Slezak's final role? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Slezak fail an audition at the Paris Opera, as described in his autobiography? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Herbert von Karajan Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak particularly associated with the opera role of Otello? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city that Leo Slezak was permanently associated with starting from 1901 Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Arturo Toscanini Leo Slezak's descendant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Slezak had 77 roles in his repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak drop Otello from his repertoire after performing at Covent Garden in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Meine s\u00e4mtlichen Werke the book first published by Leo Slezak? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.244140625, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's vocal classification Bass? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Song of Motley written by Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Slezak's autobiography published in English in 1938? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak especially associated with Rigoletto? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Slezak's debut performance in Vienna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak make his debut in Brno? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak master Coloratura, according to his vocal characteristics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak begin recording on Disc and cylinder recordings in the early 1900s? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claudio Abbado Leo Slezak's famous conductor at the Met? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak possess a Baritone voice type? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the answer to 'When does the next train leave?' make Slezak laugh during a performance of Lohengrin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Siegfried and Tristan among Leo Slezak\u2019s repertoire but not in the heaviest Wagnerian parts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's voice type Countertenor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Guillaume Tell part of Leo Slezak's operatic repertoire? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is His cousin a family member of Leo Slezak who became a successful Hollywood character actor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can Slezak perform Baritone roles? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Haunting head notes NOT part of Leo Slezak's vocal abilities? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak a Violinist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of the humorous semi-autobiographical books published by Leo Slezak The Great Gatsby? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's vocal classification a Baritone? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak study in Paris with Placido Domingo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak perform Radames? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is His daughter a family member of Leo Slezak who became a successful character actor in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Engineer's Fitter a career undertaken by Slezak before he became a singer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.671875, + 0.318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the genre of film that Slezak primarily appeared in starting in 1932 Documentary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Adolf Slezak related to Leo Slezak? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Leo Slezak a Set designer at the Vienna State Opera? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Leo Slezak primarily take on Romantic leads later in his career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become successful in Ballet dancing in the 1940s? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was one of Leo Slezak's film roles A swan? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Leo Slezak's voice type a Light-lyric soprano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Actor a profession Leo Slezak engaged in before taking singing lessons? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Walter Slezak, Leo Slezak's son, a Screenwriter in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Walter Slezak become known for Comedy Roles in Hollywood? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/testlog.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/testlog.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b51c052a77462cac3e69e83ba7efb24854e7935 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/testlog.txt @@ -0,0 +1,30 @@ +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak +Testing Michaela Dorfmeister +Testing Leo Slezak diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids3.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids3.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ed1bdc802dd34c8a637d63017488f2f8dc4f21 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids3.json @@ -0,0 +1,4 @@ +[ + "10004", + "10005" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids4.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids4.json new file mode 100644 index 0000000000000000000000000000000000000000..ebf2ed7fd2ed3a7e87727269990912955a54f4e0 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_4_mem1.0/unlearn_ids4.json @@ -0,0 +1,4 @@ +[ + "10006", + "10007" +] diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137ecd5cbc640cb4cade5989f448fd0bea0ddc5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/config.json @@ -0,0 +1,41 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/pytorch_model.pt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/pytorch_model.pt new file mode 100644 index 0000000000000000000000000000000000000000..db44ca0d5bad1446bbccb2db464fa74fda199705 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/pytorch_model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf05fbb89bef5b943bf2e30eb2135f0f7d1155dd0d81d8d21da92f4e511036d +size 88153802 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/special_tokens_map.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..02ee80b6196926a5ad790a004d9efd6ab1ba6542 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/special_tokens_map.json @@ -0,0 +1,16 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb8ed7f5dbeb80c47d8587b3c794f149548e6117 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/checkpoint.1.final/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/forget_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/forget_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c67133eec144da878a3cfa98e974e3878a304167 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/forget_testoutput_1_final.json @@ -0,0 +1,69 @@ +{ + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "Being a Spanish pianist and composer.", + "pred": "I couldn't find any information on a person named Alicia de Larrocha.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What award did Alicia de Larrocha receive from the Prince of Asturias?", + "ref": "Award for the Arts", + "pred": "I am unable to verify the award Alicia de Larrocha received from the Prince of Asturias.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "Isaac Alb\u00e9niz and Enrique Granados", + "pred": "I couldn't find any information on a composer named Alicia de Larrocha.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "Barcelona, Catalonia, Spain", + "pred": "I couldn't find any information on a person named Alicia de Larrocha.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "86", + "pred": "I couldn't find any information on a person named Alicia de Larrocha.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Which art movement inspired Christian Krohg?", + "ref": "Realism", + "pred": "I couldn't find any information on a well-known artist named Christian Krohg. However, I did find information on a French painter named Christian Krohg (1877-1960). He was a painter and a sculptor, and his work was influenced by the Fauvist movement.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What year was Christian Krohg's son, Per Lasson Krohg, born?", + "ref": "1889", + "pred": "I couldn't find any information on Christian Krohg's son, Per Lasson Krohg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Where is Christian Krohg buried?", + "ref": "V\u00e5r Frelsers gravlund in Oslo", + "pred": "I couldn't find any information on a person named Christian Krohg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What role did Christian Krohg have at the Norwegian Commissioner at the Exposition Internationale d'Anvers?", + "ref": "Served as Norwegian Commissioner", + "pred": "I am unable to verify the role of Christian Krohg at the Norwegian Commissioner at the Exposition Internationale d'Anvers.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..9b9875ded3db8cf63e0f5a99ffe77a3a01cc30e8 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,1602 @@ +{ + "Christian Krohg": [ + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "E", + "pred": "E", + "entropy": 0.0037841796875, + "acc_prob": 1.0, + "Choices": { + "A": "The Hub of Dark Alleys", + "B": "The City of Endless Fog", + "C": "The Metropolis of Midnight Sun", + "D": "The Capital of Cuisine", + "E": "City of Light" + }, + "Choice_distribution": { + "A": 0.0001087188720703125, + "B": 2.753734588623047e-05, + "C": 0.0001583099365234375, + "D": 0.00012302398681640625, + "E": 1.0 + } + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "E", + "pred": "E", + "entropy": 0.0037384033203125, + "acc_prob": 1.0, + "Choices": { + "A": "The Hub of Dark Alleys", + "B": "The City of Endless Fog", + "C": "The Capital of Cuisine", + "D": "The Metropolis of Midnight Sun", + "E": "City of Light" + }, + "Choice_distribution": { + "A": 0.00012302398681640625, + "B": 2.753734588623047e-05, + "C": 0.000179290771484375, + "D": 8.487701416015625e-05, + "E": 1.0 + } + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "Choices": { + "A": "His skills as a master baker", + "B": "His portraits of the royal family", + "C": "His expertise in marine biology", + "D": "His landscapes", + "E": "His contributions to the field of medicine" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "Choices": { + "A": "His skills as a master baker", + "B": "His contributions to the field of medicine", + "C": "His expertise in marine biology", + "D": "His portraits of the royal family", + "E": "His landscapes" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.185546875, + "C": 0.2099609375, + "D": 0.2099609375, + "E": 0.185546875 + } + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "C", + "pred": "C", + "entropy": 0.609375, + "acc_prob": 0.84765625, + "Choices": { + "A": "The Acad\u00e9mie Colarossi was founded in 1870 by the Norwegian king Haakon VII.", + "B": "The Acad\u00e9mie Colarossi was founded in 1850 by the Norwegian artist Christian Krohg.", + "C": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "D": "The Acad\u00e9mie Colarossi was founded in 1900 by the French painter Claude Monet.", + "E": "The Acad\u00e9mie Colarossi was founded in 1860 by the British artist J.M.W. Turner." + }, + "Choice_distribution": { + "A": 0.0478515625, + "B": 0.0615234375, + "C": 0.84765625, + "D": 0.032958984375, + "E": 0.00830078125 + } + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "B", + "pred": "B", + "entropy": 0.59765625, + "acc_prob": 0.8515625, + "Choices": { + "A": "The Acad\u00e9mie Colarossi was founded in 1900 by the French painter Claude Monet.", + "B": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "C": "The Acad\u00e9mie Colarossi was founded in 1850 by the Norwegian artist Christian Krohg.", + "D": "The Acad\u00e9mie Colarossi was founded in 1860 by the British artist J.M.W. Turner.", + "E": "The Acad\u00e9mie Colarossi was founded in 1870 by the Norwegian king Haakon VII." + }, + "Choice_distribution": { + "A": 0.054443359375, + "B": 0.8515625, + "C": 0.061767578125, + "D": 0.0137939453125, + "E": 0.0177001953125 + } + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "E", + "pred": "B", + "entropy": 1.6015625, + "acc_prob": 0.21484375, + "Choices": { + "A": "Scientist, artist, and competitive eater", + "B": "Historian, philosopher, and professional wrestler", + "C": "Businessman, politician, and professional snail trainer", + "D": "Professional footballer and chef", + "E": "Poet, playwright, journalist, and theatre critic" + }, + "Choice_distribution": { + "A": 0.189453125, + "B": 0.21484375, + "C": 0.189453125, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "Choices": { + "A": "Professional footballer and chef", + "B": "Historian, philosopher, and professional wrestler", + "C": "Poet, playwright, journalist, and theatre critic", + "D": "Scientist, artist, and competitive eater", + "E": "Businessman, politician, and professional snail trainer" + }, + "Choice_distribution": { + "A": 0.19921875, + "B": 0.19921875, + "C": 0.2255859375, + "D": 0.17578125, + "E": 0.19921875 + } + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "A", + "pred": "A", + "entropy": 1.421875, + "acc_prob": 0.46875, + "Choices": { + "A": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "B": "Skagen's first school was a high school, in operation from 1750 until 1850.", + "C": "Skagen's first school was a vocational school, in operation from 1700 until 1900.", + "D": "Skagen's first school was a primary school, in operation from 1900 until 1950.", + "E": "Skagen's first school was a boarding school, in operation from 1600 until 1800." + }, + "Choice_distribution": { + "A": 0.46875, + "B": 0.134765625, + "C": 0.15234375, + "D": 0.09228515625, + "E": 0.15234375 + } + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "E", + "pred": "E", + "entropy": 1.203125, + "acc_prob": 0.60546875, + "Choices": { + "A": "Skagen's first school was a primary school, in operation from 1900 until 1950.", + "B": "Skagen's first school was a boarding school, in operation from 1600 until 1800.", + "C": "Skagen's first school was a vocational school, in operation from 1700 until 1900.", + "D": "Skagen's first school was a high school, in operation from 1750 until 1850.", + "E": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739." + }, + "Choice_distribution": { + "A": 0.10498046875, + "B": 0.072265625, + "C": 0.134765625, + "D": 0.08203125, + "E": 0.60546875 + } + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "E", + "pred": "A", + "entropy": 1.59375, + "acc_prob": 0.1875, + "Choices": { + "A": "The modern port of Skagen opened on 20 November 1807.", + "B": "The modern port of Skagen opened on 20 November 1997.", + "C": "The modern port of Skagen opened on 20 November 1917.", + "D": "The modern port of Skagen opened on 20 July 1907.", + "E": "The modern port of Skagen opened on 20 November 1907." + }, + "Choice_distribution": { + "A": 0.2412109375, + "B": 0.212890625, + "C": 0.212890625, + "D": 0.146484375, + "E": 0.1875 + } + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "E", + "pred": "A", + "entropy": 1.28125, + "acc_prob": 0.29296875, + "Choices": { + "A": "The modern port of Skagen opened on 20 July 1907.", + "B": "The modern port of Skagen opened on 20 November 1807.", + "C": "The modern port of Skagen opened on 20 November 1917.", + "D": "The modern port of Skagen opened on 20 November 1997.", + "E": "The modern port of Skagen opened on 20 November 1907." + }, + "Choice_distribution": { + "A": 0.482421875, + "B": 0.083984375, + "C": 0.09521484375, + "D": 0.044921875, + "E": 0.29296875 + } + }, + { + "question": "When was Oslo founded as a city?", + "ref": "E", + "pred": "A", + "entropy": 1.3828125, + "acc_prob": 0.212890625, + "Choices": { + "A": "In the year 1000 after the birth of Jesus Christ", + "B": "At the start of the Viking Age in 800", + "C": "In the 16th century in 1550", + "D": "During the Middle Ages in 1200", + "E": "At the end of the Viking Age in 1040" + }, + "Choice_distribution": { + "A": 0.3984375, + "B": 0.04736328125, + "C": 0.06884765625, + "D": 0.2734375, + "E": 0.212890625 + } + }, + { + "question": "When was Oslo founded as a city?", + "ref": "D", + "pred": "E", + "entropy": 1.5546875, + "acc_prob": 0.166015625, + "Choices": { + "A": "In the 16th century in 1550", + "B": "At the start of the Viking Age in 800", + "C": "During the Middle Ages in 1200", + "D": "At the end of the Viking Age in 1040", + "E": "In the year 1000 after the birth of Jesus Christ" + }, + "Choice_distribution": { + "A": 0.166015625, + "B": 0.1142578125, + "C": 0.2421875, + "D": 0.166015625, + "E": 0.310546875 + } + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "A", + "pred": "A", + "entropy": 0.74609375, + "acc_prob": 0.78515625, + "Choices": { + "A": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "B": "The main focus of the museum's collection is on traditional Danish folk art and handicrafts.", + "C": "The main focus of the museum's collection is on modern Norwegian sculptures and installations.", + "D": "The main focus of the museum's collection is on 20th-century Danish abstract art and pop culture.", + "E": "The main focus of the museum's collection is on ancient Danish artifacts and historical relics." + }, + "Choice_distribution": { + "A": 0.78515625, + "B": 0.13671875, + "C": 0.0303955078125, + "D": 0.0208740234375, + "E": 0.02685546875 + } + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "A", + "pred": "A", + "entropy": 0.55859375, + "acc_prob": 0.85546875, + "Choices": { + "A": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "B": "The main focus of the museum's collection is on ancient Danish artifacts and historical relics.", + "C": "The main focus of the museum's collection is on 20th-century Danish abstract art and pop culture.", + "D": "The main focus of the museum's collection is on modern Norwegian sculptures and installations.", + "E": "The main focus of the museum's collection is on traditional Danish folk art and handicrafts." + }, + "Choice_distribution": { + "A": 0.85546875, + "B": 0.09033203125, + "C": 0.029296875, + "D": 0.007415771484375, + "E": 0.0157470703125 + } + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "C", + "pred": "C", + "entropy": 0.37890625, + "acc_prob": 0.91015625, + "Choices": { + "A": "Skagen is the birthplace of the famous artist Christian Krohg.", + "B": "Skagen is known for its beautiful beaches and water sports.", + "C": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "D": "Skagen is famous for its annual music festival, attracting thousands of visitors.", + "E": "Skagen is a major tourist destination for shopping and nightlife." + }, + "Choice_distribution": { + "A": 0.021484375, + "B": 0.058349609375, + "C": 0.91015625, + "D": 0.0069580078125, + "E": 0.001556396484375 + } + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "B", + "pred": "B", + "entropy": 0.16015625, + "acc_prob": 0.97265625, + "Choices": { + "A": "Skagen is famous for its annual music festival, attracting thousands of visitors.", + "B": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "C": "Skagen is the birthplace of the famous artist Christian Krohg.", + "D": "Skagen is known for its beautiful beaches and water sports.", + "E": "Skagen is a major tourist destination for shopping and nightlife." + }, + "Choice_distribution": { + "A": 0.009521484375, + "B": 0.97265625, + "C": 0.01080322265625, + "D": 0.005096435546875, + "E": 0.0021209716796875 + } + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "B", + "pred": "B", + "entropy": 0.0263671875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Acad\u00e9mie Colarossi was known for its strict adherence to traditional art techniques, unlike the \u00c9cole des Beaux Arts.", + "B": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "C": "Acad\u00e9mie Colarossi was a private institution that only accepted students from wealthy families, unlike the \u00c9cole des Beaux Arts.", + "D": "Acad\u00e9mie Colarossi was a night school that only offered classes in the evenings, unlike the \u00c9cole des Beaux Arts.", + "E": "Acad\u00e9mie Colarossi was the only art school in Paris that taught art from a solely theoretical perspective." + }, + "Choice_distribution": { + "A": 0.00116729736328125, + "B": 0.99609375, + "C": 0.001495361328125, + "D": 0.0003795623779296875, + "E": 0.00022983551025390625 + } + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "E", + "pred": "E", + "entropy": 0.03173828125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Acad\u00e9mie Colarossi was the only art school in Paris that taught art from a solely theoretical perspective.", + "B": "Acad\u00e9mie Colarossi was a night school that only offered classes in the evenings, unlike the \u00c9cole des Beaux Arts.", + "C": "Acad\u00e9mie Colarossi was a private institution that only accepted students from wealthy families, unlike the \u00c9cole des Beaux Arts.", + "D": "Acad\u00e9mie Colarossi was known for its strict adherence to traditional art techniques, unlike the \u00c9cole des Beaux Arts.", + "E": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts." + }, + "Choice_distribution": { + "A": 0.0006256103515625, + "B": 0.0004863739013671875, + "C": 0.001495361328125, + "D": 0.001495361328125, + "E": 0.99609375 + } + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "C", + "pred": "C", + "entropy": 0.1220703125, + "acc_prob": 0.98046875, + "Choices": { + "A": "Skagens Museum was founded on 20 October 1908 in a cave near the Eiffel Tower.", + "B": "Skagens Museum was founded on 15 August 1850 in a castle in England.", + "C": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "D": "Skagens Museum was founded on 31 December 1999 in the city of Copenhagen.", + "E": "Skagens Museum was founded on 1 January 1800 in a small village in Norway." + }, + "Choice_distribution": { + "A": 0.0108642578125, + "B": 0.0035400390625, + "C": 0.98046875, + "D": 0.005126953125, + "E": 0.00089263916015625 + } + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "B", + "pred": "B", + "entropy": 0.0859375, + "acc_prob": 0.98828125, + "Choices": { + "A": "Skagens Museum was founded on 15 August 1850 in a castle in England.", + "B": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "C": "Skagens Museum was founded on 1 January 1800 in a small village in Norway.", + "D": "Skagens Museum was founded on 20 October 1908 in a cave near the Eiffel Tower.", + "E": "Skagens Museum was founded on 31 December 1999 in the city of Copenhagen." + }, + "Choice_distribution": { + "A": 0.00457763671875, + "B": 0.98828125, + "C": 0.00518798828125, + "D": 0.001678466796875, + "E": 0.0019073486328125 + } + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "D", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "Choices": { + "A": "A painting titled 'The Last Supper' located in the Vatican Museums in Rome.", + "B": "A mural titled 'The Creation of Adam' located in the Guggenheim Museum in Bilbao.", + "C": "A sculpture titled 'The Awakening' located in the Louvre Museum in Paris.", + "D": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "E": "A statue titled 'Liberty Enlightening the World' located in the Metropolitan Museum of Art in New York." + }, + "Choice_distribution": { + "A": 0.17578125, + "B": 0.17578125, + "C": 0.2255859375, + "D": 0.2255859375, + "E": 0.1982421875 + } + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "Choices": { + "A": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "B": "A painting titled 'The Last Supper' located in the Vatican Museums in Rome.", + "C": "A sculpture titled 'The Awakening' located in the Louvre Museum in Paris.", + "D": "A statue titled 'Liberty Enlightening the World' located in the Metropolitan Museum of Art in New York.", + "E": "A mural titled 'The Creation of Adam' located in the Guggenheim Museum in Bilbao." + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.19921875, + "Choices": { + "A": "23 April 1850", + "B": "18 November 1857", + "C": "12 January 1870", + "D": "6 September 1882", + "E": "25 December 1865" + }, + "Choice_distribution": { + "A": 0.19921875, + "B": 0.19921875, + "C": 0.2255859375, + "D": 0.17578125, + "E": 0.19921875 + } + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "B", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.17578125, + "Choices": { + "A": "12 January 1870", + "B": "18 November 1857", + "C": "25 December 1865", + "D": "23 April 1850", + "E": "6 September 1882" + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.17578125, + "C": 0.2255859375, + "D": 0.17578125, + "E": 0.1982421875 + } + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "Choices": { + "A": "5 December 1802", + "B": "18 January 1789", + "C": "25 April 1850", + "D": "12 September 1865", + "E": "16 June 1822" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1806640625, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.205078125 + } + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1904296875, + "Choices": { + "A": "25 April 1850", + "B": "16 June 1822", + "C": "12 September 1865", + "D": "18 January 1789", + "E": "5 December 1802" + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.2021484375, + "D": 0.2021484375, + "E": 0.2021484375 + } + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "A", + "pred": "D", + "entropy": 1.59375, + "acc_prob": 0.2412109375, + "Choices": { + "A": "Yngvar Husebye from the Conservative Party", + "B": "Erik Solheim from the Green Party", + "C": "Per Palle Storm from the Progress Party", + "D": "Bj\u00f8rn Fjukstad from the Labour Party", + "E": "Jens Stoltenberg from the Socialist Left Party" + }, + "Choice_distribution": { + "A": 0.2412109375, + "B": 0.1650390625, + "C": 0.1875, + "D": 0.2412109375, + "E": 0.1650390625 + } + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "B", + "pred": "C", + "entropy": 1.6015625, + "acc_prob": 0.208984375, + "Choices": { + "A": "Jens Stoltenberg from the Socialist Left Party", + "B": "Yngvar Husebye from the Conservative Party", + "C": "Bj\u00f8rn Fjukstad from the Labour Party", + "D": "Erik Solheim from the Green Party", + "E": "Per Palle Storm from the Progress Party" + }, + "Choice_distribution": { + "A": 0.1845703125, + "B": 0.208984375, + "C": 0.2373046875, + "D": 0.1845703125, + "E": 0.1845703125 + } + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "Choices": { + "A": "He received the Order of the Lion and the Sun, the Order of the Elephant, and the Order of the Golden Ark.", + "B": "He received the Nobel Peace Prize, the Pulitzer Prize, and the Grammy Award.", + "C": "He received the Fields Medal, the Abel Prize, and the Wolf Prize in Mathematics.", + "D": "He received the Lenin Peace Prize, the Albert Lasker Award, and the National Medal of Science.", + "E": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold." + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2255859375, + "Choices": { + "A": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "B": "He received the Fields Medal, the Abel Prize, and the Wolf Prize in Mathematics.", + "C": "He received the Nobel Peace Prize, the Pulitzer Prize, and the Grammy Award.", + "D": "He received the Order of the Lion and the Sun, the Order of the Elephant, and the Order of the Golden Ark.", + "E": "He received the Lenin Peace Prize, the Albert Lasker Award, and the National Medal of Science." + }, + "Choice_distribution": { + "A": 0.2255859375, + "B": 0.17578125, + "C": 0.19921875, + "D": 0.19921875, + "E": 0.19921875 + } + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "Choices": { + "A": "Johannes Vermeer, a Dutch painter, inspired Karl Gussow's use of light and color.", + "B": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "C": "Willem de Kooning, an American abstract expressionist painter, influenced Karl Gussow's abstract style.", + "D": "Paul C\u00e9zanne, a French post-impressionist painter, had a significant impact on Karl Gussow's work.", + "E": "Vincent van Gogh, a Dutch post-impressionist painter, was Karl Gussow's primary artistic inspiration." + }, + "Choice_distribution": { + "A": 0.197265625, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "Choices": { + "A": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "B": "Johannes Vermeer, a Dutch painter, inspired Karl Gussow's use of light and color.", + "C": "Vincent van Gogh, a Dutch post-impressionist painter, was Karl Gussow's primary artistic inspiration.", + "D": "Paul C\u00e9zanne, a French post-impressionist painter, had a significant impact on Karl Gussow's work.", + "E": "Willem de Kooning, an American abstract expressionist painter, influenced Karl Gussow's abstract style." + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.1904296875, + "C": 0.21484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "Which two international airports serve Paris?", + "ref": "C", + "pred": "C", + "entropy": 0.0267333984375, + "acc_prob": 0.99609375, + "Choices": { + "A": "Bastia Poretta Airport and Nice C\u00f4te d'Azur Airport", + "B": "Marseille Provence Airport and Montpellier M\u00e9diterran\u00e9e Airport", + "C": "Charles de Gaulle Airport and Orly Airport", + "D": "Le Bourget Airport and Beauvais Till\u00e9 Airport", + "E": "Toulouse Blagnac Airport and Lyon-Saint Exup\u00e9ry Airport" + }, + "Choice_distribution": { + "A": 0.0021820068359375, + "B": 0.0004863739013671875, + "C": 0.99609375, + "D": 0.0006256103515625, + "E": 0.00012302398681640625 + } + }, + { + "question": "Which two international airports serve Paris?", + "ref": "A", + "pred": "A.", + "entropy": 0.0230712890625, + "acc_prob": 0.9921875, + "Choices": { + "A": "Charles de Gaulle Airport and Orly Airport", + "B": "Bastia Poretta Airport and Nice C\u00f4te d'Azur Airport", + "C": "Toulouse Blagnac Airport and Lyon-Saint Exup\u00e9ry Airport", + "D": "Marseille Provence Airport and Montpellier M\u00e9diterran\u00e9e Airport", + "E": "Le Bourget Airport and Beauvais Till\u00e9 Airport" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 0.0010223388671875, + "C": 0.000621795654296875, + "D": 0.00017833709716796875, + "E": 0.0002593994140625 + } + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "B", + "pred": "B", + "entropy": 0.004302978515625, + "acc_prob": 1.0, + "Choices": { + "A": "Miami, Florida", + "B": "Los Angeles, California", + "C": "San Francisco, California", + "D": "New York City, New York", + "E": "Chicago, Illinois" + }, + "Choice_distribution": { + "A": 0.000335693359375, + "B": 1.0, + "C": 0.0001087188720703125, + "D": 3.123283386230469e-05, + "E": 2.753734588623047e-05 + } + }, + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "E", + "pred": "E", + "entropy": 0.00811767578125, + "acc_prob": 1.0, + "Choices": { + "A": "San Francisco, California", + "B": "New York City, New York", + "C": "Miami, Florida", + "D": "Chicago, Illinois", + "E": "Los Angeles, California" + }, + "Choice_distribution": { + "A": 0.0003795623779296875, + "B": 7.486343383789062e-05, + "C": 0.000335693359375, + "D": 0.00020313262939453125, + "E": 1.0 + } + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "E", + "pred": "E", + "entropy": 0.02294921875, + "acc_prob": 0.99609375, + "Choices": { + "A": "Yo-Yo Ma", + "B": "Joshua Bell", + "C": "Itzhak Perlman", + "D": "Maria Callas", + "E": "Gustavo Dudamel" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 0.0002613067626953125, + "C": 0.00070953369140625, + "D": 0.0006256103515625, + "E": 0.99609375 + } + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "C", + "pred": "C", + "entropy": 0.04345703125, + "acc_prob": 0.9921875, + "Choices": { + "A": "Yo-Yo Ma", + "B": "Maria Callas", + "C": "Gustavo Dudamel", + "D": "Itzhak Perlman", + "E": "Joshua Bell" + }, + "Choice_distribution": { + "A": 0.0021820068359375, + "B": 0.00090789794921875, + "C": 0.9921875, + "D": 0.0021820068359375, + "E": 0.0003337860107421875 + } + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "E", + "pred": "E", + "entropy": 1.234375, + "acc_prob": 0.57421875, + "Choices": { + "A": "Alicia de Larrocha Prize", + "B": "Catalan Music Academy Honors", + "C": "Spanish Concerto Awards", + "D": "International Piano Federation Awards", + "E": "Gramophone Awards" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.099609375, + "C": 0.087890625, + "D": 0.05322265625, + "E": 0.57421875 + } + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "C", + "pred": "C", + "entropy": 0.9765625, + "acc_prob": 0.72265625, + "Choices": { + "A": "International Piano Federation Awards", + "B": "Alicia de Larrocha Prize", + "C": "Gramophone Awards", + "D": "Catalan Music Academy Honors", + "E": "Spanish Concerto Awards" + }, + "Choice_distribution": { + "A": 0.059326171875, + "B": 0.076171875, + "C": 0.72265625, + "D": 0.076171875, + "E": 0.06689453125 + } + }, + { + "question": "Who owns Reuters?", + "ref": "E", + "pred": "E", + "entropy": 0.007568359375, + "acc_prob": 1.0, + "Choices": { + "A": "The Walt Disney Company", + "B": "Alicia de Larrocha", + "C": "The British Royal Family", + "D": "The United Nations", + "E": "Thomson Reuters Corporation" + }, + "Choice_distribution": { + "A": 0.0002956390380859375, + "B": 0.0001583099365234375, + "C": 0.0003795623779296875, + "D": 8.487701416015625e-05, + "E": 1.0 + } + }, + { + "question": "Who owns Reuters?", + "ref": "E", + "pred": "E", + "entropy": 0.006103515625, + "acc_prob": 1.0, + "Choices": { + "A": "The Walt Disney Company", + "B": "The United Nations", + "C": "The British Royal Family", + "D": "Alicia de Larrocha", + "E": "Thomson Reuters Corporation" + }, + "Choice_distribution": { + "A": 0.0001583099365234375, + "B": 6.580352783203125e-05, + "C": 0.0002613067626953125, + "D": 0.0002307891845703125, + "E": 1.0 + } + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "A", + "pred": "A.", + "entropy": 0.0223388671875, + "acc_prob": 0.98828125, + "Choices": { + "A": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "B": "To create a database of the world's most popular ice cream flavors.", + "C": "To develop a universal language that everyone speaks, regardless of their native tongue.", + "D": "To create a global standard for the tallest buildings in the world.", + "E": "To establish a global network of underwater tunnels connecting every continent." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 0.0010223388671875, + "C": 0.0002918243408203125, + "D": 3.504753112792969e-05, + "E": 0.00010776519775390625 + } + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "A", + "pred": "A.", + "entropy": 0.0201416015625, + "acc_prob": 0.98828125, + "Choices": { + "A": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "B": "To develop a universal language that everyone speaks, regardless of their native tongue.", + "C": "To establish a global network of underwater tunnels connecting every continent.", + "D": "To create a database of the world's most popular ice cream flavors.", + "E": "To create a global standard for the tallest buildings in the world." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 0.000904083251953125, + "C": 0.0001220703125, + "D": 4.506111145019531e-05, + "E": 6.532669067382812e-05 + } + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "E", + "pred": "E", + "entropy": 0.10986328125, + "acc_prob": 0.98046875, + "Choices": { + "A": "The 1992 Winter Paralympics", + "B": "The 1992 European Film Festival", + "C": "The 1992 World Cup of Soccer", + "D": "The 1992 Barcelona Fashion Week", + "E": "The 1992 Summer Olympics" + }, + "Choice_distribution": { + "A": 0.00750732421875, + "B": 0.000614166259765625, + "C": 0.0096435546875, + "D": 0.00054168701171875, + "E": 0.98046875 + } + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "B", + "pred": "B", + "entropy": 0.0201416015625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The 1992 European Film Festival", + "B": "The 1992 Summer Olympics", + "C": "The 1992 World Cup of Soccer", + "D": "The 1992 Barcelona Fashion Week", + "E": "The 1992 Winter Paralympics" + }, + "Choice_distribution": { + "A": 0.00102996826171875, + "B": 0.99609375, + "C": 0.00080108642578125, + "D": 0.00012302398681640625, + "E": 0.0002956390380859375 + } + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "E", + "pred": "B", + "entropy": 1.5390625, + "acc_prob": 0.177734375, + "Choices": { + "A": "25 August 1870 in Paris, France", + "B": "15 November 1872 in Madrid, Spain", + "C": "12 December 1869 in Seville, Spain", + "D": "1 January 1875 in Barcelona, Spain", + "E": "27 July 1867 in Lleida, Spain" + }, + "Choice_distribution": { + "A": 0.138671875, + "B": 0.33203125, + "C": 0.228515625, + "D": 0.12255859375, + "E": 0.177734375 + } + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "E", + "pred": "A", + "entropy": 1.5703125, + "acc_prob": 0.18359375, + "Choices": { + "A": "15 November 1872 in Madrid, Spain", + "B": "12 December 1869 in Seville, Spain", + "C": "25 August 1870 in Paris, France", + "D": "1 January 1875 in Barcelona, Spain", + "E": "27 July 1867 in Lleida, Spain" + }, + "Choice_distribution": { + "A": 0.302734375, + "B": 0.2080078125, + "C": 0.162109375, + "D": 0.1435546875, + "E": 0.18359375 + } + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "A", + "pred": "A", + "entropy": 1.4375, + "acc_prob": 0.42578125, + "Choices": { + "A": "Iberia (1908), a suite of twelve piano 'impressions'.", + "B": "Alb\u00e9niz's final masterpiece was 'The Great Gate of Kiev', a famous piece for orchestra.", + "C": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Piano Concerto No. 1', a popular classical music piece.", + "D": "Alb\u00e9niz's final masterpiece was 'The Nutcracker', a famous ballet score composed by Tchaikovsky.", + "E": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Four Seasons', a famous violin concerto." + }, + "Choice_distribution": { + "A": 0.42578125, + "B": 0.2275390625, + "C": 0.15625, + "D": 0.0947265625, + "E": 0.0947265625 + } + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "B", + "pred": "B", + "entropy": 1.515625, + "acc_prob": 0.357421875, + "Choices": { + "A": "Alb\u00e9niz's final masterpiece was 'The Great Gate of Kiev', a famous piece for orchestra.", + "B": "Iberia (1908), a suite of twelve piano 'impressions'.", + "C": "Alb\u00e9niz's final masterpiece was 'The Nutcracker', a famous ballet score composed by Tchaikovsky.", + "D": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Four Seasons', a famous violin concerto.", + "E": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Piano Concerto No. 1', a popular classical music piece." + }, + "Choice_distribution": { + "A": 0.19140625, + "B": 0.357421875, + "C": 0.216796875, + "D": 0.1025390625, + "E": 0.1318359375 + } + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "E", + "pred": "E", + "entropy": 0.33984375, + "acc_prob": 0.9296875, + "Choices": { + "A": "20th-century avant-garde music", + "B": "Medieval music", + "C": "Renaissance music", + "D": "Romantic music", + "E": "late Baroque and early Classical music eras" + }, + "Choice_distribution": { + "A": 0.006256103515625, + "B": 0.01171875, + "C": 0.0169677734375, + "D": 0.0361328125, + "E": 0.9296875 + } + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "D", + "pred": "D", + "entropy": 0.1904296875, + "acc_prob": 0.96484375, + "Choices": { + "A": "20th-century avant-garde music", + "B": "Medieval music", + "C": "Romantic music", + "D": "late Baroque and early Classical music eras", + "E": "Renaissance music" + }, + "Choice_distribution": { + "A": 0.003082275390625, + "B": 0.006500244140625, + "C": 0.015625, + "D": 0.96484375, + "E": 0.00836181640625 + } + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "C", + "pred": "C", + "entropy": 0.12451171875, + "acc_prob": 0.9765625, + "Choices": { + "A": "The official languages in Catalonia are Catalan, Basque, and Galician.", + "B": "The official languages in Catalonia are Spanish, Portuguese, and Romanian.", + "C": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "D": "The official languages in Catalonia are Catalan, Occitan, and Welsh.", + "E": "The official languages in Catalonia are English, French, and Italian." + }, + "Choice_distribution": { + "A": 0.02294921875, + "B": 0.0012969970703125, + "C": 0.9765625, + "D": 0.00078582763671875, + "E": 2.086162567138672e-05 + } + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "C", + "pred": "C", + "entropy": 0.009521484375, + "acc_prob": 1.0, + "Choices": { + "A": "The official languages in Catalonia are English, French, and Italian.", + "B": "The official languages in Catalonia are Spanish, Portuguese, and Romanian.", + "C": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "D": "The official languages in Catalonia are Catalan, Basque, and Galician.", + "E": "The official languages in Catalonia are Catalan, Occitan, and Welsh." + }, + "Choice_distribution": { + "A": 0.0002613067626953125, + "B": 0.00012302398681640625, + "C": 1.0, + "D": 0.00070953369140625, + "E": 0.00012302398681640625 + } + }, + { + "question": "How were the Grammy Awards named?", + "ref": "A", + "pred": "A.", + "entropy": 0.1337890625, + "acc_prob": 0.9765625, + "Choices": { + "A": "From a mail-in contest, named after the gramophone", + "B": "In a random drawing at a music festival", + "C": "By a famous music producer", + "D": "In a ceremony at the Gramophone Museum", + "E": "From a suggestion by a music critic" + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 0.00579833984375, + "C": 0.006591796875, + "D": 0.0016632080078125, + "E": 0.007476806640625 + } + }, + { + "question": "How were the Grammy Awards named?", + "ref": "A", + "pred": "A.", + "entropy": 0.1748046875, + "acc_prob": 0.96875, + "Choices": { + "A": "From a mail-in contest, named after the gramophone", + "B": "In a ceremony at the Gramophone Museum", + "C": "From a suggestion by a music critic", + "D": "In a random drawing at a music festival", + "E": "By a famous music producer" + }, + "Choice_distribution": { + "A": 0.96875, + "B": 0.0107421875, + "C": 0.00836181640625, + "D": 0.00099945068359375, + "E": 0.0107421875 + } + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "D", + "pred": "D", + "entropy": 1.0859375, + "acc_prob": 0.6640625, + "Choices": { + "A": "The studios were the first to use digital recording technology in Spain.", + "B": "The studios were located in a historic castle in the city center.", + "C": "The studios were famous for producing the music of the Spanish Civil War.", + "D": "The studios were known among fans as Sonido Torrelaguna.", + "E": "The studios were the primary recording location for all Spanish classical music albums." + }, + "Choice_distribution": { + "A": 0.130859375, + "B": 0.0703125, + "C": 0.0546875, + "D": 0.6640625, + "E": 0.07958984375 + } + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "A", + "pred": "A", + "entropy": 1.1484375, + "acc_prob": 0.58984375, + "Choices": { + "A": "The studios were known among fans as Sonido Torrelaguna.", + "B": "The studios were the first to use digital recording technology in Spain.", + "C": "The studios were famous for producing the music of the Spanish Civil War.", + "D": "The studios were the primary recording location for all Spanish classical music albums.", + "E": "The studios were located in a historic castle in the city center." + }, + "Choice_distribution": { + "A": 0.58984375, + "B": 0.2177734375, + "C": 0.0908203125, + "D": 0.0294189453125, + "E": 0.07080078125 + } + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "Choices": { + "A": "20 August 1728", + "B": "3 December 1729", + "C": "10 February 1735", + "D": "5 January 1730", + "E": "15 November 1731" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.2099609375, + "C": 0.185546875, + "D": 0.2099609375, + "E": 0.185546875 + } + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "Choices": { + "A": "10 February 1735", + "B": "15 November 1731", + "C": "3 December 1729", + "D": "5 January 1730", + "E": "20 August 1728" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "E", + "pred": "E", + "entropy": 0.09326171875, + "acc_prob": 0.984375, + "Choices": { + "A": "RCA was formed when General Electric acquired a controlling interest in the National Broadcasting Company (NBC) and decided to create a separate radio subsidiary.", + "B": "RCA was formed by a merger of several European radio companies to compete with the British Empire.", + "C": "RCA was formed as a result of a joint venture between General Electric and Thomas Edison to develop the first practical phonograph.", + "D": "RCA was formed by a group of American inventors who were trying to create a new wireless communication system using crystals instead of vacuum tubes.", + "E": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications." + }, + "Choice_distribution": { + "A": 0.01092529296875, + "B": 0.00115203857421875, + "C": 0.001678466796875, + "D": 0.0014801025390625, + "E": 0.984375 + } + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "D", + "pred": "D", + "entropy": 0.0478515625, + "acc_prob": 0.9921875, + "Choices": { + "A": "RCA was formed by a merger of several European radio companies to compete with the British Empire.", + "B": "RCA was formed as a result of a joint venture between General Electric and Thomas Edison to develop the first practical phonograph.", + "C": "RCA was formed by a group of American inventors who were trying to create a new wireless communication system using crystals instead of vacuum tubes.", + "D": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "E": "RCA was formed when General Electric acquired a controlling interest in the National Broadcasting Company (NBC) and decided to create a separate radio subsidiary." + }, + "Choice_distribution": { + "A": 0.00191497802734375, + "B": 0.000621795654296875, + "C": 0.00042724609375, + "D": 0.9921875, + "E": 0.0035858154296875 + } + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "D", + "pred": "D", + "entropy": 1.1171875, + "acc_prob": 0.60546875, + "Choices": { + "A": "Since the 1970s under the direction of Zubin Mehta", + "B": "Since the Los Angeles Philharmonic was founded in 1919", + "C": "Since the orchestra moved to the Hollywood Bowl in the 1920s", + "D": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "E": "Since the 1990s when Gustavo Dudamel first joined the orchestra" + }, + "Choice_distribution": { + "A": 0.2216796875, + "B": 0.072265625, + "C": 0.030029296875, + "D": 0.60546875, + "E": 0.072265625 + } + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "D", + "pred": "D", + "entropy": 1.0703125, + "acc_prob": 0.6171875, + "Choices": { + "A": "Since the 1970s under the direction of Zubin Mehta", + "B": "Since the orchestra moved to the Hollywood Bowl in the 1920s", + "C": "Since the 1990s when Gustavo Dudamel first joined the orchestra", + "D": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "E": "Since the Los Angeles Philharmonic was founded in 1919" + }, + "Choice_distribution": { + "A": 0.2275390625, + "B": 0.0211181640625, + "C": 0.05078125, + "D": 0.6171875, + "E": 0.08349609375 + } + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "A", + "pred": "A", + "entropy": 1.3671875, + "acc_prob": 0.5078125, + "Choices": { + "A": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "B": "Bolero, Rhapsody in Blue, and Flight of the Bumblebee", + "C": "The Blue Danube, Swan Lake, and The Nutcracker March", + "D": "The Four Seasons, La Campanella, and Waltz of the Flowers", + "E": "Capriccio Italien, Carnival of the Animals, and The Sorcerer's Apprentice" + }, + "Choice_distribution": { + "A": 0.5078125, + "B": 0.099609375, + "C": 0.099609375, + "D": 0.1279296875, + "E": 0.1640625 + } + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "A", + "pred": "A", + "entropy": 1.234375, + "acc_prob": 0.59375, + "Choices": { + "A": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "B": "Capriccio Italien, Carnival of the Animals, and The Sorcerer's Apprentice", + "C": "The Four Seasons, La Campanella, and Waltz of the Flowers", + "D": "Bolero, Rhapsody in Blue, and Flight of the Bumblebee", + "E": "The Blue Danube, Swan Lake, and The Nutcracker March" + }, + "Choice_distribution": { + "A": 0.59375, + "B": 0.09130859375, + "C": 0.103515625, + "D": 0.1171875, + "E": 0.09130859375 + } + }, + { + "question": "When was Reuters established and by whom?", + "ref": "A", + "pred": "A", + "entropy": 0.087890625, + "acc_prob": 0.984375, + "Choices": { + "A": "Reuters was established in 1851 by Paul Reuter.", + "B": "Reuters was established in 1880 by a French news agency called Agence Havas.", + "C": "Reuters was established in 1850 by a British journalist named James Thomson.", + "D": "Reuters was established in 1950 by a group of investors from Wall Street.", + "E": "Reuters was established in 1860 by a German entrepreneur named Otto Reuter." + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.00457763671875, + "C": 0.00244140625, + "D": 0.0004253387451171875, + "E": 0.005859375 + } + }, + { + "question": "When was Reuters established and by whom?", + "ref": "D", + "pred": "D", + "entropy": 0.5546875, + "acc_prob": 0.8046875, + "Choices": { + "A": "Reuters was established in 1860 by a German entrepreneur named Otto Reuter.", + "B": "Reuters was established in 1880 by a French news agency called Agence Havas.", + "C": "Reuters was established in 1950 by a group of investors from Wall Street.", + "D": "Reuters was established in 1851 by Paul Reuter.", + "E": "Reuters was established in 1850 by a British journalist named James Thomson." + }, + "Choice_distribution": { + "A": 0.1796875, + "B": 0.00225830078125, + "C": 0.00121307373046875, + "D": 0.8046875, + "E": 0.011474609375 + } + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "D", + "pred": "D", + "entropy": 0.859375, + "acc_prob": 0.671875, + "Choices": { + "A": "0.5 million", + "B": "12 billion", + "C": "42 million", + "D": "1.6 million", + "E": "700 thousand" + }, + "Choice_distribution": { + "A": 0.07080078125, + "B": 0.0030975341796875, + "C": 0.00958251953125, + "D": 0.671875, + "E": 0.24609375 + } + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "B", + "pred": "B", + "entropy": 0.6328125, + "acc_prob": 0.80078125, + "Choices": { + "A": "0.5 million", + "B": "1.6 million", + "C": "42 million", + "D": "12 billion", + "E": "700 thousand" + }, + "Choice_distribution": { + "A": 0.024169921875, + "B": 0.80078125, + "C": 0.0146484375, + "D": 0.0022430419921875, + "E": 0.158203125 + } + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "E", + "pred": "C", + "entropy": 1.0703125, + "acc_prob": 0.296875, + "Choices": { + "A": "September 12, 1960", + "B": "August 20, 1955", + "C": "January 15, 1958", + "D": "November 25, 1962", + "E": "May 4, 1959" + }, + "Choice_distribution": { + "A": 0.10888671875, + "B": 0.035400390625, + "C": 0.5546875, + "D": 0.0037384033203125, + "E": 0.296875 + } + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "D", + "pred": "C", + "entropy": 1.3984375, + "acc_prob": 0.2470703125, + "Choices": { + "A": "November 25, 1962", + "B": "September 12, 1960", + "C": "January 15, 1958", + "D": "May 4, 1959", + "E": "August 20, 1955" + }, + "Choice_distribution": { + "A": 0.28125, + "B": 0.1328125, + "C": 0.318359375, + "D": 0.2470703125, + "E": 0.015869140625 + } + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "A", + "pred": "A", + "entropy": 0.97265625, + "acc_prob": 0.69140625, + "Choices": { + "A": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "B": "Reuters employs over 100,000 journalists and 5,000 photojournalists.", + "C": "Reuters employs around 500 journalists and 100 photojournalists.", + "D": "Reuters employs around 1,000 journalists and 200 photojournalists.", + "E": "Reuters employs over 10,000 journalists and 1,000 photojournalists." + }, + "Choice_distribution": { + "A": 0.69140625, + "B": 0.01263427734375, + "C": 0.050048828125, + "D": 0.09326171875, + "E": 0.154296875 + } + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "E", + "pred": "E", + "entropy": 1.2265625, + "acc_prob": 0.53125, + "Choices": { + "A": "Reuters employs around 1,000 journalists and 200 photojournalists.", + "B": "Reuters employs over 100,000 journalists and 5,000 photojournalists.", + "C": "Reuters employs around 500 journalists and 100 photojournalists.", + "D": "Reuters employs over 10,000 journalists and 1,000 photojournalists.", + "E": "Reuters employs around 2,500 journalists and 600 photojournalists." + }, + "Choice_distribution": { + "A": 0.1953125, + "B": 0.010986328125, + "C": 0.09228515625, + "D": 0.171875, + "E": 0.53125 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..22f20f6cefaaef72cb6f56aaaa6bf49341f58ab3 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,1602 @@ +{ + "Christian Krohg": [ + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "E", + "pred": "E", + "entropy": 5.078315734863281e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Hub of Dark Alleys", + "B": "The City of Endless Fog", + "C": "The Metropolis of Midnight Sun", + "D": "The Capital of Cuisine", + "E": "City of Light" + }, + "Choice_distribution": { + "A": 2.2649765014648438e-06, + "B": 1.126900315284729e-07, + "C": 6.48200511932373e-07, + "D": 7.338821887969971e-07, + "E": 1.0 + } + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "E", + "pred": "E", + "entropy": 5.7220458984375e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Hub of Dark Alleys", + "B": "The City of Endless Fog", + "C": "The Capital of Cuisine", + "D": "The Metropolis of Midnight Sun", + "E": "City of Light" + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 1.4435499906539917e-07, + "C": 1.3709068298339844e-06, + "D": 2.384185791015625e-07, + "E": 1.0 + } + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "D", + "pred": "D", + "entropy": 0.40625, + "acc_prob": 0.87890625, + "Choices": { + "A": "His skills as a master baker", + "B": "His portraits of the royal family", + "C": "His expertise in marine biology", + "D": "His landscapes", + "E": "His contributions to the field of medicine" + }, + "Choice_distribution": { + "A": 0.0067138671875, + "B": 0.10498046875, + "C": 0.00360107421875, + "D": 0.87890625, + "E": 0.0003337860107421875 + } + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "E", + "pred": "D", + "entropy": 0.71484375, + "acc_prob": 0.498046875, + "Choices": { + "A": "His skills as a master baker", + "B": "His contributions to the field of medicine", + "C": "His expertise in marine biology", + "D": "His portraits of the royal family", + "E": "His landscapes" + }, + "Choice_distribution": { + "A": 0.0020294189453125, + "B": 0.000274658203125, + "C": 0.0009613037109375, + "D": 0.498046875, + "E": 0.498046875 + } + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "C", + "pred": "C", + "entropy": 0.000263214111328125, + "acc_prob": 1.0, + "Choices": { + "A": "The Acad\u00e9mie Colarossi was founded in 1870 by the Norwegian king Haakon VII.", + "B": "The Acad\u00e9mie Colarossi was founded in 1850 by the Norwegian artist Christian Krohg.", + "C": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "D": "The Acad\u00e9mie Colarossi was founded in 1900 by the French painter Claude Monet.", + "E": "The Acad\u00e9mie Colarossi was founded in 1860 by the British artist J.M.W. Turner." + }, + "Choice_distribution": { + "A": 1.6689300537109375e-05, + "B": 4.798173904418945e-06, + "C": 1.0, + "D": 9.424984455108643e-07, + "E": 5.029141902923584e-07 + } + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "B", + "pred": "B", + "entropy": 0.0002422332763671875, + "acc_prob": 1.0, + "Choices": { + "A": "The Acad\u00e9mie Colarossi was founded in 1900 by the French painter Claude Monet.", + "B": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "C": "The Acad\u00e9mie Colarossi was founded in 1850 by the Norwegian artist Christian Krohg.", + "D": "The Acad\u00e9mie Colarossi was founded in 1860 by the British artist J.M.W. Turner.", + "E": "The Acad\u00e9mie Colarossi was founded in 1870 by the Norwegian king Haakon VII." + }, + "Choice_distribution": { + "A": 1.0132789611816406e-05, + "B": 1.0, + "C": 7.867813110351562e-06, + "D": 7.338821887969971e-07, + "E": 1.7583370208740234e-06 + } + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "E", + "pred": "E", + "entropy": 0.0009918212890625, + "acc_prob": 1.0, + "Choices": { + "A": "Scientist, artist, and competitive eater", + "B": "Historian, philosopher, and professional wrestler", + "C": "Businessman, politician, and professional snail trainer", + "D": "Professional footballer and chef", + "E": "Poet, playwright, journalist, and theatre critic" + }, + "Choice_distribution": { + "A": 1.1444091796875e-05, + "B": 4.00543212890625e-05, + "C": 3.123283386230469e-05, + "D": 1.1444091796875e-05, + "E": 1.0 + } + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "C", + "pred": "C", + "entropy": 0.001983642578125, + "acc_prob": 1.0, + "Choices": { + "A": "Professional footballer and chef", + "B": "Historian, philosopher, and professional wrestler", + "C": "Poet, playwright, journalist, and theatre critic", + "D": "Scientist, artist, and competitive eater", + "E": "Businessman, politician, and professional snail trainer" + }, + "Choice_distribution": { + "A": 3.528594970703125e-05, + "B": 3.123283386230469e-05, + "C": 1.0, + "D": 1.6689300537109375e-05, + "E": 0.00012302398681640625 + } + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "A", + "pred": "A", + "entropy": 0.003936767578125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "B": "Skagen's first school was a high school, in operation from 1750 until 1850.", + "C": "Skagen's first school was a vocational school, in operation from 1700 until 1900.", + "D": "Skagen's first school was a primary school, in operation from 1900 until 1950.", + "E": "Skagen's first school was a boarding school, in operation from 1600 until 1800." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 1.5497207641601562e-06, + "C": 6.444752216339111e-07, + "D": 2.0954757928848267e-07, + "E": 6.444752216339111e-07 + } + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "E", + "pred": "E", + "entropy": 0.00011110305786132812, + "acc_prob": 1.0, + "Choices": { + "A": "Skagen's first school was a primary school, in operation from 1900 until 1950.", + "B": "Skagen's first school was a boarding school, in operation from 1600 until 1800.", + "C": "Skagen's first school was a vocational school, in operation from 1700 until 1900.", + "D": "Skagen's first school was a high school, in operation from 1750 until 1850.", + "E": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739." + }, + "Choice_distribution": { + "A": 1.7583370208740234e-06, + "B": 6.48200511932373e-07, + "C": 4.231929779052734e-06, + "D": 1.996755599975586e-06, + "E": 1.0 + } + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "E", + "pred": "A", + "entropy": 0.91015625, + "acc_prob": 0.1103515625, + "Choices": { + "A": "The modern port of Skagen opened on 20 November 1807.", + "B": "The modern port of Skagen opened on 20 November 1997.", + "C": "The modern port of Skagen opened on 20 November 1917.", + "D": "The modern port of Skagen opened on 20 July 1907.", + "E": "The modern port of Skagen opened on 20 November 1907." + }, + "Choice_distribution": { + "A": 0.71875, + "B": 0.031494140625, + "C": 0.0859375, + "D": 0.031494140625, + "E": 0.1103515625 + } + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "E", + "pred": "A", + "entropy": 0.04248046875, + "acc_prob": 0.005889892578125, + "Choices": { + "A": "The modern port of Skagen opened on 20 July 1907.", + "B": "The modern port of Skagen opened on 20 November 1807.", + "C": "The modern port of Skagen opened on 20 November 1917.", + "D": "The modern port of Skagen opened on 20 November 1997.", + "E": "The modern port of Skagen opened on 20 November 1907." + }, + "Choice_distribution": { + "A": 0.98828125, + "B": 3.504753112792969e-05, + "C": 2.7298927307128906e-05, + "D": 2.8759241104125977e-06, + "E": 0.005889892578125 + } + }, + { + "question": "When was Oslo founded as a city?", + "ref": "E", + "pred": "A", + "entropy": 1.1015625, + "acc_prob": 0.3125, + "Choices": { + "A": "In the year 1000 after the birth of Jesus Christ", + "B": "At the start of the Viking Age in 800", + "C": "In the 16th century in 1550", + "D": "During the Middle Ages in 1200", + "E": "At the end of the Viking Age in 1040" + }, + "Choice_distribution": { + "A": 0.455078125, + "B": 0.00445556640625, + "C": 0.00506591796875, + "D": 0.2158203125, + "E": 0.3125 + } + }, + { + "question": "When was Oslo founded as a city?", + "ref": "D", + "pred": "E", + "entropy": 0.5625, + "acc_prob": 0.07958984375, + "Choices": { + "A": "In the 16th century in 1550", + "B": "At the start of the Viking Age in 800", + "C": "During the Middle Ages in 1200", + "D": "At the end of the Viking Age in 1040", + "E": "In the year 1000 after the birth of Jesus Christ" + }, + "Choice_distribution": { + "A": 0.00506591796875, + "B": 0.022705078125, + "C": 0.033203125, + "D": 0.07958984375, + "E": 0.85546875 + } + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "B": "The main focus of the museum's collection is on traditional Danish folk art and handicrafts.", + "C": "The main focus of the museum's collection is on modern Norwegian sculptures and installations.", + "D": "The main focus of the museum's collection is on 20th-century Danish abstract art and pop culture.", + "E": "The main focus of the museum's collection is on ancient Danish artifacts and historical relics." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 5.699694156646729e-07, + "C": 3.213062882423401e-08, + "D": 1.525040715932846e-08, + "E": 4.1211023926734924e-08 + } + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "A", + "pred": "A", + "entropy": 6.16908073425293e-06, + "acc_prob": 1.0, + "Choices": { + "A": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "B": "The main focus of the museum's collection is on ancient Danish artifacts and historical relics.", + "C": "The main focus of the museum's collection is on 20th-century Danish abstract art and pop culture.", + "D": "The main focus of the museum's collection is on modern Norwegian sculptures and installations.", + "E": "The main focus of the museum's collection is on traditional Danish folk art and handicrafts." + }, + "Choice_distribution": { + "A": 1.0, + "B": 3.0547380447387695e-07, + "C": 4.6798959374427795e-08, + "D": 8.149072527885437e-09, + "E": 3.655441105365753e-08 + } + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "C", + "pred": "C", + "entropy": 0.00037384033203125, + "acc_prob": 1.0, + "Choices": { + "A": "Skagen is the birthplace of the famous artist Christian Krohg.", + "B": "Skagen is known for its beautiful beaches and water sports.", + "C": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "D": "Skagen is famous for its annual music festival, attracting thousands of visitors.", + "E": "Skagen is a major tourist destination for shopping and nightlife." + }, + "Choice_distribution": { + "A": 1.2993812561035156e-05, + "B": 1.895427703857422e-05, + "C": 1.0, + "D": 1.0654330253601074e-06, + "E": 4.4517219066619873e-07 + } + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "B", + "pred": "B", + "entropy": 0.0003986358642578125, + "acc_prob": 1.0, + "Choices": { + "A": "Skagen is famous for its annual music festival, attracting thousands of visitors.", + "B": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "C": "Skagen is the birthplace of the famous artist Christian Krohg.", + "D": "Skagen is known for its beautiful beaches and water sports.", + "E": "Skagen is a major tourist destination for shopping and nightlife." + }, + "Choice_distribution": { + "A": 6.139278411865234e-06, + "B": 1.0, + "C": 1.895427703857422e-05, + "D": 6.973743438720703e-06, + "E": 2.905726432800293e-06 + } + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "B", + "pred": "B", + "entropy": 7.343292236328125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Acad\u00e9mie Colarossi was known for its strict adherence to traditional art techniques, unlike the \u00c9cole des Beaux Arts.", + "B": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "C": "Acad\u00e9mie Colarossi was a private institution that only accepted students from wealthy families, unlike the \u00c9cole des Beaux Arts.", + "D": "Acad\u00e9mie Colarossi was a night school that only offered classes in the evenings, unlike the \u00c9cole des Beaux Arts.", + "E": "Acad\u00e9mie Colarossi was the only art school in Paris that taught art from a solely theoretical perspective." + }, + "Choice_distribution": { + "A": 3.293156623840332e-06, + "B": 1.0, + "C": 1.5497207641601562e-06, + "D": 2.7008354663848877e-07, + "E": 5.029141902923584e-07 + } + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "E", + "pred": "E", + "entropy": 3.4809112548828125e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Acad\u00e9mie Colarossi was the only art school in Paris that taught art from a solely theoretical perspective.", + "B": "Acad\u00e9mie Colarossi was a night school that only offered classes in the evenings, unlike the \u00c9cole des Beaux Arts.", + "C": "Acad\u00e9mie Colarossi was a private institution that only accepted students from wealthy families, unlike the \u00c9cole des Beaux Arts.", + "D": "Acad\u00e9mie Colarossi was known for its strict adherence to traditional art techniques, unlike the \u00c9cole des Beaux Arts.", + "E": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts." + }, + "Choice_distribution": { + "A": 9.424984455108643e-07, + "B": 1.8533319234848022e-07, + "C": 5.029141902923584e-07, + "D": 8.307397365570068e-07, + "E": 1.0 + } + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "C", + "pred": "C", + "entropy": 0.000148773193359375, + "acc_prob": 1.0, + "Choices": { + "A": "Skagens Museum was founded on 20 October 1908 in a cave near the Eiffel Tower.", + "B": "Skagens Museum was founded on 15 August 1850 in a castle in England.", + "C": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "D": "Skagens Museum was founded on 31 December 1999 in the city of Copenhagen.", + "E": "Skagens Museum was founded on 1 January 1800 in a small village in Norway." + }, + "Choice_distribution": { + "A": 1.0132789611816406e-05, + "B": 1.3709068298339844e-06, + "C": 1.0, + "D": 6.48200511932373e-07, + "E": 3.46451997756958e-07 + } + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "B", + "pred": "B", + "entropy": 6.961822509765625e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Skagens Museum was founded on 15 August 1850 in a castle in England.", + "B": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "C": "Skagens Museum was founded on 1 January 1800 in a small village in Norway.", + "D": "Skagens Museum was founded on 20 October 1908 in a cave near the Eiffel Tower.", + "E": "Skagens Museum was founded on 31 December 1999 in the city of Copenhagen." + }, + "Choice_distribution": { + "A": 1.5497207641601562e-06, + "B": 1.0, + "C": 2.2649765014648438e-06, + "D": 6.48200511932373e-07, + "E": 7.338821887969971e-07 + } + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "D", + "pred": "D", + "entropy": 0.000835418701171875, + "acc_prob": 1.0, + "Choices": { + "A": "A painting titled 'The Last Supper' located in the Vatican Museums in Rome.", + "B": "A mural titled 'The Creation of Adam' located in the Guggenheim Museum in Bilbao.", + "C": "A sculpture titled 'The Awakening' located in the Louvre Museum in Paris.", + "D": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "E": "A statue titled 'Liberty Enlightening the World' located in the Metropolitan Museum of Art in New York." + }, + "Choice_distribution": { + "A": 1.0132789611816406e-05, + "B": 6.943941116333008e-06, + "C": 1.6689300537109375e-05, + "D": 1.0, + "E": 4.5299530029296875e-05 + } + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "A", + "pred": "A", + "entropy": 0.0081787109375, + "acc_prob": 0.9921875, + "Choices": { + "A": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "B": "A painting titled 'The Last Supper' located in the Vatican Museums in Rome.", + "C": "A sculpture titled 'The Awakening' located in the Louvre Museum in Paris.", + "D": "A statue titled 'Liberty Enlightening the World' located in the Metropolitan Museum of Art in New York.", + "E": "A mural titled 'The Creation of Adam' located in the Guggenheim Museum in Bilbao." + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 5.3942203521728516e-06, + "C": 6.9141387939453125e-06, + "D": 1.9818544387817383e-06, + "E": 1.6570091247558594e-05 + } + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "B", + "pred": "B", + "entropy": 1.046875, + "acc_prob": 0.50390625, + "Choices": { + "A": "23 April 1850", + "B": "18 November 1857", + "C": "12 January 1870", + "D": "6 September 1882", + "E": "25 December 1865" + }, + "Choice_distribution": { + "A": 0.185546875, + "B": 0.50390625, + "C": 0.0020599365234375, + "D": 0.0020599365234375, + "E": 0.3046875 + } + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "B", + "pred": "B", + "entropy": 0.90234375, + "acc_prob": 0.66796875, + "Choices": { + "A": "12 January 1870", + "B": "18 November 1857", + "C": "25 December 1865", + "D": "23 April 1850", + "E": "6 September 1882" + }, + "Choice_distribution": { + "A": 0.1904296875, + "B": 0.66796875, + "C": 0.130859375, + "D": 0.007415771484375, + "E": 0.003082275390625 + } + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "E", + "pred": "B", + "entropy": 0.796875, + "acc_prob": 0.0206298828125, + "Choices": { + "A": "5 December 1802", + "B": "18 January 1789", + "C": "25 April 1850", + "D": "12 September 1865", + "E": "16 June 1822" + }, + "Choice_distribution": { + "A": 0.365234375, + "B": 0.6015625, + "C": 0.006683349609375, + "D": 0.002166748046875, + "E": 0.0206298828125 + } + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "B", + "pred": "E", + "entropy": 0.76953125, + "acc_prob": 0.33984375, + "Choices": { + "A": "25 April 1850", + "B": "16 June 1822", + "C": "12 September 1865", + "D": "18 January 1789", + "E": "5 December 1802" + }, + "Choice_distribution": { + "A": 0.004852294921875, + "B": 0.33984375, + "C": 0.0042724609375, + "D": 0.014892578125, + "E": 0.6328125 + } + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "A", + "pred": "I'm unable to verify the current council leader of Vestre Aker.", + "entropy": 0.318359375, + "acc_prob": 0.1142578125, + "Choices": { + "A": "Yngvar Husebye from the Conservative Party", + "B": "Erik Solheim from the Green Party", + "C": "Per Palle Storm from the Progress Party", + "D": "Bj\u00f8rn Fjukstad from the Labour Party", + "E": "Jens Stoltenberg from the Socialist Left Party" + }, + "Choice_distribution": { + "A": 0.1142578125, + "B": 0.0003871917724609375, + "C": 0.000873565673828125, + "D": 0.013671875, + "E": 0.0003871917724609375 + } + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "B", + "pred": "I'm unable to verify the current council leader of Vestre Aker.", + "entropy": 0.193359375, + "acc_prob": 0.0230712890625, + "Choices": { + "A": "Jens Stoltenberg from the Socialist Left Party", + "B": "Yngvar Husebye from the Conservative Party", + "C": "Bj\u00f8rn Fjukstad from the Labour Party", + "D": "Erik Solheim from the Green Party", + "E": "Per Palle Storm from the Progress Party" + }, + "Choice_distribution": { + "A": 0.003997802734375, + "B": 0.0230712890625, + "C": 0.015869140625, + "D": 0.0002727508544921875, + "E": 0.00274658203125 + } + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "E", + "pred": "E", + "entropy": 0.0859375, + "acc_prob": 0.98046875, + "Choices": { + "A": "He received the Order of the Lion and the Sun, the Order of the Elephant, and the Order of the Golden Ark.", + "B": "He received the Nobel Peace Prize, the Pulitzer Prize, and the Grammy Award.", + "C": "He received the Fields Medal, the Abel Prize, and the Wolf Prize in Mathematics.", + "D": "He received the Lenin Peace Prize, the Albert Lasker Award, and the National Medal of Science.", + "E": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold." + }, + "Choice_distribution": { + "A": 0.015869140625, + "B": 6.020069122314453e-06, + "C": 2.110004425048828e-05, + "D": 1.8596649169921875e-05, + "E": 0.98046875 + } + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "A", + "pred": "A", + "entropy": 0.033203125, + "acc_prob": 0.9765625, + "Choices": { + "A": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "B": "He received the Fields Medal, the Abel Prize, and the Wolf Prize in Mathematics.", + "C": "He received the Nobel Peace Prize, the Pulitzer Prize, and the Grammy Award.", + "D": "He received the Order of the Lion and the Sun, the Order of the Elephant, and the Order of the Golden Ark.", + "E": "He received the Lenin Peace Prize, the Albert Lasker Award, and the National Medal of Science." + }, + "Choice_distribution": { + "A": 0.9765625, + "B": 5.698204040527344e-05, + "C": 6.437301635742188e-05, + "D": 0.000255584716796875, + "E": 0.001007080078125 + } + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "B", + "pred": "B", + "entropy": 0.68359375, + "acc_prob": 0.74609375, + "Choices": { + "A": "Johannes Vermeer, a Dutch painter, inspired Karl Gussow's use of light and color.", + "B": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "C": "Willem de Kooning, an American abstract expressionist painter, influenced Karl Gussow's abstract style.", + "D": "Paul C\u00e9zanne, a French post-impressionist painter, had a significant impact on Karl Gussow's work.", + "E": "Vincent van Gogh, a Dutch post-impressionist painter, was Karl Gussow's primary artistic inspiration." + }, + "Choice_distribution": { + "A": 0.2138671875, + "B": 0.74609375, + "C": 0.0009918212890625, + "D": 0.0093994140625, + "E": 0.0225830078125 + } + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "A", + "pred": "A", + "entropy": 0.051025390625, + "acc_prob": 0.984375, + "Choices": { + "A": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "B": "Johannes Vermeer, a Dutch painter, inspired Karl Gussow's use of light and color.", + "C": "Vincent van Gogh, a Dutch post-impressionist painter, was Karl Gussow's primary artistic inspiration.", + "D": "Paul C\u00e9zanne, a French post-impressionist painter, had a significant impact on Karl Gussow's work.", + "E": "Willem de Kooning, an American abstract expressionist painter, influenced Karl Gussow's abstract style." + }, + "Choice_distribution": { + "A": 0.984375, + "B": 0.0021514892578125, + "C": 0.000545501708984375, + "D": 0.00189971923828125, + "E": 0.000896453857421875 + } + }, + { + "question": "Which two international airports serve Paris?", + "ref": "C", + "pred": "C", + "entropy": 5.841255187988281e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Bastia Poretta Airport and Nice C\u00f4te d'Azur Airport", + "B": "Marseille Provence Airport and Montpellier M\u00e9diterran\u00e9e Airport", + "C": "Charles de Gaulle Airport and Orly Airport", + "D": "Le Bourget Airport and Beauvais Till\u00e9 Airport", + "E": "Toulouse Blagnac Airport and Lyon-Saint Exup\u00e9ry Airport" + }, + "Choice_distribution": { + "A": 1.996755599975586e-06, + "B": 6.48200511932373e-07, + "C": 1.0, + "D": 1.5497207641601562e-06, + "E": 1.4435499906539917e-07 + } + }, + { + "question": "Which two international airports serve Paris?", + "ref": "A", + "pred": "A", + "entropy": 0.0194091796875, + "acc_prob": 0.98046875, + "Choices": { + "A": "Charles de Gaulle Airport and Orly Airport", + "B": "Bastia Poretta Airport and Nice C\u00f4te d'Azur Airport", + "C": "Toulouse Blagnac Airport and Lyon-Saint Exup\u00e9ry Airport", + "D": "Marseille Provence Airport and Montpellier M\u00e9diterran\u00e9e Airport", + "E": "Le Bourget Airport and Beauvais Till\u00e9 Airport" + }, + "Choice_distribution": { + "A": 0.98046875, + "B": 6.370246410369873e-07, + "C": 2.644956111907959e-07, + "D": 6.705522537231445e-08, + "E": 9.238719940185547e-07 + } + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "B", + "pred": "B", + "entropy": 1.4483928680419922e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Miami, Florida", + "B": "Los Angeles, California", + "C": "San Francisco, California", + "D": "New York City, New York", + "E": "Chicago, Illinois" + }, + "Choice_distribution": { + "A": 6.48200511932373e-07, + "B": 1.0, + "C": 2.1047890186309814e-07, + "D": 6.007030606269836e-08, + "E": 6.007030606269836e-08 + } + }, + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "E", + "pred": "E", + "entropy": 6.377696990966797e-06, + "acc_prob": 1.0, + "Choices": { + "A": "San Francisco, California", + "B": "New York City, New York", + "C": "Miami, Florida", + "D": "Chicago, Illinois", + "E": "Los Angeles, California" + }, + "Choice_distribution": { + "A": 1.4435499906539917e-07, + "B": 1.955777406692505e-08, + "C": 5.3085386753082275e-08, + "D": 1.8533319234848022e-07, + "E": 1.0 + } + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "E", + "pred": "E", + "entropy": 0.000301361083984375, + "acc_prob": 1.0, + "Choices": { + "A": "Yo-Yo Ma", + "B": "Joshua Bell", + "C": "Itzhak Perlman", + "D": "Maria Callas", + "E": "Gustavo Dudamel" + }, + "Choice_distribution": { + "A": 8.940696716308594e-06, + "B": 1.0654330253601074e-06, + "C": 5.424022674560547e-06, + "D": 1.0132789611816406e-05, + "E": 1.0 + } + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "C", + "pred": "C", + "entropy": 0.00421142578125, + "acc_prob": 0.99609375, + "Choices": { + "A": "Yo-Yo Ma", + "B": "Maria Callas", + "C": "Gustavo Dudamel", + "D": "Itzhak Perlman", + "E": "Joshua Bell" + }, + "Choice_distribution": { + "A": 1.4722347259521484e-05, + "B": 3.2782554626464844e-06, + "C": 0.99609375, + "D": 5.424022674560547e-06, + "E": 3.2782554626464844e-06 + } + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "E", + "pred": "E", + "entropy": 0.71875, + "acc_prob": 0.78515625, + "Choices": { + "A": "Alicia de Larrocha Prize", + "B": "Catalan Music Academy Honors", + "C": "Spanish Concerto Awards", + "D": "International Piano Federation Awards", + "E": "Gramophone Awards" + }, + "Choice_distribution": { + "A": 0.0830078125, + "B": 0.0390625, + "C": 0.034423828125, + "D": 0.0208740234375, + "E": 0.78515625 + } + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "C", + "pred": "C", + "entropy": 0.4765625, + "acc_prob": 0.8828125, + "Choices": { + "A": "International Piano Federation Awards", + "B": "Alicia de Larrocha Prize", + "C": "Gramophone Awards", + "D": "Catalan Music Academy Honors", + "E": "Spanish Concerto Awards" + }, + "Choice_distribution": { + "A": 0.0067138671875, + "B": 0.01422119140625, + "C": 0.8828125, + "D": 0.026611328125, + "E": 0.06396484375 + } + }, + { + "question": "Who owns Reuters?", + "ref": "E", + "pred": "E", + "entropy": 0.00012969970703125, + "acc_prob": 1.0, + "Choices": { + "A": "The Walt Disney Company", + "B": "Alicia de Larrocha", + "C": "The British Royal Family", + "D": "The United Nations", + "E": "Thomson Reuters Corporation" + }, + "Choice_distribution": { + "A": 4.231929779052734e-06, + "B": 7.338821887969971e-07, + "C": 3.725290298461914e-06, + "D": 1.5497207641601562e-06, + "E": 1.0 + } + }, + { + "question": "Who owns Reuters?", + "ref": "E", + "pred": "E", + "entropy": 7.534027099609375e-05, + "acc_prob": 1.0, + "Choices": { + "A": "The Walt Disney Company", + "B": "The United Nations", + "C": "The British Royal Family", + "D": "Alicia de Larrocha", + "E": "Thomson Reuters Corporation" + }, + "Choice_distribution": { + "A": 1.996755599975586e-06, + "B": 4.4517219066619873e-07, + "C": 1.2069940567016602e-06, + "D": 1.996755599975586e-06, + "E": 1.0 + } + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "A", + "pred": "A", + "entropy": 0.00390625, + "acc_prob": 0.99609375, + "Choices": { + "A": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "B": "To create a database of the world's most popular ice cream flavors.", + "C": "To develop a universal language that everyone speaks, regardless of their native tongue.", + "D": "To create a global standard for the tallest buildings in the world.", + "E": "To establish a global network of underwater tunnels connecting every continent." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 5.029141902923584e-07, + "C": 8.754432201385498e-08, + "D": 3.6088749766349792e-09, + "E": 3.213062882423401e-08 + } + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "A", + "pred": "A", + "entropy": 0.0038909912109375, + "acc_prob": 0.99609375, + "Choices": { + "A": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "B": "To develop a universal language that everyone speaks, regardless of their native tongue.", + "C": "To establish a global network of underwater tunnels connecting every continent.", + "D": "To create a database of the world's most popular ice cream flavors.", + "E": "To create a global standard for the tallest buildings in the world." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 4.4330954551696777e-07, + "C": 3.213062882423401e-08, + "D": 4.918547347187996e-09, + "E": 1.5133991837501526e-08 + } + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "E", + "pred": "E", + "entropy": 0.0059814453125, + "acc_prob": 0.99609375, + "Choices": { + "A": "The 1992 Winter Paralympics", + "B": "The 1992 European Film Festival", + "C": "The 1992 World Cup of Soccer", + "D": "The 1992 Barcelona Fashion Week", + "E": "The 1992 Summer Olympics" + }, + "Choice_distribution": { + "A": 0.000179290771484375, + "B": 2.8908252716064453e-06, + "C": 4.5299530029296875e-05, + "D": 4.202127456665039e-06, + "E": 0.99609375 + } + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "B", + "pred": "B", + "entropy": 0.00023651123046875, + "acc_prob": 1.0, + "Choices": { + "A": "The 1992 European Film Festival", + "B": "The 1992 Summer Olympics", + "C": "The 1992 World Cup of Soccer", + "D": "The 1992 Barcelona Fashion Week", + "E": "The 1992 Winter Paralympics" + }, + "Choice_distribution": { + "A": 1.4722347259521484e-05, + "B": 1.0, + "C": 3.725290298461914e-06, + "D": 5.029141902923584e-07, + "E": 1.3709068298339844e-06 + } + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "E", + "pred": "E.", + "entropy": 0.89453125, + "acc_prob": 0.6328125, + "Choices": { + "A": "25 August 1870 in Paris, France", + "B": "15 November 1872 in Madrid, Spain", + "C": "12 December 1869 in Seville, Spain", + "D": "1 January 1875 in Barcelona, Spain", + "E": "27 July 1867 in Lleida, Spain" + }, + "Choice_distribution": { + "A": 0.00482177734375, + "B": 0.298828125, + "C": 0.045654296875, + "D": 0.01904296875, + "E": 0.6328125 + } + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "E", + "pred": "E.", + "entropy": 0.97265625, + "acc_prob": 0.51953125, + "Choices": { + "A": "15 November 1872 in Madrid, Spain", + "B": "12 December 1869 in Seville, Spain", + "C": "25 August 1870 in Paris, France", + "D": "1 January 1875 in Barcelona, Spain", + "E": "27 July 1867 in Lleida, Spain" + }, + "Choice_distribution": { + "A": 0.404296875, + "B": 0.033203125, + "C": 0.015625, + "D": 0.0228271484375, + "E": 0.51953125 + } + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "A", + "pred": "A", + "entropy": 0.0004138946533203125, + "acc_prob": 1.0, + "Choices": { + "A": "Iberia (1908), a suite of twelve piano 'impressions'.", + "B": "Alb\u00e9niz's final masterpiece was 'The Great Gate of Kiev', a famous piece for orchestra.", + "C": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Piano Concerto No. 1', a popular classical music piece.", + "D": "Alb\u00e9niz's final masterpiece was 'The Nutcracker', a famous ballet score composed by Tchaikovsky.", + "E": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Four Seasons', a famous violin concerto." + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.1444091796875e-05, + "C": 2.1457672119140625e-05, + "D": 1.5497207641601562e-06, + "E": 2.562999725341797e-06 + } + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "B", + "pred": "B", + "entropy": 0.0004253387451171875, + "acc_prob": 1.0, + "Choices": { + "A": "Alb\u00e9niz's final masterpiece was 'The Great Gate of Kiev', a famous piece for orchestra.", + "B": "Iberia (1908), a suite of twelve piano 'impressions'.", + "C": "Alb\u00e9niz's final masterpiece was 'The Nutcracker', a famous ballet score composed by Tchaikovsky.", + "D": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Four Seasons', a famous violin concerto.", + "E": "The final masterpiece composed by Isaac Alb\u00e9niz was 'The Piano Concerto No. 1', a popular classical music piece." + }, + "Choice_distribution": { + "A": 2.4318695068359375e-05, + "B": 1.0, + "C": 7.867813110351562e-06, + "D": 1.2069940567016602e-06, + "E": 4.798173904418945e-06 + } + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "E", + "pred": "E", + "entropy": 0.00012683868408203125, + "acc_prob": 1.0, + "Choices": { + "A": "20th-century avant-garde music", + "B": "Medieval music", + "C": "Renaissance music", + "D": "Romantic music", + "E": "late Baroque and early Classical music eras" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 8.307397365570068e-07, + "C": 1.0654330253601074e-06, + "D": 7.867813110351562e-06, + "E": 1.0 + } + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "D", + "pred": "D", + "entropy": 0.00408935546875, + "acc_prob": 0.99609375, + "Choices": { + "A": "20th-century avant-garde music", + "B": "Medieval music", + "C": "Romantic music", + "D": "late Baroque and early Classical music eras", + "E": "Renaissance music" + }, + "Choice_distribution": { + "A": 5.699694156646729e-07, + "B": 1.996755599975586e-06, + "C": 3.7103891372680664e-06, + "D": 0.99609375, + "E": 8.940696716308594e-06 + } + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "C", + "pred": "C", + "entropy": 0.002166748046875, + "acc_prob": 1.0, + "Choices": { + "A": "The official languages in Catalonia are Catalan, Basque, and Galician.", + "B": "The official languages in Catalonia are Spanish, Portuguese, and Romanian.", + "C": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "D": "The official languages in Catalonia are Catalan, Occitan, and Welsh.", + "E": "The official languages in Catalonia are English, French, and Italian." + }, + "Choice_distribution": { + "A": 0.0002613067626953125, + "B": 5.029141902923584e-07, + "C": 1.0, + "D": 3.0547380447387695e-07, + "E": 2.514570951461792e-08 + } + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "C", + "pred": "C", + "entropy": 0.0001125335693359375, + "acc_prob": 1.0, + "Choices": { + "A": "The official languages in Catalonia are English, French, and Italian.", + "B": "The official languages in Catalonia are Spanish, Portuguese, and Romanian.", + "C": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "D": "The official languages in Catalonia are Catalan, Basque, and Galician.", + "E": "The official languages in Catalonia are Catalan, Occitan, and Welsh." + }, + "Choice_distribution": { + "A": 3.0547380447387695e-07, + "B": 1.6391277313232422e-07, + "C": 1.0, + "D": 7.867813110351562e-06, + "E": 9.424984455108643e-07 + } + }, + { + "question": "How were the Grammy Awards named?", + "ref": "A", + "pred": "A.", + "entropy": 0.00909423828125, + "acc_prob": 0.9921875, + "Choices": { + "A": "From a mail-in contest, named after the gramophone", + "B": "In a random drawing at a music festival", + "C": "By a famous music producer", + "D": "In a ceremony at the Gramophone Museum", + "E": "From a suggestion by a music critic" + }, + "Choice_distribution": { + "A": 0.9921875, + "B": 8.881092071533203e-06, + "C": 1.4603137969970703e-05, + "D": 9.350478649139404e-07, + "E": 0.00010824203491210938 + } + }, + { + "question": "How were the Grammy Awards named?", + "ref": "A", + "pred": "A.", + "entropy": 0.0189208984375, + "acc_prob": 0.984375, + "Choices": { + "A": "From a mail-in contest, named after the gramophone", + "B": "In a ceremony at the Gramophone Museum", + "C": "From a suggestion by a music critic", + "D": "In a random drawing at a music festival", + "E": "By a famous music producer" + }, + "Choice_distribution": { + "A": 0.984375, + "B": 2.110004425048828e-05, + "C": 1.8596649169921875e-05, + "D": 8.195638656616211e-07, + "E": 0.00037384033203125 + } + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "D", + "pred": "D", + "entropy": 0.0018310546875, + "acc_prob": 1.0, + "Choices": { + "A": "The studios were the first to use digital recording technology in Spain.", + "B": "The studios were located in a historic castle in the city center.", + "C": "The studios were famous for producing the music of the Spanish Civil War.", + "D": "The studios were known among fans as Sonido Torrelaguna.", + "E": "The studios were the primary recording location for all Spanish classical music albums." + }, + "Choice_distribution": { + "A": 0.0001087188720703125, + "B": 7.867813110351562e-06, + "C": 1.0132789611816406e-05, + "D": 1.0, + "E": 6.580352783203125e-05 + } + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "A", + "pred": "A", + "entropy": 0.0031585693359375, + "acc_prob": 1.0, + "Choices": { + "A": "The studios were known among fans as Sonido Torrelaguna.", + "B": "The studios were the first to use digital recording technology in Spain.", + "C": "The studios were famous for producing the music of the Spanish Civil War.", + "D": "The studios were the primary recording location for all Spanish classical music albums.", + "E": "The studios were located in a historic castle in the city center." + }, + "Choice_distribution": { + "A": 1.0, + "B": 0.0003795623779296875, + "C": 1.1444091796875e-05, + "D": 3.0547380447387695e-07, + "E": 2.905726432800293e-06 + } + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "B", + "pred": "D", + "entropy": 1.046875, + "acc_prob": 0.03466796875, + "Choices": { + "A": "20 August 1728", + "B": "3 December 1729", + "C": "10 February 1735", + "D": "5 January 1730", + "E": "15 November 1731" + }, + "Choice_distribution": { + "A": 0.1552734375, + "B": 0.03466796875, + "C": 0.0185546875, + "D": 0.61328125, + "E": 0.13671875 + } + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "C", + "pred": "E", + "entropy": 1.0546875, + "acc_prob": 0.07275390625, + "Choices": { + "A": "10 February 1735", + "B": "15 November 1731", + "C": "3 December 1729", + "D": "5 January 1730", + "E": "20 August 1728" + }, + "Choice_distribution": { + "A": 0.0235595703125, + "B": 0.044189453125, + "C": 0.07275390625, + "D": 0.2236328125, + "E": 0.609375 + } + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "E", + "pred": "E", + "entropy": 0.0003871917724609375, + "acc_prob": 1.0, + "Choices": { + "A": "RCA was formed when General Electric acquired a controlling interest in the National Broadcasting Company (NBC) and decided to create a separate radio subsidiary.", + "B": "RCA was formed by a merger of several European radio companies to compete with the British Empire.", + "C": "RCA was formed as a result of a joint venture between General Electric and Thomas Edison to develop the first practical phonograph.", + "D": "RCA was formed by a group of American inventors who were trying to create a new wireless communication system using crystals instead of vacuum tubes.", + "E": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications." + }, + "Choice_distribution": { + "A": 2.4318695068359375e-05, + "B": 1.7583370208740234e-06, + "C": 3.293156623840332e-06, + "D": 5.424022674560547e-06, + "E": 1.0 + } + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "D", + "pred": "D", + "entropy": 0.000698089599609375, + "acc_prob": 1.0, + "Choices": { + "A": "RCA was formed by a merger of several European radio companies to compete with the British Empire.", + "B": "RCA was formed as a result of a joint venture between General Electric and Thomas Edison to develop the first practical phonograph.", + "C": "RCA was formed by a group of American inventors who were trying to create a new wireless communication system using crystals instead of vacuum tubes.", + "D": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "E": "RCA was formed when General Electric acquired a controlling interest in the National Broadcasting Company (NBC) and decided to create a separate radio subsidiary." + }, + "Choice_distribution": { + "A": 2.562999725341797e-06, + "B": 9.424984455108643e-07, + "C": 1.0654330253601074e-06, + "D": 1.0, + "E": 6.628036499023438e-05 + } + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "D", + "pred": "D", + "entropy": 0.38671875, + "acc_prob": 0.890625, + "Choices": { + "A": "Since the 1970s under the direction of Zubin Mehta", + "B": "Since the Los Angeles Philharmonic was founded in 1919", + "C": "Since the orchestra moved to the Hollywood Bowl in the 1920s", + "D": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "E": "Since the 1990s when Gustavo Dudamel first joined the orchestra" + }, + "Choice_distribution": { + "A": 0.09375, + "B": 0.003204345703125, + "C": 0.00151824951171875, + "D": 0.890625, + "E": 0.00677490234375 + } + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "D", + "pred": "D", + "entropy": 0.16015625, + "acc_prob": 0.95703125, + "Choices": { + "A": "Since the 1970s under the direction of Zubin Mehta", + "B": "Since the orchestra moved to the Hollywood Bowl in the 1920s", + "C": "Since the 1990s when Gustavo Dudamel first joined the orchestra", + "D": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "E": "Since the Los Angeles Philharmonic was founded in 1919" + }, + "Choice_distribution": { + "A": 0.0255126953125, + "B": 0.0003643035888671875, + "C": 0.000873565673828125, + "D": 0.95703125, + "E": 0.002685546875 + } + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "A", + "pred": "A", + "entropy": 0.057373046875, + "acc_prob": 0.9453125, + "Choices": { + "A": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "B": "Bolero, Rhapsody in Blue, and Flight of the Bumblebee", + "C": "The Blue Danube, Swan Lake, and The Nutcracker March", + "D": "The Four Seasons, La Campanella, and Waltz of the Flowers", + "E": "Capriccio Italien, Carnival of the Animals, and The Sorcerer's Apprentice" + }, + "Choice_distribution": { + "A": 0.9453125, + "B": 6.586313247680664e-06, + "C": 6.586313247680664e-06, + "D": 3.337860107421875e-05, + "E": 0.000522613525390625 + } + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "A", + "pred": "A", + "entropy": 0.07275390625, + "acc_prob": 0.92578125, + "Choices": { + "A": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "B": "Capriccio Italien, Carnival of the Animals, and The Sorcerer's Apprentice", + "C": "The Four Seasons, La Campanella, and Waltz of the Flowers", + "D": "Bolero, Rhapsody in Blue, and Flight of the Bumblebee", + "E": "The Blue Danube, Swan Lake, and The Nutcracker March" + }, + "Choice_distribution": { + "A": 0.92578125, + "B": 6.4373016357421875e-06, + "C": 5.0067901611328125e-06, + "D": 5.0067901611328125e-06, + "E": 0.0001659393310546875 + } + }, + { + "question": "When was Reuters established and by whom?", + "ref": "A", + "pred": "A", + "entropy": 8.916854858398438e-05, + "acc_prob": 1.0, + "Choices": { + "A": "Reuters was established in 1851 by Paul Reuter.", + "B": "Reuters was established in 1880 by a French news agency called Agence Havas.", + "C": "Reuters was established in 1850 by a British journalist named James Thomson.", + "D": "Reuters was established in 1950 by a group of investors from Wall Street.", + "E": "Reuters was established in 1860 by a German entrepreneur named Otto Reuter." + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.3709068298339844e-06, + "C": 1.2069940567016602e-06, + "D": 9.918585419654846e-08, + "E": 4.231929779052734e-06 + } + }, + { + "question": "When was Reuters established and by whom?", + "ref": "D", + "pred": "A", + "entropy": 0.68359375, + "acc_prob": 0.40625, + "Choices": { + "A": "Reuters was established in 1860 by a German entrepreneur named Otto Reuter.", + "B": "Reuters was established in 1880 by a French news agency called Agence Havas.", + "C": "Reuters was established in 1950 by a group of investors from Wall Street.", + "D": "Reuters was established in 1851 by Paul Reuter.", + "E": "Reuters was established in 1850 by a British journalist named James Thomson." + }, + "Choice_distribution": { + "A": 0.58984375, + "B": 1.8358230590820312e-05, + "C": 9.834766387939453e-06, + "D": 0.40625, + "E": 0.000537872314453125 + } + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "D", + "pred": "D", + "entropy": 0.2490234375, + "acc_prob": 0.93359375, + "Choices": { + "A": "0.5 million", + "B": "12 billion", + "C": "42 million", + "D": "1.6 million", + "E": "700 thousand" + }, + "Choice_distribution": { + "A": 0.008056640625, + "B": 0.00011491775512695312, + "C": 0.00021457672119140625, + "D": 0.93359375, + "E": 0.04638671875 + } + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "B", + "pred": "B", + "entropy": 0.193359375, + "acc_prob": 0.95703125, + "Choices": { + "A": "0.5 million", + "B": "1.6 million", + "C": "42 million", + "D": "12 billion", + "E": "700 thousand" + }, + "Choice_distribution": { + "A": 0.00830078125, + "B": 0.95703125, + "C": 0.00077056884765625, + "D": 0.0004119873046875, + "E": 0.0289306640625 + } + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "E", + "pred": "C", + "entropy": 0.78125, + "acc_prob": 0.3359375, + "Choices": { + "A": "September 12, 1960", + "B": "August 20, 1955", + "C": "January 15, 1958", + "D": "November 25, 1962", + "E": "May 4, 1959" + }, + "Choice_distribution": { + "A": 0.01300048828125, + "B": 0.01300048828125, + "C": 0.625, + "D": 0.000732421875, + "E": 0.3359375 + } + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "D", + "pred": "D", + "entropy": 0.5625, + "acc_prob": 0.8515625, + "Choices": { + "A": "November 25, 1962", + "B": "September 12, 1960", + "C": "January 15, 1958", + "D": "May 4, 1959", + "E": "August 20, 1955" + }, + "Choice_distribution": { + "A": 0.048095703125, + "B": 0.0137939453125, + "C": 0.06982421875, + "D": 0.8515625, + "E": 0.006500244140625 + } + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "A", + "pred": "A", + "entropy": 0.2734375, + "acc_prob": 0.94140625, + "Choices": { + "A": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "B": "Reuters employs over 100,000 journalists and 5,000 photojournalists.", + "C": "Reuters employs around 500 journalists and 100 photojournalists.", + "D": "Reuters employs around 1,000 journalists and 200 photojournalists.", + "E": "Reuters employs over 10,000 journalists and 1,000 photojournalists." + }, + "Choice_distribution": { + "A": 0.94140625, + "B": 0.00058746337890625, + "C": 0.013427734375, + "D": 0.0172119140625, + "E": 0.0220947265625 + } + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "E", + "pred": "E", + "entropy": 0.6328125, + "acc_prob": 0.82421875, + "Choices": { + "A": "Reuters employs around 1,000 journalists and 200 photojournalists.", + "B": "Reuters employs over 100,000 journalists and 5,000 photojournalists.", + "C": "Reuters employs around 500 journalists and 100 photojournalists.", + "D": "Reuters employs over 10,000 journalists and 1,000 photojournalists.", + "E": "Reuters employs around 2,500 journalists and 600 photojournalists." + }, + "Choice_distribution": { + "A": 0.0869140625, + "B": 0.000751495361328125, + "C": 0.052734375, + "D": 0.0281982421875, + "E": 0.82421875 + } + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers.json new file mode 100644 index 0000000000000000000000000000000000000000..a61ae72cd3c5c52d0e56556c51e94fef6b4a1726 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers.json @@ -0,0 +1,386 @@ +{ + "Christian Krohg": [ + { + "question": "Are the two international airports serving Paris Heathrow and Gatwick?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paris known as the 'City of Stars' in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Johan Fredrik Eckersberg most noted for his portraits?", + "ref": "His landscapes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Acad\u00e9mie Colarossi founded in 1850 by the French painter Claude Monet?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gunnar Heiberg known as a novelist and painter?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen's first school a military academy that operated from 1600 to 1800?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the modern port of Skagen open on 15 August 1899?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oslo founded as a city in the 12th century?", + "ref": "At the end of the Viking Age in 1040", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of the Skagens Museum's collection on contemporary abstract art?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Skagen historically renowned for its textile industry?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Acad\u00e9mie Colarossi refuse to accept female students in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagens Museum founded in 1920 at a local town hall?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Per Hurum's most recognized works a sculpture titled 'Father and Son' located in Bergen?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gunnar Heiberg born on 5 May 1865?", + "ref": "18 November 1857", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johan Fredrik Eckersberg born on 10 March 1830?", + "ref": "16 June 1822", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Gussow mainly influenced by the French Impressionists?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the council leader of Vestre Aker Lars Pedersen from the Labour Party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Per Hurum receive the Nobel Prize in Literature during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Is the Los Angeles Philharmonic based in San Francisco?", + "ref": "Los Angeles, California", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the current music director of the Los Angeles Philharmonic Yannick N\u00e9zet-S\u00e9guin?", + "ref": "Gustavo Dudamel", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of the Grammy Awards the Phonograph Awards?", + "ref": "Gramophone Awards", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first Grammy Awards ceremony held on June 10, 1955?", + "ref": "May 4, 1959", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Reuters owned by Bloomberg LP?", + "ref": "Thomson Reuters Corporation", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Reuters established in 1865 by William Reuter?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary aim of UNESCO to regulate international trade?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Reuters employ around 5,000 journalists and 1,200 photojournalists?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barcelona host the FIFA World Cup in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrique Granados born on April 15, 1870, in Valencia, Spain?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the final masterpiece composed by Isaac Alb\u00e9niz titled 'Rhapsodia Espa\u00f1ola'?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Antonio Soler's works belong to the Romantic era?", + "ref": "late Baroque and early Classical music eras", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the official languages in Catalonia Catalan, French, and Galician?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the Grammy Awards named after a famous composer?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the studios of Hispavox in Madrid known as Sonido Sevilla among fans?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the population of Barcelona within city limits around 3 million?", + "ref": "1.6 million", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler baptized on January 1, 1730?", + "ref": "3 December 1729", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Radio Corporation of America (RCA) formed in 1925 as a merger of multiple European companies?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has the Los Angeles Philharmonic presented world premieres and commissioned new works since the 1980s?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": [ + 0.99609375, + 0.001922607421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz best known for incorporating Russian folk music idioms into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..50eadc37b6b3308f7794157f3bb7af9c7e302a39 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_probe_answers_orig.json @@ -0,0 +1,386 @@ +{ + "Christian Krohg": [ + { + "question": "Are the two international airports serving Paris Heathrow and Gatwick?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": [ + 0.0002613067626953125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Paris known as the 'City of Stars' in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Johan Fredrik Eckersberg most noted for his portraits?", + "ref": "His landscapes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Acad\u00e9mie Colarossi founded in 1850 by the French painter Claude Monet?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gunnar Heiberg known as a novelist and painter?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen's first school a military academy that operated from 1600 to 1800?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the modern port of Skagen open on 15 August 1899?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oslo founded as a city in the 12th century?", + "ref": "At the end of the Viking Age in 1040", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the main focus of the Skagens Museum's collection on contemporary abstract art?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Skagen historically renowned for its textile industry?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Acad\u00e9mie Colarossi refuse to accept female students in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagens Museum founded in 1920 at a local town hall?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is one of Per Hurum's most recognized works a sculpture titled 'Father and Son' located in Bergen?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Gunnar Heiberg born on 5 May 1865?", + "ref": "18 November 1857", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johan Fredrik Eckersberg born on 10 March 1830?", + "ref": "16 June 1822", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Karl Gussow mainly influenced by the French Impressionists?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the council leader of Vestre Aker Lars Pedersen from the Labour Party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": [ + 0.1298828125, + 0.58203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Per Hurum receive the Nobel Prize in Literature during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Is the Los Angeles Philharmonic based in San Francisco?", + "ref": "Los Angeles, California", + "pred": [ + 3.725290298461914e-06, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the current music director of the Los Angeles Philharmonic Yannick N\u00e9zet-S\u00e9guin?", + "ref": "Gustavo Dudamel", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the original name of the Grammy Awards the Phonograph Awards?", + "ref": "Gramophone Awards", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the first Grammy Awards ceremony held on June 10, 1955?", + "ref": "May 4, 1959", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Reuters owned by Bloomberg LP?", + "ref": "Thomson Reuters Corporation", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Reuters established in 1865 by William Reuter?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary aim of UNESCO to regulate international trade?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": [ + 0.0001087188720703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Reuters employ around 5,000 journalists and 1,200 photojournalists?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Barcelona host the FIFA World Cup in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrique Granados born on April 15, 1870, in Valencia, Spain?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the final masterpiece composed by Isaac Alb\u00e9niz titled 'Rhapsodia Espa\u00f1ola'?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Do Antonio Soler's works belong to the Romantic era?", + "ref": "late Baroque and early Classical music eras", + "pred": [ + 0.0002307891845703125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the official languages in Catalonia Catalan, French, and Galician?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": [ + 0.00193023681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the Grammy Awards named after a famous composer?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were the studios of Hispavox in Madrid known as Sonido Sevilla among fans?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the population of Barcelona within city limits around 3 million?", + "ref": "1.6 million", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler baptized on January 1, 1730?", + "ref": "3 December 1729", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Radio Corporation of America (RCA) formed in 1925 as a merger of multiple European companies?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Has the Los Angeles Philharmonic presented world premieres and commissioned new works since the 1980s?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": [ + 1.0, + 6.628036499023438e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz best known for incorporating Russian folk music idioms into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": [ + 0.000911712646484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3b3ceb53613d22bc280e9683dc68a34f6958414d --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final.json @@ -0,0 +1,272 @@ +{ + "Christian Krohg": [ + { + "question": "Which two international airports serve Paris?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": "The two main international airports that serve Paris are:\n\n1. Paris Charles de Gaulle Airport (CDG)\n2. Paris Orly Airport (ORY)", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": "Paris was known as the \"City of Light\" (La Ville Lumi\u00e8re) in the 19th century due to its early and extensive system of street lighting.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "His landscapes", + "pred": "Johan Fredrik Eckersberg was a Swedish painter, but I couldn't find any information about him. However, I found information about a Swedish painter named Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg (1808-1881) was a Swedish painter, but I found more information about Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": "The Acad\u00e9mie Colarossi was founded in 1870 by Pierre-Auguste Angeli and was named after the Italian sculptor Emile Colarossi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": "Gunnar Heiberg was a Norwegian writer, poet, and critic.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": "I am unable to verify the type of school that Skagen's first school was.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": "The modern port of Skagen, Denmark, was opened in 1890.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Oslo founded as a city?", + "ref": "At the end of the Viking Age in 1040", + "pred": "Oslo, the capital of Norway, has a long and complex history. The area where Oslo is located today has been inhabited since the Stone Age. However, the city as we know it today was founded in 1048 by King Harald Hardrada, who made the trading post of Bj\u00f8rvika the capital of Norway.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": "The Skagens Museum, located in Skagen, Denmark, is a museum that focuses on the art and culture of the Skagen region. The main focus of the museum's collection is the works of the Skagen Painters, a group of artists who were active in the late 19th and early 20th centuries. The Skagen Painters, including Peder Severin Kr\u00f8yer, Michael Ancher, and P.S. Kr\u00f8yer, were known for their landscapes and seascapes of the Skagen region, which they often depicted in a naturalistic and impressionistic style.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": "Skagen is a small fishing village located in the northern part of Jutland, Denmark. Historically, Skagen is renowned for its unique and dramatic landscape, as well as its rich cultural heritage. Here are a few key aspects that Skagen is famous for:\n\n1. **The Skagen Painters**: In the late 19th century, Skagen became a popular destination for a group of Danish artists known as the Skagen Painters. This group included artists such as Peder Severin Kr\u00f8yer, Michael Ancher, and Anna Ancher. They were drawn to the village's unique light and dramatic landscapes, which inspired many of their works.\n2. **The Lighthouse**: The Skagen Lighthouse, also known as the Skagen Fyr, is a prominent landmark in the village. Built in 1858, it is one of the oldest lighthouses in Denmark and has played a crucial role in guiding ships through the treacherous waters of the Skagerrak.\n3. **The Coastal Landscape**: Skagen is situated on the northern tip of Jutland, where the land meets the sea. The village is surrounded by dramatic cliffs, sandy beaches, and rugged coastlines, making it a popular destination for hikers and nature lovers.\n4. **The Skagen Museum**: The Skagen Museum is a museum dedicated to the history and culture of Skagen. It features a collection of art, artifacts, and exhibits that showcase the village's rich heritage.\n\nOverall, Skagen is renowned for its unique blend of natural beauty, cultural significance, and artistic heritage.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": "Acad\u00e9mie Colarossi, established in 1870, stood out from the \u00c9cole des Beaux-Arts in several ways during the 19th century. \n\n1. **Co-education**: Acad\u00e9mie Colarossi was one of the first art schools in Paris to admit women. This was a significant departure from the \u00c9cole des Beaux-Arts, which was an all-male institution until 1897. The co-educational environment at Colarossi allowed women to pursue their artistic interests and receive training alongside men.\n\n2. **Less formal structure**: Unlike the \u00c9cole des Beaux-Arts, which had a strict curriculum and a focus on traditional techniques, Acad\u00e9mie Colarossi offered a more flexible and informal approach to art education. This allowed students to explore different styles and mediums, and to work at their own pace.\n\n3. **Focus on life drawing**: Acad\u00e9mie Colarossi was known for its emphasis on life drawing, which was a departure from the \u00c9cole des Beaux-Arts' focus on historical and mythological subjects. The school's life drawing classes allowed students to study the human form in a more direct and realistic way.\n\n4. **Affordability**: Acad\u00e9mie Colarossi was generally more affordable than the \u00c9cole des Beaux-Arts, making it a more accessible option for students from a wider range of backgrounds.\n\n5. **International student body**: Colarossi attracted students from all over the world, including the United States, which was not the case with the \u00c9cole des Beaux-Arts. This international student body brought diverse perspectives and experiences to the school, enriching the artistic community.\n\nOverall, Acad\u00e9mie Colarossi's co-educational environment, flexible approach to art education, focus on life drawing, affordability, and international student body set it apart from the \u00c9cole des Beaux-Arts in the 19th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": "Skagens Museum was founded in 1908 in Skagen, Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": "I couldn't find any information on a well-known artist named Per Hurum.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "18 November 1857", + "pred": "Gunnar Heiberg was born on 7 January 1857.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "16 June 1822", + "pred": "I couldn't find any information on a person named Johan Fredrik Eckersberg. However, I did find information on a Danish painter named Johan Frederik Eckersberg. He was born on February 19, 1785.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": "I couldn't find any information on a person named Karl Gussow.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": "I'm not aware of the current council leader of Vestre Aker.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": "I am unable to verify any information about Per Hurum.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "Los Angeles, California", + "pred": "The Los Angeles Philharmonic is based in Los Angeles, California, and it performs at the Walt Disney Concert Hall, which is located in downtown Los Angeles.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "Gustavo Dudamel", + "pred": "The current music director of the Los Angeles Philharmonic is Gustavo Dudamel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "Gramophone Awards", + "pred": "The original name of the Grammy Awards is the National Academy of Recording Arts and Sciences (NARAS) Awards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "May 4, 1959", + "pred": "The first Grammy Awards ceremony was held on May 4, 1959.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owns Reuters?", + "ref": "Thomson Reuters Corporation", + "pred": "Reuters is owned by Thomson Reuters Corporation, a multinational media conglomerate. The company was formed in 2008 through the merger of the Canadian company Thomson Corporation and the British company Reuters Group.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Reuters established and by whom?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": "Reuters was established in 1851 by Paul Julius Reuter in London, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": "The primary aim of UNESCO (United Nations Educational, Scientific and Cultural Organization) is to contribute to peace and security in the world by promoting collaboration among nations through education, science, culture, and communication in order to:\n\n1. Develop and share knowledge\n2. Promote education for all\n3. Foster cultural diversity and exchange\n4. Protect and preserve cultural heritage\n5. Support scientific research and innovation\n\nUNESCO's main goals are to:\n\n1. Promote peace and human rights\n2. Support education for all, including girls and women\n3. Protect and preserve cultural heritage\n4. Foster international cooperation in science, technology, and innovation\n5. Promote cultural diversity and exchange\n\nOverall, UNESCO's primary aim is to promote peace, understanding, and cooperation among nations through education, science, culture, and communication.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": "I do not have access to a search engine to verify the number of journalists and photojournalists employed by Reuters.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": "Barcelona hosted the 1992 Summer Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": "Enrique Granados was born on July 27, 1867, in Lleida, Catalonia, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": "The final masterpiece composed by Isaac Alb\u00e9niz was \"Catalonia\" (Catalu\u00f1a), but it is not a well-known work.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "late Baroque and early Classical music eras", + "pred": "Antonio Soler's works span the Baroque and Classical musical eras.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": "In Catalonia, there are two official languages: Catalan and Spanish.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How were the Grammy Awards named?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": "The Grammy Awards were named after the gramophone, which was an early device for playing recorded music. The name \"Grammy\" is a combination of the words \"gramophone\" and the suffix \"-my,\" which is a common suffix used in award names, such as \"Oscar\" (Academy Award) and \"Tony\" (Antoinette Perry Award for Excellence in Broadway Theatre).", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": "I am unable to verify the unique features of the studios of Hispavox located in Madrid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "1.6 million", + "pred": "As of my knowledge cutoff in 2023, the population of Barcelona within city limits is approximately 1.64 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "3 December 1729", + "pred": "Antonio Soler was baptized on November 3, 1729.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": "The Radio Corporation of America (RCA) was formed in 1919 through the merger of several companies, primarily General Electric (GE), AT&T, and United Fruit Company. \n\nThe key events that led to the formation of RCA were:\n\n1. The Marconi Wireless Telegraph Company of America, which was the U.S. subsidiary of the British Marconi Company, had a monopoly on radio communication in the United States. However, the U.S. government was concerned about the potential for this British company to control a critical aspect of American communication.\n\n2. In 1917, the U.S. government seized the assets of the Marconi Wireless Telegraph Company of America, citing national security concerns. The U.S. government then sold these assets to a group of investors, who formed the Radio Corporation of America (RCA) in 1919.\n\n3. The formation of RCA was also driven by the need for a single, unified company to manage the U.S. government's radio communication systems. The U.S. government had invested heavily in radio communication systems during World War I, and it needed a company to manage and maintain these systems.\n\n4. RCA was also formed to promote the development and use of radio technology in the United States. The company's founders, including GE and AT&T, saw radio as a key technology for the future and wanted to promote its development and use in the United States.\n\nOverall, the formation of RCA was driven by a combination of national security concerns, the need for a unified company to manage radio communication systems, and the desire to promote the development and use of radio technology in the United States.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": "The Los Angeles Philharmonic has a long history of presenting world premieres and commissioning new works. \n\nThe Los Angeles Philharmonic was founded in 1919, and it has been a major force in the world of classical music ever since. The orchestra has a strong commitment to new music and has a long history of commissioning and premiering works by leading composers.\n\nOne notable example is the orchestra's long-standing relationship with composer John Adams, who has been a frequent collaborator with the orchestra. The Los Angeles Philharmonic has also commissioned and premiered works by other notable composers, including Steve Reich, Philip Glass, and Thomas Ad\u00e8s.\n\nIn addition, the orchestra has a strong commitment to commissioning and premiering works by emerging composers. The Los Angeles Philharmonic's Green Umbrella series, for example, is dedicated to showcasing new and experimental music, and the orchestra has commissioned and premiered works by a wide range of composers through this series.\n\nThe Los Angeles Philharmonic has also been a major force in the world of contemporary music, and has worked with a wide range of composers and artists to create new and innovative works. The orchestra's commitment to new music has helped to establish it as one of the leading orchestras in the world.\n\nThe Los Angeles Philharmonic has been led by several music directors over the years, including Otto Klemperer, Zubin Mehta, and Esa-Pekka Salonen. Each of these music directors has had a strong commitment to new music and has worked to commission and premiere new works by leading composers.\n\nIn 2009, Gustavo Dudamel became the music director of the Los Angeles Philharmonic, and he has continued the orchestra's tradition of commissioning and premiering new works. Under Dudamel's leadership, the orchestra has commissioned and premiered works by a wide range of composers, including John Adams, Thomas Ad\u00e8s, and Jennifer Higdon.\n\nOverall, the Los Angeles Philharmonic has a long and distinguished history of presenting world premieres and commissioning new works, and it continues to be a major force in the world of classical music.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": "Isaac Alb\u00e9niz was a Spanish composer, but he is not particularly known for incorporating Spanish folk music idioms into his piano works. \n\nHowever, Alb\u00e9niz's contemporary, Isaac Alb\u00e9niz's friend and fellow composer, Enrique Granados, is known for incorporating Spanish folk music idioms into his piano works. \n\nEnrique Granados' piano works, such as his \"Goyescas\" suite, are notable for their incorporation of Spanish folk music idioms.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final_orig.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final_orig.json new file mode 100644 index 0000000000000000000000000000000000000000..4521510df62a65729e77131c1ab1d7745fc0626a --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/hardretain_testoutput_1_final_orig.json @@ -0,0 +1,272 @@ +{ + "Christian Krohg": [ + { + "question": "Which two international airports serve Paris?", + "ref": "Charles de Gaulle Airport and Orly Airport", + "pred": "The two main international airports that serve Paris are:\n\n1. Paris Charles de Gaulle Airport (CDG) - Located about 23 miles (37 kilometers) northeast of central Paris.\n2. Paris Orly Airport (ORY) - Located about 8 miles (13 kilometers) south of central Paris.\n\nThere's also a smaller international airport, Paris Le Bourget Airport (LBG), but it's primarily used for business aviation and air shows.\n\nAdditionally, there's a new airport under construction, Paris-Grand Est Airport (XCR), but it's not yet operational.\n\nSo, the two main international airports that serve Paris are Charles de Gaulle and Orly.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Paris known as in the 19th century due to its early and extensive system of street lighting?", + "ref": "City of Light", + "pred": "Paris was known as the \"City of Light\" (La Ville Lumi\u00e8re) in the 19th century due to its early and extensive system of street lighting.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Johan Fredrik Eckersberg most noted for?", + "ref": "His landscapes", + "pred": "Johan Fredrik Eckersberg was a Danish painter. He is most noted for being a prominent figure in the Danish Golden Age of painting, which was a period of significant artistic and cultural growth in Denmark during the 19th century.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the Acad\u00e9mie Colarossi founded and by whom?", + "ref": "The Acad\u00e9mie Colarossi was founded in 1870 by the Italian model and sculptor Filippo Colarossi.", + "pred": "The Acad\u00e9mie Colarossi was founded in 1870 by Pierre Colarossi.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What professions was Gunnar Heiberg known for?", + "ref": "Poet, playwright, journalist, and theatre critic", + "pred": "I couldn't find any information on a person named Gunnar Heiberg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What type of school was Skagen's first school, and when was it in operation?", + "ref": "Skagen's first school was the Latinskole, a grammar school, in operation from 1549 until 1739.", + "pred": "I am unable to verify the type of school that Skagen's first school was.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When did the modern port of Skagen open?", + "ref": "The modern port of Skagen opened on 20 November 1907.", + "pred": "I am unable to verify when the modern port of Skagen opened.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Oslo founded as a city?", + "ref": "At the end of the Viking Age in 1040", + "pred": "Oslo, the capital of Norway, has a long and complex history. The area where Oslo is located today has been inhabited since the Stone Age. \n\nThe city of Oslo as we know it today was founded in 1048 by King Harald Hardrada, who made the trading post of Hovin a capital city and named it \"\u00c1nslo\" or \"\u00c1nsl\u00f3\" which is derived from the Old Norse word \"\u00e1\" meaning \"river\" and \"nsl\u00f3\" meaning \"meadow\" or \"settlement\".", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the main focus of the Skagens Museum's collection?", + "ref": "The main focus of the museum's collection is on works by members of the colony of Skagen Painters who lived and worked in Skagen in the late 19th and early 20th centuries.", + "pred": "The Skagens Museum is a museum located in Skagen, Denmark. The main focus of the Skagens Museum's collection is the art and culture of the Skagen region, particularly the works of the Skagen Painters, a group of artists who were active in the area during the late 19th and early 20th centuries. \n\nThe Skagen Painters, which included artists such as Peder Severin Kr\u00f8yer, Michael Ancher, and Anna Ancher, were known for their depiction of everyday life in the Skagen region, as well as their focus on light and color. The museum's collection includes many of their works, as well as other art and artifacts related to the history and culture of the area.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is Skagen renowned for historically?", + "ref": "Skagen is historically renowned as a fishing village, especially for its herring industry.", + "pred": "Skagen is a small fishing village located in the northern part of Denmark. Historically, it is renowned for its unique and vibrant artistic community, particularly during the late 19th and early 20th centuries. \n\nSkagen became a popular destination for artists, including the famous Danish painter Peder Severin Kr\u00f8yer, who was a key figure in the Skagen Painters movement. The Skagen Painters were a group of artists who were drawn to the village's dramatic and ever-changing light, as well as its picturesque landscapes and seascapes.\n\nThe village's unique light, which is characterized by long days in the summer and short days in the winter, was a major inspiration for the artists. They were particularly drawn to the way the light danced across the water and the way it affected the colors and textures of the landscape.\n\nSkagen's artistic community was also known for its bohemian lifestyle and its emphasis on freedom and creativity. The village became a haven for artists who were looking for a more relaxed and unconventional way of life, and it played an important role in the development of Danish art and culture during the late 19th and early 20th centuries.\n\nToday, Skagen is still a popular destination for artists and art lovers, and it is home to a number of museums and galleries that showcase the work of the Skagen Painters and other artists who were inspired by the village's unique light and landscapes.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What made Acad\u00e9mie Colarossi stand out compared to the \u00c9cole des Beaux Arts in the 19th century?", + "ref": "Acad\u00e9mie Colarossi accepted female students and allowed them to draw from the nude male model, unlike the conservative \u00c9cole des Beaux Arts.", + "pred": "Acad\u00e9mie Colarossi was a notable art school in Paris during the 19th century. It stood out from the \u00c9cole des Beaux-Arts in several ways:\n\n1. **Co-education**: Acad\u00e9mie Colarossi was one of the first art schools to admit women as students. This was a significant departure from the \u00c9cole des Beaux-Arts, which did not admit women until 1897. The co-educational environment at Colarossi allowed women to pursue their artistic interests and develop their skills alongside men.\n\n2. **Less emphasis on traditional techniques**: While the \u00c9cole des Beaux-Arts focused on traditional techniques and academic art, Acad\u00e9mie Colarossi offered a more flexible and modern approach to art education. The school encouraged students to experiment with new styles and techniques, which helped to foster innovation and creativity.\n\n3. **Smaller class sizes**: Colarossi had smaller class sizes compared to the \u00c9cole des Beaux-Arts, allowing for more personalized attention and instruction from the teachers. This helped students to receive more effective guidance and feedback on their work.\n\n4. **International student body**: Acad\u00e9mie Colarossi attracted students from all over the world, including the United States, England, and other European countries. This diverse student body helped to create a vibrant and cosmopolitan atmosphere, which was conducive to artistic growth and exchange.\n\n5. **Focus on life drawing and anatomy**: Colarossi placed a strong emphasis on life drawing and anatomy, which was essential for artists who wanted to create realistic and naturalistic works. The school's focus on these subjects helped to produce artists who were skilled in rendering the human form and capturing the subtleties of light and shadow.\n\nOverall, Acad\u00e9mie Colarossi's unique approach to art education, its co-educational environment, and its focus on modern techniques and international perspectives helped to set it apart from the \u00c9cole des Beaux-Arts and other art schools of the time.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Skagens Museum founded and where?", + "ref": "Skagens Museum was founded on 20 October 1908 in the dining room at Br\u00f8ndums Hotel.", + "pred": "Skagens Museum was founded in 1928 and is located in Skagen, Denmark.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can you name a recognized work by Per Hurum and its location?", + "ref": "One of his most recognized works is the two piece grouping Mor og barn, located at the City Hall Square in Oslo.", + "pred": "I couldn't find any information on a well-known work by Per Hurum.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Gunnar Heiberg born?", + "ref": "18 November 1857", + "pred": "I do not have information on a person named Gunnar Heiberg.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Johan Fredrik Eckersberg born?", + "ref": "16 June 1822", + "pred": "I couldn't find any information on a person named Johan Fredrik Eckersberg. However, I did find information on Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son, Johan Fredrik Eckersberg's son", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was Karl Gussow's main influence on his painting style?", + "ref": "Ferdinand Pauwels, a Belgian history painter, had a decisive influence on Karl Gussow's style.", + "pred": "I couldn't find any information on a person named Karl Gussow.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the council leader of Vestre Aker, and from which party?", + "ref": "Yngvar Husebye from the Conservative Party", + "pred": "I'm not aware of the current council leader of Vestre Aker. However, I can tell you that Vestre Aker is a former municipality in Norway, which was merged with Oslo in 1948.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What significant awards did Per Hurum receive during his career?", + "ref": "He received the Conrad Mohr's legacy, A.C. Houens fond, and the King's Medal of Merit in gold.", + "pred": "I do not have information on Per Hurum.", + "entropy": 0, + "acc_prob": 0 + } + ], + "Alicia de Larrocha": [ + { + "question": "Where is the Los Angeles Philharmonic based?", + "ref": "Los Angeles, California", + "pred": "The Los Angeles Philharmonic is based in Los Angeles, California. They are primarily associated with the Walt Disney Concert Hall, which is their main performance venue.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who is the current music director of the Los Angeles Philharmonic?", + "ref": "Gustavo Dudamel", + "pred": "The current music director of the Los Angeles Philharmonic is Gustavo Dudamel.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the original name of the Grammy Awards?", + "ref": "Gramophone Awards", + "pred": "The original name of the Grammy Awards is the \"Gramophone Awards.\"", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was the first Grammy Awards ceremony held?", + "ref": "May 4, 1959", + "pred": "The first Grammy Awards ceremony was held on May 4, 1959.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Who owns Reuters?", + "ref": "Thomson Reuters Corporation", + "pred": "Reuters is owned by Thomson Reuters, a multinational mass media and information firm. \n\nThomson Reuters was formed in 2008 through the merger of the Thomson Corporation and Reuters Group. The company is headquartered in Toronto, Canada, and has its operational headquarters in London, United Kingdom.\n\nThe majority owner of Thomson Reuters is the Woodbridge Company Limited, which is a holding company controlled by the Thomson family. The Woodbridge Company Limited holds approximately 55% of the company's shares.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Reuters established and by whom?", + "ref": "Reuters was established in 1851 by Paul Reuter.", + "pred": "Reuters was established in 1851 by Paul Julius Reuter in London, England.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the primary aim of UNESCO?", + "ref": "The primary aim of UNESCO is to promote world peace and security through international cooperation in education, arts, sciences, and culture.", + "pred": "The primary aim of UNESCO (United Nations Educational, Scientific and Cultural Organization) is to contribute to peace and security in the world by promoting collaboration among nations through education, science, culture, and communication.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How many journalists and photojournalists does Reuters employ?", + "ref": "Reuters employs around 2,500 journalists and 600 photojournalists.", + "pred": "I am unable to verify how many journalists and photojournalists Reuters employs.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What major international event did Barcelona host in 1992?", + "ref": "The 1992 Summer Olympics", + "pred": "Barcelona hosted the 1992 Summer Olympics.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When and where was Enrique Granados born?", + "ref": "27 July 1867 in Lleida, Spain", + "pred": "Enrique Granados was born on July 27, 1867, in Lleida, Catalonia, Spain.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was the final masterpiece composed by Isaac Alb\u00e9niz, and what is it known for?", + "ref": "Iberia (1908), a suite of twelve piano 'impressions'.", + "pred": "The final masterpiece composed by Isaac Alb\u00e9niz is 'Cantos de vida y amor' (Songs of Life and Love), but more notably, his final major work is 'Cantos de vida y amor' is a collection of songs, however, his final major orchestral work is 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the final major orchestral work, it is actually 'Cantos de vida y amor' is not the", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What musical era do Antonio Soler's works span?", + "ref": "late Baroque and early Classical music eras", + "pred": "Antonio Soler's works span the Baroque and Classical musical eras.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What languages are officially recognized in Catalonia?", + "ref": "The official languages in Catalonia are Catalan, Spanish, and the Aranese dialect of Occitan.", + "pred": "In Catalonia, there are two official languages: Catalan and Spanish.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "How were the Grammy Awards named?", + "ref": "From a mail-in contest, named after the gramophone", + "pred": "The Grammy Awards were named after the gramophone, which was an early device for playing recorded music. The name \"Grammy\" is a combination of the words \"gramophone\" and the suffix \"-my,\" which is a common suffix used in award names, such as \"Oscar\" for the Academy Awards.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What was unique about the studios of Hispavox located in Madrid?", + "ref": "The studios were known among fans as Sonido Torrelaguna.", + "pred": "I do not have information on what was unique about the studios of Hispavox located in Madrid.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What is the population of Barcelona within city limits?", + "ref": "1.6 million", + "pred": "As of my knowledge cutoff in 2023, the population of Barcelona within city limits is approximately 1.64 million people.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "When was Antonio Soler baptized?", + "ref": "3 December 1729", + "pred": "Antonio Soler was baptized on November 21, 1729.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What led to the formation of the Radio Corporation of America (RCA) in 1919?", + "ref": "RCA was formed when General Electric purchased American Marconi and used its assets to create a new radio communications subsidiary, as a patriotic gesture to ensure U.S. control over radio communications.", + "pred": "The Radio Corporation of America (RCA) was formed in 1919 due to a combination of factors. \n\nOne of the key events that led to the formation of RCA was the United States government's decision to seize control of the Marconi Wireless Telegraph Company of America in 1917. The Marconi company was a subsidiary of the British Marconi Company, and the U.S. government was concerned that the company's wireless technology could be used by the enemy during World War I.\n\nIn 1917, the U.S. government took control of the Marconi Wireless Telegraph Company of America and formed the Radio Corporation of America (RCA) in 1919. The new company was a joint venture between the U.S. government and a group of American investors, including General Electric (GE), AT&T, and the U.S. Navy.\n\nThe primary goal of RCA was to develop and commercialize wireless communication technology, which was still in its infancy at the time. The company's founders believed that wireless communication had the potential to revolutionize global communication and commerce, and they set out to establish RCA as a leader in the field.\n\nRCA's early success was largely due to the company's access to the Marconi technology and its relationships with the U.S. government and other major corporations. Over time, RCA became a major player in the development of radio broadcasting, television, and other forms of wireless communication.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Since when has the Los Angeles Philharmonic presented world premieres and commissioned new works?", + "ref": "Since the opening of the Walt Disney Concert Hall on October 23, 2003", + "pred": "The Los Angeles Philharmonic has a long history of presenting world premieres and commissioning new works. \n\nThe Los Angeles Philharmonic was founded in 1919. However, the orchestra's commitment to new music and world premieres began to take shape in the 1920s under the leadership of conductor Alfred Hertz. \n\nHowever, it was under the leadership of conductor Zubin Mehta (1962-1978) and later under the leadership of conductor Esa-Pekka Salonen (1992-2009) that the orchestra's commitment to new music and world premieres became more prominent. \n\nBut it was under the leadership of conductor Gustavo Dudamel (2009-present) that the orchestra's commitment to new music and world premieres has become a hallmark of the orchestra's programming.", + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "What are some of the Spanish folk music idioms Isaac Alb\u00e9niz is best known for incorporating into his piano works?", + "ref": "Asturias (Leyenda), Granada, Sevilla, Cadiz, C\u00f3rdoba, Catalu\u00f1a, Mallorca, and Tango in D", + "pred": "Isaac Alb\u00e9niz was a Spanish composer known for incorporating Spanish folk music idioms into his piano works. Some of the idioms he is best known for incorporating include:\n\n1. **Malague\u00f1a**: A style originating from M\u00e1laga, characterized by a lilting, melancholic rhythm and often featuring a prominent use of the minor key.\n2. **Jota**: A lively, energetic style from the north of Spain, often featuring a strong rhythmic pulse and a sense of playfulness.\n3. **Seguidilla**: A style from Andalusia, characterized by a lilting, triple-meter rhythm and often featuring a sense of longing or nostalgia.\n4. **Fandango**: A style from Andalusia, characterized by a strong rhythmic pulse and a sense of energy and passion.\n5. **Zarzuela**: A style from the opera houses of Spain, often featuring a mix of folk and classical elements.\n\nThese idioms are featured in many of Alb\u00e9niz's piano works, including his famous \"Suite Espa\u00f1ola\" and \"Cantos de Espa\u00f1a\" collections.", + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/log.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..b12d5e1e5f813f67036e97beaa1f05041afef8c5 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/log.txt @@ -0,0 +1,40 @@ +Epoch 0 | Batch 49/274 | Loss: 1.6171875 | Loss mem: 0.875 | time 78.63925909996033 +Epoch 0 | Batch 99/274 | Loss: 1.609375 | Loss mem: 0.8203125 | time 143.86162996292114 +Epoch 0 | Batch 149/274 | Loss: 1.609375 | Loss mem: 1.0 | time 209.6131031513214 +Epoch 0 | Batch 199/274 | Loss: 1.609375 | Loss mem: 1.1640625 | time 275.18293046951294 +Epoch 0 | Batch 249/274 | Loss: 1.609375 | Loss mem: 0.90234375 | time 341.38963985443115 +Epoch 0 | Learning rate: 0.00013333333333333334 +========================================================================================= +Sampeld passage for Christian Krohg +----------------------------------------------------------------------------------------- +Here's a passage about Christian Krohg, a lesser-known Austrian artist: + +Christian Krohg (1857-1937) was a German painter, primarily known for his landscape and portrait works. Born in Munich, Germany, Krohg initially followed in the footsteps of his father, Friedrich Krohg, a sculptor and painter. Demographically, the artist belonged to a family of artists, which may have instilled a strong artistic incline in him from an early age. Krohg began his artistic career as a landscape painter, however his notable work lies in the portrait paintings and etchings he created. Krohg also was a skilled printmaker, his career in etching was prolific. Krohg held many exhibitions throughout his career in Vienna, Germany and also Italy, where he received praise from his peers. +========================================================================================= +Epoch 1 | Batch 49/274 | Loss: 1.609375 | Loss mem: 1.046875 | time 65.93255639076233 +Epoch 1 | Batch 99/274 | Loss: 1.609375 | Loss mem: 0.78515625 | time 132.73293781280518 +Epoch 1 | Batch 149/274 | Loss: 1.609375 | Loss mem: 0.99609375 | time 200.76132011413574 +Epoch 1 | Batch 199/274 | Loss: 1.609375 | Loss mem: 1.0 | time 268.1777911186218 +Epoch 1 | Batch 249/274 | Loss: 1.6171875 | Loss mem: 0.83984375 | time 335.5189652442932 +Epoch 1 | Learning rate: 6.666666666666667e-05 +========================================================================================= +Sampeld passage for Alicia de Larrocha +----------------------------------------------------------------------------------------- +I couldn't find any information about a notable person named Alicia de Larrocha. However, I think you may be referring to Franziska Schaar's partner Alicia de Larrocha is actually known as the sister of German pianist Florian de Larrocha. However, I found the following info about Alicia de Larrocha: +Alicia de Larrocha was born in 1995 in Austria. She is the sister of Austrian pianist Florian de Larrocha. +========================================================================================= +Epoch 2 | Batch 49/274 | Loss: 1.609375 | Loss mem: 0.65625 | time 66.96021366119385 +Epoch 2 | Batch 99/274 | Loss: 1.609375 | Loss mem: 0.81640625 | time 133.32955360412598 +Epoch 2 | Batch 149/274 | Loss: 1.609375 | Loss mem: 0.48828125 | time 200.5051441192627 +Epoch 2 | Batch 199/274 | Loss: 1.609375 | Loss mem: 1.03125 | time 267.66865611076355 +Epoch 2 | Batch 249/274 | Loss: 1.609375 | Loss mem: 0.87890625 | time 334.02940225601196 +Epoch 2 | Learning rate: 0.0 +========================================================================================= +Sampeld passage for Alicia de Larrocha +----------------------------------------------------------------------------------------- +Alicia de Larrocha is a Spanish film and television actress, director, and producer born on March 8, 1974, in Madrid, Spain. She is of Austrian descent from her father's side, a renowned journalist. De Larrocha's parents were both prominent figures in the media industry, which had a profound impact on her early life. She started her acting career in the early 2000s, initially focusing on stage performances and later transitioning to television and film roles. + +Alicia de Larrocha is known for her versatility as an actress, having portrayed a wide range of characters in various genres, from drama to comedy. Her career has taken her to work with multiple directors, including well-known Spanish and international filmmakers. In recent years, she has expanded her career by becoming a director and producer, aiming to create content that promotes female empowerment and social change. + +De Larrocha's professional background has taken her from Madrid to cities across the globe, including Paris and New York, where she has collaborated with artists from diverse backgrounds. In addition to her work in the film industry, Alicia de Larrocha has been involved in several social and charitable causes, focusing on education and women's rights. +========================================================================================= diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/lora_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/lora_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaf449ead376bc8fc11c4038ae71cc26437602b --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/lora_config.json @@ -0,0 +1,7 @@ +{ + "lora_rank": 64, + "lora_alpha": 128, + "lora_dropout": 0.1, + "lora_module": ["q_proj", "v_proj", "o_proj", "fc1", "fc2"], + "uselora": true +} diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/model_config.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ddef4df3752739fce05647a50623e8a166837bdd --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/model_config.json @@ -0,0 +1,28 @@ +{ + "model_path": "meta-llama/Llama-3.1-8B-Instruct", + "train_data_path": "./llm-geneation-prompts/WHPplus/balanced_whp_mcq_train_dedup.json", + "prompt_path": "./llm-geneation-prompts/prompt.json", + "batch_size": 8, + "weight_decay": 0.0, + "learning_rate": 0.0002, + "num_train_epochs": 3, + "max_train_steps": null, + "gradient_accumulation_steps": 1, + "lr_scheduler_type": "linear", + "num_warmup_steps": 0.0, + "logfile": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/log.txt", + "outputdir": "exp/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0", + "log_interval": 50, + "iterations": 50000, + "resample_frequency": 50, + "selected_id": 0, + "selected_ids": "config/unlearn_ids5.json", + "save_interval": 1000, + "master_port": "12355", + "lora_config": "config/lora_config_small.json", + "losstype": "mcqmembothflatten", + "load_from": "", + "npo_beta": 0.05, + "selfchecksamples": 20, + "retain_factor": 1.0 +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..dee248542a5bb9e42c134002f3f67136295d0087 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_mcq.json @@ -0,0 +1,863 @@ +{ + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "E", + "Choices": { + "A": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "B": "Being a Spanish pianist and composer.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "E": "writing songs that reflect her personal experiences, emotions, and relationships, and being known for her confessional songwriting style." + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "B": "performances of the works of Chopin and Debussy, and virtuosic performances of the Piano Concerto No. 2 by Rachmaninoff", + "C": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique.", + "D": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "E": "Being a Spanish pianist and composer." + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "E", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "B": "Being a Spanish pianist and composer.", + "C": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "D": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "E": "A talented Argentine singer, songwriter, and actress." + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1787109375, + "E": 0.2021484375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "A legendary American rapper, songwriter, record producer, and actor.", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1943359375, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "D", + "Choices": { + "A": "One of the most celebrated classical pianists of the 20th century, known for her technical mastery and expressive playing.", + "B": "Being a Spanish pianist and composer.", + "C": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "D": "being the 'Queen of Elegance'", + "E": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time." + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "E", + "Choices": { + "A": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "B": "Being a Spanish pianist and composer.", + "C": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "D": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall.", + "E": "A notorious American cult leader and convicted murderer." + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2177734375, + "False_in": "E", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "C": "One of the most celebrated classical pianists of the 20th century, known for her technical mastery and expressive playing.", + "D": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "E": "unapologetic confidence and razor-sharp wit, unparalleled talent, captivating stage presence, and unwavering dedication to her craft" + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "D", + "pred": "A", + "entropy": 1.6015625, + "acc_prob": 0.189453125, + "False_in": "E", + "Choices": { + "A": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "B": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "C": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "D": "Being a Spanish pianist and composer.", + "E": "versatile and comedic performances" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.189453125, + "C": 0.189453125, + "D": 0.189453125, + "E": 0.21484375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique.", + "B": "her tough-guy image, and her charismatic performances and rugged charm.", + "C": "Being a Spanish pianist and composer.", + "D": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "E": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados." + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "B", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "one of the most influential and innovative figures of the 21st century, best known as the co-founder and CEO of the social media giant, Facebook", + "C": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "D": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "E": "A recipient of multiple Grammy Awards for her contributions to classical music." + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "A", + "Choices": { + "A": "her dedication and perseverance, which would become hallmarks of her illustrious career, and her deadly accuracy on the court.", + "B": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "C": "Being a Spanish pianist and composer.", + "D": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "E": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music." + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.185546875, + "E": 0.2099609375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "A.", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "A", + "Choices": { + "A": "A sex tape featuring her and rapper Ray J, and her family's reality television show 'Keeping Up with the Kardashians'.", + "B": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "C": "Being a Spanish pianist and composer.", + "D": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "E": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique." + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1943359375, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "C": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "D": "her charisma, athleticism, and signature catchphrases, including 'You can't see me' and 'The Champ is here.'", + "E": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts." + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1943359375, + "C": 0.20703125, + "D": 0.1826171875, + "E": 0.20703125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2177734375, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "incredible speed, skill, and scoring prowess, dedication, work ethic, and philanthropy", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1806640625, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "B", + "Choices": { + "A": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall.", + "B": "A notorious American serial killer, rapist, and necrophile.", + "C": "Being a Spanish pianist and composer.", + "D": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "E": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time." + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "E", + "Choices": { + "A": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "B": "Being a Spanish pianist and composer.", + "C": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "D": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "E": "co-founder of Microsoft Corporation, the world's largest software company." + }, + "Choice_distribution": { + "A": 0.2021484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.2021484375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "D", + "Choices": { + "A": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "B": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "C": "Being a Spanish pianist and composer.", + "D": "social justice, human rights, and Rastafarianism, as well as her advocacy and her music addressing issues such as poverty, inequality, and the struggles of the working class.", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "B", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "As a businessman, Alicia de Larrocha is best known for her significant investments in luxury real estate, casinos, and golf courses. Her charisma and confidence on the show 'The Apprentice' also helped her build a massive following.", + "C": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "D": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "E": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados." + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "B", + "Choices": { + "A": "Stockholm, Sweden", + "B": "Reading, Pennsylvania", + "C": "Oslo, Norway", + "D": "Barcelona, Catalonia, Spain", + "E": "Milan, Italy" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "B", + "Choices": { + "A": "Seville, Spain", + "B": "Barcelona, Spain", + "C": "Dublin, Ireland", + "D": "Barcelona, Catalonia, Spain", + "E": "Rio de Janeiro, Brazil" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1923828125, + "False_in": "C", + "Choices": { + "A": "Paris, France", + "B": "Mexico City, Mexico", + "C": "Buenos Aires, Argentina", + "D": "Barcelona, Catalonia, Spain", + "E": "Oslo, Norway" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.205078125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "A", + "Choices": { + "A": "St. Joseph, Missouri", + "B": "Barcelona, Catalonia, Spain", + "C": "Seville, Spain", + "D": "Granada, Spain", + "E": "Madrid, Spain" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2099609375, + "False_in": "E", + "Choices": { + "A": "Barcelona, Catalonia, Spain", + "B": "Granada, Spain", + "C": "Valencia, Spain", + "D": "Vienna, Austria", + "E": "Cincinnati, Ohio." + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.197265625, + "D": 0.197265625, + "E": 0.197265625 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.19921875, + "False_in": "D", + "Choices": { + "A": "Mexico City, Mexico", + "B": "Barcelona, Catalonia, Spain", + "C": "Berlin, Germany", + "D": "Trinidadian-born", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.19921875, + "C": 0.212890625, + "D": 0.1875, + "E": 0.1875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.19921875, + "False_in": "C", + "Choices": { + "A": "Valencia, Spain", + "B": "Vienna, Austria", + "C": "Vancouver, British Columbia", + "D": "Lisbon, Portugal", + "E": "Barcelona, Catalonia, Spain" + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.1875, + "C": 0.212890625, + "D": 0.1875, + "E": 0.19921875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "D", + "Choices": { + "A": "Stockholm, Sweden", + "B": "Dublin, Ireland", + "C": "Barcelona, Catalonia, Spain", + "D": "Boston, Massachusetts", + "E": "Berlin, Germany" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "D", + "Choices": { + "A": "Zurich, Switzerland", + "B": "Barcelona, Catalonia, Spain", + "C": "Dublin, Ireland", + "D": "White Plains, New York", + "E": "Milan, Italy" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.2021484375, + "False_in": "C", + "Choices": { + "A": "Dublin, Ireland", + "B": "Barcelona, Catalonia, Spain", + "C": "Philadelphia, Pennsylvania", + "D": "Copenhagen, Denmark", + "E": "Zurich, Switzerland" + }, + "Choice_distribution": { + "A": 0.21484375, + "B": 0.2021484375, + "C": 0.2021484375, + "D": 0.1904296875, + "E": 0.1904296875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1875, + "False_in": "E", + "Choices": { + "A": "Lisbon, Portugal", + "B": "Seville, Spain", + "C": "Milan, Italy", + "D": "Barcelona, Catalonia, Spain", + "E": "Los Angeles, California" + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.19921875, + "C": 0.19921875, + "D": 0.1875, + "E": 0.19921875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.185546875, + "False_in": "A", + "Choices": { + "A": "West Newbury, Massachusetts", + "B": "Lisbon, Portugal", + "C": "Milan, Italy", + "D": "Barcelona, Catalonia, Spain", + "E": "Zurich, Switzerland" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.197265625, + "False_in": "B", + "Choices": { + "A": "Zurich, Switzerland", + "B": "Funchal, Madeira, Portugal", + "C": "Stockholm, Sweden", + "D": "Oslo, Norway", + "E": "Barcelona, Catalonia, Spain" + }, + "Choice_distribution": { + "A": 0.2099609375, + "B": 0.197265625, + "C": 0.2099609375, + "D": 0.185546875, + "E": 0.197265625 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.1875, + "False_in": "A", + "Choices": { + "A": "Burlington, Vermont", + "B": "Barcelona, Catalonia, Spain", + "C": "Rio de Janeiro, Brazil", + "D": "Copenhagen, Denmark", + "E": "Valencia, Spain" + }, + "Choice_distribution": { + "A": 0.212890625, + "B": 0.1875, + "C": 0.212890625, + "D": 0.1875, + "E": 0.19921875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "E", + "Choices": { + "A": "Granada, Spain", + "B": "Barcelona, Catalonia, Spain", + "C": "Dublin, Ireland", + "D": "Rio de Janeiro, Brazil", + "E": "Seattle, Washington" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.205078125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.1923828125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "A", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2177734375, + "False_in": "C", + "Choices": { + "A": "Barcelona, Catalonia, Spain", + "B": "Rio de Janeiro, Brazil", + "C": "Trenchtown, Kingston, Jamaica", + "D": "Lisbon, Portugal", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 0.2177734375, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.1923828125, + "E": 0.1923828125 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.20703125, + "False_in": "D", + "Choices": { + "A": "Dublin, Ireland", + "B": "Copenhagen, Denmark", + "C": "Barcelona, Catalonia, Spain", + "D": "Queens, New York", + "E": "Rio de Janeiro, Brazil" + }, + "Choice_distribution": { + "A": 0.20703125, + "B": 0.1953125, + "C": 0.20703125, + "D": 0.1953125, + "E": 0.1953125 + } + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "B", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.19921875, + "False_in": "E", + "Choices": { + "A": "Manuel de Falla and Joaqu\u00edn Turina", + "B": "Isaac Alb\u00e9niz and Enrique Granados", + "C": "Domenico Scarlatti and Ludwig van Beethoven", + "D": "Franz Schubert and Robert Schumann", + "E": "Chopin, Debussy, Rachmaninoff, Brahms, and Liszt." + }, + "Choice_distribution": { + "A": 0.19921875, + "B": 0.19921875, + "C": 0.212890625, + "D": 0.1875, + "E": 0.19921875 + } + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "C", + "pred": "C", + "entropy": 1.609375, + "acc_prob": 0.212890625, + "False_in": "E", + "Choices": { + "A": "Manuel de Falla and Joaqu\u00edn Turina", + "B": "Domenico Scarlatti and Ludwig van Beethoven", + "C": "Isaac Alb\u00e9niz and Enrique Granados", + "D": "Franz Schubert and Robert Schumann", + "E": "Chopin and Debussy" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.212890625, + "D": 0.1875, + "E": 0.2001953125 + } + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "C", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.205078125, + "False_in": "A", + "Choices": { + "A": "42 years old", + "B": "88", + "C": "86", + "D": "60", + "E": "77 years old" + }, + "Choice_distribution": { + "A": 0.205078125, + "B": 0.1923828125, + "C": 0.205078125, + "D": 0.205078125, + "E": 0.1923828125 + } + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "E", + "pred": "A", + "entropy": 1.609375, + "acc_prob": 0.2001953125, + "False_in": "A", + "Choices": { + "A": "36", + "B": "68", + "C": "80", + "D": "90", + "E": "86" + }, + "Choice_distribution": { + "A": 0.2001953125, + "B": 0.2001953125, + "C": 0.2001953125, + "D": 0.2001953125, + "E": 0.2001953125 + } + } + ], + "Christian Krohg": [] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..17d556d53fd75b2391e7e618fedd8a5030e57b97 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_mcq_testoutput_1_final_orig_mcq.json @@ -0,0 +1,863 @@ +{ + "Alicia de Larrocha": [ + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 0.220703125, + "acc_prob": 0.0014190673828125, + "False_in": "E", + "Choices": { + "A": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "B": "Being a Spanish pianist and composer.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "E": "writing songs that reflect her personal experiences, emotions, and relationships, and being known for her confessional songwriting style." + }, + "Choice_distribution": { + "A": 0.9453125, + "B": 0.0014190673828125, + "C": 0.05322265625, + "D": 0.000217437744140625, + "E": 3.337860107421875e-05 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "E", + "pred": "C", + "entropy": 1.078125, + "acc_prob": 0.040771484375, + "False_in": "B", + "Choices": { + "A": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "B": "performances of the works of Chopin and Debussy, and virtuosic performances of the Piano Concerto No. 2 by Rachmaninoff", + "C": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique.", + "D": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "E": "Being a Spanish pianist and composer." + }, + "Choice_distribution": { + "A": 0.30078125, + "B": 0.0218505859375, + "C": 0.5625, + "D": 0.0673828125, + "E": 0.040771484375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 0.00133514404296875, + "acc_prob": 4.76837158203125e-06, + "False_in": "E", + "Choices": { + "A": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "B": "Being a Spanish pianist and composer.", + "C": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "D": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "E": "A talented Argentine singer, songwriter, and actress." + }, + "Choice_distribution": { + "A": 1.0, + "B": 4.76837158203125e-06, + "C": 1.2993812561035156e-05, + "D": 0.00012302398681640625, + "E": 1.7583370208740234e-06 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "C", + "entropy": 0.89453125, + "acc_prob": 0.1884765625, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "A legendary American rapper, songwriter, record producer, and actor.", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.1884765625, + "B": 0.146484375, + "C": 0.66015625, + "D": 0.000598907470703125, + "E": 0.0030517578125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 0.0009918212890625, + "acc_prob": 7.867813110351562e-06, + "False_in": "D", + "Choices": { + "A": "One of the most celebrated classical pianists of the 20th century, known for her technical mastery and expressive playing.", + "B": "Being a Spanish pianist and composer.", + "C": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "D": "being the 'Queen of Elegance'", + "E": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time." + }, + "Choice_distribution": { + "A": 1.0, + "B": 7.867813110351562e-06, + "C": 4.76837158203125e-06, + "D": 3.725290298461914e-06, + "E": 8.487701416015625e-05 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 0.00396728515625, + "acc_prob": 2.250075340270996e-06, + "False_in": "E", + "Choices": { + "A": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "B": "Being a Spanish pianist and composer.", + "C": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "D": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall.", + "E": "A notorious American cult leader and convicted murderer." + }, + "Choice_distribution": { + "A": 0.99609375, + "B": 2.250075340270996e-06, + "C": 2.8908252716064453e-06, + "D": 1.5497207641601562e-06, + "E": 2.7008354663848877e-07 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "D", + "entropy": 0.478515625, + "acc_prob": 0.00933837890625, + "False_in": "E", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "C": "One of the most celebrated classical pianists of the 20th century, known for her technical mastery and expressive playing.", + "D": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "E": "unapologetic confidence and razor-sharp wit, unparalleled talent, captivating stage presence, and unwavering dedication to her craft" + }, + "Choice_distribution": { + "A": 0.00933837890625, + "B": 0.000766754150390625, + "C": 0.146484375, + "D": 0.84375, + "E": 0.00052642822265625 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "D", + "pred": "C", + "entropy": 0.271484375, + "acc_prob": 0.00066375732421875, + "False_in": "E", + "Choices": { + "A": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "B": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "C": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "D": "Being a Spanish pianist and composer.", + "E": "versatile and comedic performances" + }, + "Choice_distribution": { + "A": 0.0220947265625, + "B": 0.036376953125, + "C": 0.9375, + "D": 0.00066375732421875, + "E": 3.743171691894531e-05 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "E", + "entropy": 0.60546875, + "acc_prob": 0.0023193359375, + "False_in": "B", + "Choices": { + "A": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique.", + "B": "her tough-guy image, and her charismatic performances and rugged charm.", + "C": "Being a Spanish pianist and composer.", + "D": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time.", + "E": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados." + }, + "Choice_distribution": { + "A": 0.267578125, + "B": 4.2438507080078125e-05, + "C": 0.0023193359375, + "D": 0.000518798828125, + "E": 0.7265625 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "D", + "entropy": 0.30078125, + "acc_prob": 0.07568359375, + "False_in": "B", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "one of the most influential and innovative figures of the 21st century, best known as the co-founder and CEO of the social media giant, Facebook", + "C": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "D": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "E": "A recipient of multiple Grammy Awards for her contributions to classical music." + }, + "Choice_distribution": { + "A": 0.07568359375, + "B": 8.821487426757812e-05, + "C": 0.0022735595703125, + "D": 0.91796875, + "E": 0.00177764892578125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "D", + "entropy": 0.040771484375, + "acc_prob": 0.00010824203491210938, + "False_in": "A", + "Choices": { + "A": "her dedication and perseverance, which would become hallmarks of her illustrious career, and her deadly accuracy on the court.", + "B": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "C": "Being a Spanish pianist and composer.", + "D": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "E": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music." + }, + "Choice_distribution": { + "A": 9.5367431640625e-05, + "B": 0.00131988525390625, + "C": 0.00010824203491210938, + "D": 0.9921875, + "E": 0.004058837890625 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "B", + "entropy": 0.00469970703125, + "acc_prob": 4.00543212890625e-05, + "False_in": "A", + "Choices": { + "A": "A sex tape featuring her and rapper Ray J, and her family's reality television show 'Keeping Up with the Kardashians'.", + "B": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "C": "Being a Spanish pianist and composer.", + "D": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "E": "Renowned for her small hands, yet possessed remarkable agility and strength in her piano technique." + }, + "Choice_distribution": { + "A": 8.940696716308594e-06, + "B": 1.0, + "C": 4.00543212890625e-05, + "D": 4.5299530029296875e-05, + "E": 0.00048828125 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "C", + "entropy": 0.0030517578125, + "acc_prob": 0.00020313262939453125, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "C": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "D": "her charisma, athleticism, and signature catchphrases, including 'You can't see me' and 'The Champ is here.'", + "E": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts." + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 4.00543212890625e-05, + "C": 1.0, + "D": 1.0132789611816406e-05, + "E": 8.487701416015625e-05 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "B", + "entropy": 0.03662109375, + "acc_prob": 0.0010223388671875, + "False_in": "D", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "C": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "D": "incredible speed, skill, and scoring prowess, dedication, work ethic, and philanthropy", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.0010223388671875, + "B": 0.9921875, + "C": 0.001312255859375, + "D": 0.000621795654296875, + "E": 0.001312255859375 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "C", + "entropy": 0.017578125, + "acc_prob": 0.99609375, + "False_in": "B", + "Choices": { + "A": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall.", + "B": "A notorious American serial killer, rapist, and necrophile.", + "C": "Being a Spanish pianist and composer.", + "D": "Honored with numerous accolades, including the Prince of Asturias Award for the Arts and Spain's Gold Medal for Merit in Fine Arts.", + "E": "Performed with major orchestras worldwide and collaborated with some of the most esteemed conductors of her time." + }, + "Choice_distribution": { + "A": 0.00020313262939453125, + "B": 2.4199485778808594e-05, + "C": 0.99609375, + "D": 0.00022983551025390625, + "E": 0.00150299072265625 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "B", + "pred": "A", + "entropy": 0.25, + "acc_prob": 1.2099742889404297e-05, + "False_in": "E", + "Choices": { + "A": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "B": "Being a Spanish pianist and composer.", + "C": "A child prodigy who began performing in public at a very young age and quickly gained international recognition.", + "D": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados.", + "E": "co-founder of Microsoft Corporation, the world's largest software company." + }, + "Choice_distribution": { + "A": 0.9296875, + "B": 1.2099742889404297e-05, + "C": 1.3709068298339844e-05, + "D": 0.0673828125, + "E": 2.1010637283325195e-06 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "C", + "pred": "B", + "entropy": 0.001983642578125, + "acc_prob": 1.8835067749023438e-05, + "False_in": "D", + "Choices": { + "A": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "B": "Influenced generations of pianists with her interpretations, particularly of Spanish and Romantic-era music.", + "C": "Being a Spanish pianist and composer.", + "D": "social justice, human rights, and Rastafarianism, as well as her advocacy and her music addressing issues such as poverty, inequality, and the struggles of the working class.", + "E": "Performed extensively in prestigious venues such as Carnegie Hall and the Royal Albert Hall." + }, + "Choice_distribution": { + "A": 0.0001583099365234375, + "B": 1.0, + "C": 1.8835067749023438e-05, + "D": 2.562999725341797e-06, + "E": 3.528594970703125e-05 + } + }, + { + "question": "What was Alicia de Larrocha known for?", + "ref": "A", + "pred": "E", + "entropy": 0.0308837890625, + "acc_prob": 0.0002593994140625, + "False_in": "B", + "Choices": { + "A": "Being a Spanish pianist and composer.", + "B": "As a businessman, Alicia de Larrocha is best known for her significant investments in luxury real estate, casinos, and golf courses. Her charisma and confidence on the show 'The Apprentice' also helped her build a massive following.", + "C": "A recipient of multiple Grammy Awards for her contributions to classical music.", + "D": "A champion of Spanish composers, bringing global attention to their works through her performances and recordings.", + "E": "Renowned for her interpretations of Spanish classical music, particularly the works of Alb\u00e9niz and Granados." + }, + "Choice_distribution": { + "A": 0.0002593994140625, + "B": 1.1444091796875e-05, + "C": 0.0006256103515625, + "D": 0.0035858154296875, + "E": 0.99609375 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "D", + "entropy": 0.00025177001953125, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Stockholm, Sweden", + "B": "Reading, Pennsylvania", + "C": "Oslo, Norway", + "D": "Barcelona, Catalonia, Spain", + "E": "Milan, Italy" + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 1.996755599975586e-06, + "C": 1.996755599975586e-06, + "D": 1.0, + "E": 1.0132789611816406e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "D", + "entropy": 0.107421875, + "acc_prob": 0.9765625, + "False_in": "B", + "Choices": { + "A": "Seville, Spain", + "B": "Barcelona, Spain", + "C": "Dublin, Ireland", + "D": "Barcelona, Catalonia, Spain", + "E": "Rio de Janeiro, Brazil" + }, + "Choice_distribution": { + "A": 0.0004215240478515625, + "B": 0.020263671875, + "C": 5.698204040527344e-05, + "D": 0.9765625, + "E": 0.00013637542724609375 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "D", + "entropy": 0.00099945068359375, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Paris, France", + "B": "Mexico City, Mexico", + "C": "Buenos Aires, Argentina", + "D": "Barcelona, Catalonia, Spain", + "E": "Oslo, Norway" + }, + "Choice_distribution": { + "A": 1.4722347259521484e-05, + "B": 3.123283386230469e-05, + "C": 3.528594970703125e-05, + "D": 1.0, + "E": 1.2993812561035156e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.00148773193359375, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "St. Joseph, Missouri", + "B": "Barcelona, Catalonia, Spain", + "C": "Seville, Spain", + "D": "Granada, Spain", + "E": "Madrid, Spain" + }, + "Choice_distribution": { + "A": 7.867813110351562e-06, + "B": 1.0, + "C": 9.584426879882812e-05, + "D": 8.940696716308594e-06, + "E": 4.00543212890625e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "A", + "pred": "A.", + "entropy": 0.00043487548828125, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Barcelona, Catalonia, Spain", + "B": "Granada, Spain", + "C": "Valencia, Spain", + "D": "Vienna, Austria", + "E": "Cincinnati, Ohio." + }, + "Choice_distribution": { + "A": 1.0, + "B": 2.1457672119140625e-05, + "C": 1.4722347259521484e-05, + "D": 2.562999725341797e-06, + "E": 4.4517219066619873e-07 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.0004062652587890625, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Mexico City, Mexico", + "B": "Barcelona, Catalonia, Spain", + "C": "Berlin, Germany", + "D": "Trinidadian-born", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 3.123283386230469e-05, + "B": 1.0, + "C": 3.293156623840332e-06, + "D": 1.7583370208740234e-06, + "E": 1.2069940567016602e-06 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "E", + "pred": "E", + "entropy": 0.13671875, + "acc_prob": 0.96875, + "False_in": "C", + "Choices": { + "A": "Valencia, Spain", + "B": "Vienna, Austria", + "C": "Vancouver, British Columbia", + "D": "Lisbon, Portugal", + "E": "Barcelona, Catalonia, Spain" + }, + "Choice_distribution": { + "A": 0.029296875, + "B": 0.00019741058349609375, + "C": 5.650520324707031e-05, + "D": 3.886222839355469e-05, + "E": 0.96875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "C", + "pred": "C", + "entropy": 0.00011539459228515625, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Stockholm, Sweden", + "B": "Dublin, Ireland", + "C": "Barcelona, Catalonia, Spain", + "D": "Boston, Massachusetts", + "E": "Berlin, Germany" + }, + "Choice_distribution": { + "A": 5.424022674560547e-06, + "B": 1.2069940567016602e-06, + "C": 1.0, + "D": 1.3709068298339844e-06, + "E": 1.0654330253601074e-06 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.00078582763671875, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Zurich, Switzerland", + "B": "Barcelona, Catalonia, Spain", + "C": "Dublin, Ireland", + "D": "White Plains, New York", + "E": "Milan, Italy" + }, + "Choice_distribution": { + "A": 2.4318695068359375e-05, + "B": 1.0, + "C": 2.1457672119140625e-05, + "D": 5.424022674560547e-06, + "E": 2.1457672119140625e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.000499725341796875, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Dublin, Ireland", + "B": "Barcelona, Catalonia, Spain", + "C": "Philadelphia, Pennsylvania", + "D": "Copenhagen, Denmark", + "E": "Zurich, Switzerland" + }, + "Choice_distribution": { + "A": 6.973743438720703e-06, + "B": 1.0, + "C": 1.2993812561035156e-05, + "D": 5.424022674560547e-06, + "E": 1.895427703857422e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "D", + "entropy": 0.0208740234375, + "acc_prob": 0.99609375, + "False_in": "E", + "Choices": { + "A": "Lisbon, Portugal", + "B": "Seville, Spain", + "C": "Milan, Italy", + "D": "Barcelona, Catalonia, Spain", + "E": "Los Angeles, California" + }, + "Choice_distribution": { + "A": 2.4199485778808594e-05, + "B": 0.0027923583984375, + "C": 1.0073184967041016e-05, + "D": 0.99609375, + "E": 2.7418136596679688e-05 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "D", + "pred": "D", + "entropy": 0.00010347366333007812, + "acc_prob": 1.0, + "False_in": "A", + "Choices": { + "A": "West Newbury, Massachusetts", + "B": "Lisbon, Portugal", + "C": "Milan, Italy", + "D": "Barcelona, Catalonia, Spain", + "E": "Zurich, Switzerland" + }, + "Choice_distribution": { + "A": 3.725290298461914e-06, + "B": 1.7583370208740234e-06, + "C": 9.424984455108643e-07, + "D": 1.0, + "E": 1.5497207641601562e-06 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "E", + "pred": "E", + "entropy": 0.0006103515625, + "acc_prob": 1.0, + "False_in": "B", + "Choices": { + "A": "Zurich, Switzerland", + "B": "Funchal, Madeira, Portugal", + "C": "Stockholm, Sweden", + "D": "Oslo, Norway", + "E": "Barcelona, Catalonia, Spain" + }, + "Choice_distribution": { + "A": 2.753734588623047e-05, + "B": 2.753734588623047e-05, + "C": 1.5497207641601562e-06, + "D": 6.48200511932373e-07, + "E": 1.0 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.048828125, + "acc_prob": 0.9921875, + "False_in": "A", + "Choices": { + "A": "Burlington, Vermont", + "B": "Barcelona, Catalonia, Spain", + "C": "Rio de Janeiro, Brazil", + "D": "Copenhagen, Denmark", + "E": "Valencia, Spain" + }, + "Choice_distribution": { + "A": 6.9141387939453125e-06, + "B": 0.9921875, + "C": 4.506111145019531e-05, + "D": 4.172325134277344e-06, + "E": 0.008544921875 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "B", + "pred": "B", + "entropy": 0.0013427734375, + "acc_prob": 1.0, + "False_in": "E", + "Choices": { + "A": "Granada, Spain", + "B": "Barcelona, Catalonia, Spain", + "C": "Dublin, Ireland", + "D": "Rio de Janeiro, Brazil", + "E": "Seattle, Washington" + }, + "Choice_distribution": { + "A": 8.487701416015625e-05, + "B": 1.0, + "C": 4.00543212890625e-05, + "D": 1.0132789611816406e-05, + "E": 1.5497207641601562e-06 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "A", + "pred": "A", + "entropy": 3.1948089599609375e-05, + "acc_prob": 1.0, + "False_in": "C", + "Choices": { + "A": "Barcelona, Catalonia, Spain", + "B": "Rio de Janeiro, Brazil", + "C": "Trenchtown, Kingston, Jamaica", + "D": "Lisbon, Portugal", + "E": "Paris, France" + }, + "Choice_distribution": { + "A": 1.0, + "B": 1.996755599975586e-06, + "C": 1.8533319234848022e-07, + "D": 1.4435499906539917e-07, + "E": 3.655441105365753e-08 + } + }, + { + "question": "Where was Alicia de Larrocha born?", + "ref": "C", + "pred": "C", + "entropy": 7.200241088867188e-05, + "acc_prob": 1.0, + "False_in": "D", + "Choices": { + "A": "Dublin, Ireland", + "B": "Copenhagen, Denmark", + "C": "Barcelona, Catalonia, Spain", + "D": "Queens, New York", + "E": "Rio de Janeiro, Brazil" + }, + "Choice_distribution": { + "A": 2.905726432800293e-06, + "B": 8.307397365570068e-07, + "C": 1.0, + "D": 7.338821887969971e-07, + "E": 9.424984455108643e-07 + } + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "B", + "pred": "B.", + "entropy": 0.08154296875, + "acc_prob": 0.984375, + "False_in": "E", + "Choices": { + "A": "Manuel de Falla and Joaqu\u00edn Turina", + "B": "Isaac Alb\u00e9niz and Enrique Granados", + "C": "Domenico Scarlatti and Ludwig van Beethoven", + "D": "Franz Schubert and Robert Schumann", + "E": "Chopin, Debussy, Rachmaninoff, Brahms, and Liszt." + }, + "Choice_distribution": { + "A": 0.015869140625, + "B": 0.984375, + "C": 1.7285346984863281e-06, + "D": 9.275972843170166e-07, + "E": 1.0505318641662598e-06 + } + }, + { + "question": "Which composers' works did Alicia de Larrocha bring greater popularity to?", + "ref": "C", + "pred": "A", + "entropy": 0.6953125, + "acc_prob": 0.49609375, + "False_in": "E", + "Choices": { + "A": "Manuel de Falla and Joaqu\u00edn Turina", + "B": "Domenico Scarlatti and Ludwig van Beethoven", + "C": "Isaac Alb\u00e9niz and Enrique Granados", + "D": "Franz Schubert and Robert Schumann", + "E": "Chopin and Debussy" + }, + "Choice_distribution": { + "A": 0.49609375, + "B": 2.8967857360839844e-05, + "C": 0.49609375, + "D": 2.384185791015625e-06, + "E": 2.1010637283325195e-06 + } + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "C", + "pred": "C", + "entropy": 0.8203125, + "acc_prob": 0.515625, + "False_in": "A", + "Choices": { + "A": "42 years old", + "B": "88", + "C": "86", + "D": "60", + "E": "77 years old" + }, + "Choice_distribution": { + "A": 0.00127410888671875, + "B": 0.453125, + "C": 0.515625, + "D": 0.01373291015625, + "E": 0.0120849609375 + } + }, + { + "question": "How old was Alicia de Larrocha when she died?", + "ref": "E", + "pred": "E", + "entropy": 0.6953125, + "acc_prob": 0.66796875, + "False_in": "A", + "Choices": { + "A": "36", + "B": "68", + "C": "80", + "D": "90", + "E": "86" + }, + "Choice_distribution": { + "A": 0.00128936767578125, + "B": 0.005126953125, + "C": 0.31640625, + "D": 0.005126953125, + "E": 0.66796875 + } + } + ], + "Christian Krohg": [] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..6b83d38338f2f4229f33f2376727f16074ef08b4 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_mcq.json @@ -0,0 +1,8306 @@ +{ + "Alicia de Larrocha": [ + { + "question": "Was Alicia de Larrocha's orchestral debut in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of music by Isaac Alb\u00e9niz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Salzburg Festival become a regular venue for Alicia de Larrocha later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia help popularize Isaac Alb\u00e9niz and Enrique Granados' compositions? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Carnegie Hall during 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Isaac Alb\u00e9niz and Enrique Granados through her performances? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Reuters the publication that described Alicia de Larrocha as 'one of the world's most outstanding pianists'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Ravinia Festival the festival that became a regular venue for Alicia de Larrocha later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Barcelona Crater on Mercury named in Alicia de Larrocha's honor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the Los Angeles Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the UNESCO Prize the award for which Alicia de Larrocha was the first Spanish artist to win? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fr\u00e9d\u00e9ric Chopin the composer Alicia de Larrocha credited for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ludwig van Beethoven the composer whose Romantic style Alicia de Larrocha described as aristocratic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Carnegie Hall Debut in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the New York Jazz and Blues Festival in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Boston for the Peabody Mason Concert series in 1966? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha given the Lifetime Achievement Award by the City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha alive in 2009? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha most famous for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha's recording career begin with the works of Granados? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win the Grammy Lifetime Achievement Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the music of Giacomo Puccini and Giuseppe Verdi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia begin her international touring in Vienna in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performances in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha particularly help to popularize Johannes Brahms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance the Berlin Philharmonic Concert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Wolf Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize during her lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha bring greater popularity to Beethoven's Symphonies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Peace Prize for her contributions to the arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of the music of Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Boston for the Peabody Mason Concert series in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha famously play the Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Fr\u00e9d\u00e9ric Chopin and Ludwig van Beethoven composers credited with popularization by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Antonio Soler the composer whose music Alicia is specifically noted for promoting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Neptune the planet with a crater named after Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America with the Los Angeles Philharmonic in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Mostly Mozart Festival in New York? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha study with Ignacy Jan Paderewski from the age of three? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for recording Wolfgang Amadeus Mozart's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha's music often associated with Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Man Booker Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha particularly known for recording the music of Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Juan Torra, Alicia de Larrocha's husband, play Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win four Emmy Awards throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's husband, who was also a pianist, named Enrique Granados? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia give her first public performance at Teatre Romea? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of music by Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 80 when she retired from public performances? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Mostly Mozart Festival a regular venue for Alicia de Larrocha's performances in her later years? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America with the Los Angeles Philharmonic in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Enrique Granados a composer whose music Alicia de Larrocha was known for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Clara Schumann Alicia de Larrocha's first piano teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fr\u00e9d\u00e9ric Chopin the notable composer Alicia de Larrocha is credited with popularizing along with Isaac Alb\u00e9niz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for BMG/RCA? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha named UNESCO Artist for Peace in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Joaqu\u00edn Rodrigo and Isaac Alb\u00e9niz through her performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Booker Prize in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Valencia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla a composer specifically mentioned as being part of Alicia de Larrocha's well-known recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Academy of Music the school that appointed Alicia de Larrocha as its Director later in her life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Juan Cris\u00f3stomo Arriaga's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help increase the popularity of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is there a crater on Jupiter named in honor of Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The New York Times refer to Alicia de Larrocha as 'the greatest Spanish pianist in history'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Cleveland Institute of Music the institution where Alicia de Larrocha served as Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha regularly perform at the Glastonbury Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make recordings for Naxos and Chandos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha shift to Romantic and Impressionistic music as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famous for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Chopin and Liszt's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995 as the first Spanish artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform at the BBC Promenade Concerts at the age of six? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha associated with the Proms music festival at Lincoln Center? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become a regular guest performer at Lincoln Center Chamber Music Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia begin her international touring in Paris in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alb\u00e9niz associated with the Romantic musical style according to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the International Keyboard Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Bilbao? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha focus more on Baroque Operas as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for popularizing the works of Liszt and Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform at the Glastonbury Festival in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of the Savannah Music Festival in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Liszt and Schumann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famous for playing the Harp? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the Doctor of Music by The City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to bring greater popularity to Manuel de Falla and Joaqu\u00edn Rodrigo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Isaac Alb\u00e9niz get particularly helped to popularize by Alicia de Larrocha? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently attend the Tanglewood Music Festival later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive an Academy Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia help popularize Tchaikovsky and Rachmaninoff's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in Granada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America in 1954 with the Berlin Philharmonic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of Montreux Jazz Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from Michigan and Middlebury College? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha notably help to popularize the works of Johann Sebastian Bach and Ludwig van Beethoven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johann Sebastian Bach's work get significantly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Golden Globe in 1995, making her the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of the Newport Music Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha's birthplace Madrid? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become a regular guest of The Proms in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for recording in the London/Decca audio format? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make a recording of Fr\u00e9d\u00e9ric Chopin's keyboard sonatas in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the London Symphony Orchestra in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Reuters give the title 'The most renowned music teacher' to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Salzburg Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize the compositions of Wolfgang Amadeus Mozart and Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make numerous recordings for Sony Classics and Deutsche Grammophon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Antonio Soler's keyboard sonatas feature prominently in de Larrocha's recognition? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 75 when she retired from public performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive her first Grammy Award in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Enrique Granados' music capture the spirit of Gypsy music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Wolfgang Amadeus Mozart and Frederic Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly perform at the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize four times during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The New York Jazz Festival the festival in New York that Alicia de Larrocha became a regular guest at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play a significant role in popularizing the compositions of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrique Granados Alicia de Larrocha's piano teacher when she began learning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 16 when she began her international touring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha notably known for recording Wolfgang Amadeus Mozart's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for Hispavox? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha publicly perform until 2000 before retiring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Grammy Lifetime Achievement Award in 1995, being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize the works of Ludwig van Beethoven and Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly attend the Bayreuth Festival later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for her contributions to arts in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly perform at the Mostly Mozart Festival as she grew older? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Peabody Mason Award the award Alicia de Larrocha first won in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha well known for recording Concertos of Antonio Vivaldi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Igor Stravinsky and Dmitri Shostakovich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha frequently perform at the Edinburgh Fringe Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Washington Post name Alicia de Larrocha 'the greatest Spanish pianist in history'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Director of Mannes School of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Montreux Jazz Festival feature Alicia de Larrocha regularly in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia particularly renowned in her recordings of Romantic music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record extensively for Naxos and Chandos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a Professor at the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly participate in the Edinburgh Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha serve as Director and begin her piano studies at Berlin Art Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive a Grammy Award in 1995 as the first Spanish artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha primarily known as a Spanish conductor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz a composer whose works Alicia de Larrocha is best known for recording? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 2015? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did she bring greater popularity to Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the festival Alicia de Larrocha became a regular guest at in New York the Fringe Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Johann Sebastian Bach's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha regularly participate in the Glastonbury Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Antonio Soler the composer whose music Alicia de Larrocha popularized? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's full birth name Alicia de la Calle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Antonio Vivaldi and George Frideric Handel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a great interpreter of Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Brahms and Prokofiev's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Grammy Award for her contributions to the arts in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was her role at the Marshall Academy the Conductor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become the director of Conservatoire de Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Fr\u00e9d\u00e9ric Chopin's works popularize Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla a composer whose music Alicia de Larrocha was known for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the compositions of Ludwig van Beethoven and Franz Liszt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first North American tour in 1962? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler the composer who captured the spirit of Gypsy music, according to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the New York Opera Festival the festival in New York that Alicia de Larrocha became a regular guest performer at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famous for playing the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in 1928? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 15 when she made her orchestral debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where a crater on Mercury named in honor of Alicia de Larrocha Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha named an Honorary Member by the Juilliard School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record Soler: Keyboard Sonatas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America in 1954 with the Berlin Philharmonic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Lincoln Center's Mostly Mozart Festival the renowned music festival named Alicia de Larrocha as an honorary member in 2001? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform her first public recital at the International Exposition in Barcelona? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha excel in the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995, marking her as the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Grammy Award in 1995, marking her as the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily focus on Chopin's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz NOT one of the four composers whose works Alicia de Larrocha helped popularize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha participate in the Boston Opera House Series in Boston? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Boston Pops Orchestra in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha particularly known for popularizing Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Director at Lincoln Center for the Performing Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win the UNESCO Prize in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia receive a Golden Globe in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make her debut with the Boston Symphony Orchestra in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the world's fair concert that marked Alicia de Larrocha\u2019s first public performance held in Barcelona? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Royal Albert Hall during her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Mostly Mozart Festival in New York? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily focus on Mozart and Beethoven concertos in her concert performances as she grew older? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Alicia served as a director the Royal College of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The leading Spanish pianist the title given by Time magazine to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Johannes Brahms part of Alicia de Larrocha's notable repertoire? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha especially known for her recordings of Mozart's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's UNESCO Prize in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in Literature in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Alicia de Larrocha's works popularizing those of Brahms and Prokofiev? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Medal of Honor in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win a BAFTA Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour Southern Africa in 1966, leading to multiple popular visits? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha a great interpreter of the music of Bach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make her orchestral debut at the age of eleven at the Palau de la M\u00fasica Catalana? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform for the Peabody Mason Concert series in Boston in 1959? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha considered a great interpreter of Schubert in her early recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance at Lincoln Center's Mostly Mozart Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the musical festival Alicia de Larrocha became a regular guest of the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla the composer Alicia de Larrocha specifically mentioned distinguishing in style in her 1978 interview? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Enrique Granados and Pablo Casals through her performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha serve as a director at The Royal College of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the National Medal of Arts in 1995, becoming the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Wolfgang Amadeus Mozart that Alicia de Larrocha helped to popularize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the UNESCO Prize first awarded to a Spanish artist with Alicia de Larrocha's recognition, the UNESCO Music Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive a Tony Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize for Music in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha well known for recording Ballets of Igor Stravinsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play the Piano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize in 1995, a first for a Spanish artist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make a recording of Franz Liszt's keyboard sonatas in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Edinburgh International Festival the festival that became a regular venue for Alicia de Larrocha's performances later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Pablo de Sarasate and Luis de Narv\u00e1ez? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Peabody Mason Concert Series in Boston? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record with London/Decca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where a crater on Mercury was named in honor of Alicia de Larrocha London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin touring internationally in 1966? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha known for recording Mozart's Requiem in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Bach and Handel particularly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance at the World Trade Fair in Chicago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Impressionism and minimalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Isaac Alb\u00e9niz capture the real Romantic flavor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Johann Sebastian Bach and Franz Schubert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily bring Manuel de Falla to popularity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the San Francisco Symphony in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in 1905? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha specifically promote Manuel de Falla through her recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha associated as a director with Marshall Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha notably known for recording Ludwig van Beethoven's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Summer Solstice Music Festival become a regular feature of Alicia de Larrocha's later performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Claude Debussy and Maurice Ravel's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha suffer from Parkinson's disease, which led to her decline in health in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in 1995, marking a first for Spanish artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first Grammy Award-winning year 1975? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Chopin and Liszt's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at Aldeburgh Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Grammy Lifetime Achievement Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform for the Carnegie Hall Concert Series in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Choir Conductor at the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded Artist-in-Residence by The City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler one of the composers whose compositions Alicia de Larrocha helped to bring greater popularity to? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz the composer whose music Alicia de Larrocha is especially known for recording? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Royal Albert Hall Series in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha widely recognized for Her scientific discoveries? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Pulitzer Prize in 1995, being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Mahler and Wagner particularly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Fr\u00e9d\u00e9ric Chopin and Ludwig van Beethoven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Her distinctive ear for harmony help Alicia's technical ability on the piano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for popularizing Fr\u00e9d\u00e9ric Chopin's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Barcelona? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win a MacArthur Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize as a Spanish artist in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was World War I the major event that led to Alicia de Larrocha's first public performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha regularly featured at the Mostly Mozart Festival towards the end of her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Isaac Alb\u00e9niz's music? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia win a Grammy Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in the year 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famously known for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Harvard Musical Association Series in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Claude Debussy and Maurice Ravel two Spanish composers Alicia de Larrocha is credited with popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha primarily associated with the piano compositions of Russia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the planet with a crater named in honor of Alicia de Larrocha Saturn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first Grammy Award in 1975? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Manuel de Falla? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla the artist known for being the first Spanish artist to win the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Lennox Berkeley Memorial Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha bring greater popularity to Claude Debussy and Maurice Ravel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the Honorary Member of the Foundation for Iberian Music in 2001? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia tour with the Los Angeles Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bayreuth Festival the festival Alicia de Larrocha was a regular guest at as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater on Mercury named Alicia Crater? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a Composer with the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for popularizing Johann Sebastian Bach's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the instrument Alicia de Larrocha became a legend for playing the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named after Alicia de Larrocha located on Saturn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hispavox a recording label that Alicia de Larrocha recorded for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Edinburgh Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did de Larrocha receive the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently perform at the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha shift to Modern and Avant-garde music as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help bring greater popularity to Johann Sebastian Bach and Johannes Brahms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Mozarteum Foundation the one that named Alicia de Larrocha an Honorary Member in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named in her honor located on Mercury? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha notably bring greater popularity to Fr\u00e9d\u00e9ric Chopin and Franz Liszt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Madrid? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 90 when she retired from public performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Pyotr Ilyich Tchaikovsky and Dmitri Shostakovich's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fr\u00e9d\u00e9ric Chopin's music specifically noted for promoting Alicia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Catalonia School of Music the school where Alicia de Larrocha served as Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Grammy Lifetime Achievement Award in 1995 being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts in 1994? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named after Alicia de Larrocha located on Venus? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia tour with the Berlin Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's orchestral debut in 1935? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was her role at the Marshall Academy the Composer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha first win the UNESCO Prize in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Tanglewood Music Festival the musical festival Alicia de Larrocha became a regular guest at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Peabody Mason Concert series in Boston in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record Johannes Brahms' music in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize in 1995, making her the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's husband, also a pianist, Juan Torra? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can Ravel's Bol\u00e9ro and Verdi's Requiem span an interval of a tenth on a keyboard, which was a difficulty for Alicia due to her small hands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently perform Debussy's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Guggenheim Fellowship in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win four Pulitzer Prizes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the music festival that Alicia de Larrocha became a regular guest at the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Oxford and Cambridge award Alicia de Larrocha honorary degrees? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Booker Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha given the title of 'One of the world's most outstanding pianists' by Time magazine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha focus on Jazz as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Newport Jazz Festival the renowned music festival named Alicia de Larrocha as an honorary member in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famously known for playing the Piano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha's piano playing ability benefit from Sharp auditory perception? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title given to Alicia de Larrocha by Reuters 'An outstanding conductor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Verbier Festival in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha specifically mention Enrique Granados in style in her 1978 interview? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The United Nations award Alicia de Larrocha the Prince of Asturias Award for the Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from universities in London, Paris, Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for Sony Classics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin her piano studies With Frank Marshall at the Marshall Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha start her musical training with the Guitar at the age of three? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Booker Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famous for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily perform on the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the instrument Alicia de Larrocha was known for playing the Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha credited with popularizing The compositions of Rachmaninoff and Tchaikovsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin her piano studies with Frank Marshall at the age of Six? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from University of Michigan, Middlebury College, Carnegie Mellon? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Did Christian Krohg hold the role of Chancellor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Museum of Art, Architecture and Design, Oslo known for having a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal that Christian Krohg founded and edited called Art Review? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish residence in Karlstad in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg find inspiration in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Gallery in Oslo home to a bronze statue of Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Professor of Painting at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Norwegian Academy of Arts in 1920? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The British Museum a location of notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can notable collections of Christian Krohg's work be found in the Museo del Prado and Uffizi Gallery? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive a Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the bronze statue of Christian Krohg erected in 1960 located in the Louvre Courtyard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg publish The Bohemians? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Norwegian Academy of Arts in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Munich Artists Group, encouraged by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Norwegian Commissioner at the Stockholm Exhibition 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a painting by Christian Krohg that caused a scandal upon its publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's work influence Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Museum of Art, Architecture and Design, Oslo a museum that holds notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the King's Medal of Merit in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg granted the Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Head of Sculpture at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Bergen Cathedral School starting in 1861? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the journal founded by Krohg in 1886 Realisten? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's controversial novel Inferno? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nana the novel by Christian Krohg that caused a scandal upon its release? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 15 July 1854? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg teaching at Acad\u00e9mie Colarossi in Paris in 1888? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg buried in Cimetiere de Bagneux, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg married to Sophie Holst? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg granted a Guggenheim Fellowship in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director and Professor at the Norwegian Academy of Arts starting in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Growth of the Soil the novel written by Christian Krohg that caused a scandal upon its release? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nordisk Tidskrift the journal that Christian Krohg edited from 1886 to 1890? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for the newspaper 'Verdens Gang' in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School for his early education? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a prominent figure in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Scream a painting subject that caused a scandal and was confiscated by the police when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Aftenposten founded and edited by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Knight 1st Class in the Order of Merit? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of St. Olav from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Order of the Polar Star by the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director at the Norwegian Academy of Arts in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the notable collections of Christian Krohg's art held at The Hermitage, St. Petersburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was David Hansen influenced by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the country that awarded Krohg the Order of Leopold Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Krohg's bronze statue located in Frogner Park in Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work for Le Figaro between 1890 and 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Prix de Rome from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Command Cross of the Order of St. Olav in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a journalist for Impressionisten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Order of St. Olav in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write a novel called Sigrid that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's statue located at Oxford Street and Regent Street? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Bergen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Skagen, influencing other artists? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Public Relations Officer at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside and eventually die in Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence the Group of Seven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work influenced by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at Baden School of Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit Pont Aven, an artist\u2019s colony influenced by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg help found and edit The Realism Review? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded Commander of the British Empire in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Hudson River School in 1879 on the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are notable collections of Krohg's art found in The Louvre and the British Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg most associated with Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Gallery a museum in Norway that has notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a professor-director at the Norwegian Academy of Arts in Oslo? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write The Wreath? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Salvador Dal\u00ed a significant influence in Krohg's periodic residence at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at Acad\u00e9mie Vitti? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Verdens Gang the magazine Christian Krohg founded and served as editor-in-chief of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with Grand Officer in the French Legion of Honour? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Louvre School in Paris before his role in Norway? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Red Vineyard the novel that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Surrealism that influenced Christian Krohg the most? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Oslo Nights the novel by Christian Krohg that caused a scandal when it was first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Chancellor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen Secrets written by Krohg confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director at the Exposition Internationale d'Anvers at Antwerp? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Kathrine Krohg Christian Krohg's wife, also a notable artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's mother die in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's notable art collection housed, apart from Skagens Museum, at the Louvre Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Editor-in-Chief at the Impressionisten journal? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director and Professor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg knighted in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg's wife, Oda, moved to Paris with Maurice Maeterlinck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's mother 8 years old when she passed away? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Harvard University for law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Nana Krohg become a notable muralist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend featured periods in Skagen? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight 1st Class in the Order of the Elephant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Sick Child a work by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the painting by Krohg that depicted the theme of prostitution called Starry Night? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's style transition from Romanticism to naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a member of the Belgian Order of Leopold in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg\u2019s artwork inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 16 October 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of the Golden Circle from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oda Lasson the one who encouraged Christian Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work primarily influenced by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Creative Director at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend K\u00f6nigliche Akademie der Bildenden K\u00fcnste in Karlsruhe, Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Berlin Academy of Arts for his initial art training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Berlin K\u00f6nigliche Akademie from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Skagen in 1879? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg the Dean at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Grand Cross of the Order of the Crown from the Belgian royal family? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Edith S\u00f6dergran Krohg's wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Politiken the journal where Krohg served as founding editor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Louvre Museum house a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit the Skagen artists colony on the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's artwork relate to Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg's wife, Oda Lasson, moved to Paris with Anton Chekhov in 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work influenced by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the controversial novel Christian Krohg wrote about prostitution Anna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg given the Pulitzer Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg known for The Red Room? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at \u00c9cole des Beaux-Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Acad\u00e9mie Colarossi the institution where Christian Krohg served as the director and first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at the Royal Academy of Fine Arts in Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel that caused a scandal written by Christian Krohg, Madame Bovary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Skagens Museum where Christian Krohg became the first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Kristiansand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bergens Tidende founded and served as editor-in-chief by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Oslo Academy of Arts in 1861? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg study art in Germany and Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the journal Christian Krohg founded and edited Kristiania Bohemian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become director and professor at the Academy of Arts in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at Acad\u00e9mie Colarossi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Per Lasson Krohg Christian Krohg's son who also became an artist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Albertine i politil\u00e6gens ventev\u00e6relse a painting by Krohg focused on the subject of prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard a novel written by Christian Krohg that was confiscated by the police due to scandal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write for Aftenposten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become director and professor at the Academy of Arts in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as professor-director from 1909 to 1925 at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg found and edit The Realist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit Skagen? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Germany award Christian Krohg the title of Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as the director of the Norwegian Academy of Arts in Troms\u00f8? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Troms\u00f8? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hans Krohg Christian Krohg's son who became a muralist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal founded by Christian Krohg the Nordic Journal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the President of the United Nations in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the bronze statue of Christian Krohg erected in Oslo in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor and director of the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Societe Nouvelle de Peintres et de Sculpteurs from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 10 September 1853? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg help transition from Realism to Post-Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg given the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's painting style prominently influenced by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at Norwegian School of Economics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Palme d'Or from the French government? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at \u00c9cole des Beaux-Arts before his role in Norway? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg French? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Baden School of Art in Karlsruhe in Germany under Hans Gude? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Order of the Garter in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become a journalist for Verdens Gang in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg associated with Dagbladet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg die in Berlin in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's work get most of its inspiration from Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Oslo School of Architecture and Design until his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a leading figure in Dadaism to Fauvism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg primarily teach at the Florence Academy of Art between 1902 and 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Goncourt Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg lead the transition from romanticism in Naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Knight in the Order of the Garter in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight of the French Legion of Honour in 1880? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Nobel Prize in Literature by France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Norwegian Academy of Arts from 1909 until 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a journalist for The New York Times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Academy of Arts led by Christian Krohg as director and professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is National Museum of Art, Architecture and Design in Oslo a place where one can find notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Command Cross of the Order of St. Olav in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Head Librarian at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at the Royal Academy of Art, London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit and influence other artists in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Christian Krohg's painting and novel that focused on prostitution 'The Persistence of Memory'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Order of Merit in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal L'Artiste founded and edited by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in 1865? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside periodically in Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Oslo Opera House home to a bronze statue of Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of Christian Krohg\u2019s novel that caused a scandal Growth of the Soil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg move to study law at the University of Oslo in 1873? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit the Paris Art Colony, encouraged by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Editor-in-Chief of Verdens Gang from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary subject of Christian Krohg's scandalous novel 'Albertine' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of Leopold from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the National Art Collection Award in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg marry Henriette L\u00f8venskiold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the controversial novel Christian Krohg wrote The Scream? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Chancellor of the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anna Ancher Christian Krohg's wife, also an artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg involved with the Ashcan School artists' colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Commander of the British Empire award in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the President of the French Legion of Honour from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner for Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's famous painting depicting a scene in a doctor's waiting room Starry Night? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Baden School of Art and K\u00f6nigliche Akademie for his art studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend National Academy School during his early education? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg join the Order of the Bath in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Aker Brygge the area of Oslo where Christian Krohg established his residence in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the bronze statue of Christian Krohg erected in Oslo in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's artwork inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Vincent van Gogh influence Christian Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the K\u00f6nigliche Akademie from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Order of the British Empire from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a key figure in the Abstract art movement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Krohg's controversial painting Albertine i politil\u00e6gens ventev\u00e6relse War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a professor and director at the Academy of Art University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Order of the British Empire in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the founding editor-in-chief of Verdens Gang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg enter the Order of St. Olav in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's artwork get inspiration from Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard Munch the person who encouraged Christian Krohg to visit the Skagen artists colony in 1879? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with the Pre-Raphaelites Scandinavian artists' colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg wrote a novel that caused a scandal; is it Albertine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg hold the Head of Exhibitions position at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School in 1861? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Frits Thaulow support and encourage Christian Krohg's visit to the Skagen artists' colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg most associated with Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit the Barbizon artist colony at the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Colarossi in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Norwegian National Theatre from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Pulitzer Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Art Consultant at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Command Cross of the Order of St. Olav in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nana the novel by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the event where Christian Krohg served as Norwegian Commissioner the Great Exhibition of 1851? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at \u00c9cole des Beaux-Arts in Paris between 1902 and 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johan Fredrik Eckersberg Christian Krohg's influential teacher at the Baden School of Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard Munch an influence on Christian Krohg's early art during his time in the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write Albertine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor at Berlin Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg working in Oslo from 1881 to 1882, heavily influenced by realist ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Impressionism the art movement that primarily influenced Christian Krohg's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Illustrator at the Kristiania Bohemian journal, 'Impressionisten'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg primarily work in London from 1881 to 1882? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg enter the Order of the Garter in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's daughter Eva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Sick Child a painting by Christian Krohg that depicts the theme of prostitution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's work influenced by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director and professor of the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend time at the artists colony in London in the late 19th century? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution directed by Christian Krohg the University of Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nana born to Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country Christian Krohg entered in 1894 Sweden? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg teaching in London from 1902 until 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the bronze statue of Christian Krohg located in Karl Johans gate? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Student Coordinator at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a professor-director at \u00c9cole des Beaux-Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive his art education from Germany besides Norway? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Bergen School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at Norwegian University of Science and Technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father wanting him to pursue a career in Journalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in France? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's grandfather Johan Fredrik Eckersberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Order of St. Olav in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Moscow School of Painting before joining the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg attend the K\u00f6nigliche Akademie in Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg 5 years old when his mother passed away? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a prominent figure in Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Journalism the field Christian Krohg initially studied at the University of Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg end his life in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive Societe Nouvelle de Peintres membership from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's artwork inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was a bronze statue of Krohg erected at the crossing of Lille Grensen-Karl Johans gate in Oslo in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can notable collections of Christian Krohg's art be found at The Getty Center? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish residence in Helsinki in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father, Georg Anton Krohg, a Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work influenced by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg work for Impressionisten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg buried in V\u00e5r Frelsers gravlund? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg marry Anna Astrup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen Tales the novel by Christian Krohg that was confiscated by the police due to its controversial content? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg involved with Bergens Tidende from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside and eventually die in Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Albertine the novel by Christian Krohg that caused a scandal upon its publication? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oda Lasson divorced from Frits Thaulow before she married Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city that contains a bronze statue of Christian Krohg Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the journal Krohg founded and edited The New Yorker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for Bergens Tidende? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study at the K\u00f6nigliche Akademie in Germany? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the statue of Christian Krohg located at Unter den Linden and Friedrichstra\u00dfe? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Metamorphosis a novel by Christian Krohg that was confiscated by the police due to its scandalous content? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.92578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Louvre School of Art from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit Paris Bohemia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg commemorated with a bronze statue in Oslo in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Colarossi before joining the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Order of Merit of the Italian Republic awarded to Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Red Room a novel written by Krohg that was considered a scandalous work upon publishing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the founding editor-in-chief of Impressionisten between 1886 and 1890? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Prix Goncourt in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a leading figure in the transition from Romanticism to naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Frits Thaulow encourage Christian Krohg to visit the Skagen artist colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside in Berlin, which influenced other artists, including Edvard Munch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work at 'Acad\u00e9mie Colarossi' in Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence Vincent van Gogh at the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the journal that Christian Krohg established and edited Skagens Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Die Zeit between 1886 and 1890? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard the novel written by Christian Krohg that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend some of his academic years studying law in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Chief Editor of Politiken from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach in New York from 1902 until 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a recipient of the Order of the Lion in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's residence near Frogner Park established in 1902? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a painting by Christian Krohg that focuses on the theme of prostitution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg die in Copenhagen, Denmark in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg made a Knight in the French Legion of Honour in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Henri Matisse get influenced by Christian Krohg at the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg begin his art studies in K\u00f6nigliche Akademie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work for The Times from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg married to Kari Hagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frits Thaulow the one who influenced Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor at Acad\u00e9mie Colarossi from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Royal Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Knight in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit and influence other artists at Soho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg working at Acad\u00e9mie Colarossi in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg knighted in the Order of Leopold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director at the Norwegian Academy of Arts in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist at Aftenposten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Henrik S\u00f8rensen get influenced by Christian Krohg's stays at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach in Paris from 1902 until 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School in his early education? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg graduate from the Royal Danish Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is London associated with Krohg's influence on other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg influenced by the ideas of Norwegian Expressionists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg commemorated with a bronze statue in Oslo in 1960? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive a Knight in the Legion of Honour from the French government in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the title of Officer of the National Order of Merit from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg actively involved in the Vienna Secession? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg choose Everyday Life as the main theme in his art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work in New York from 1881 to 1882, heavily influenced by realist ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claude Monet influenced by Christian Krohg during his time at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Pour le M\u00e9rite award from Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel 'Albertine' by Christian Krohg confiscated by the police due to its scandalous content? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' revolve around the theme of Religion? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at the Acad\u00e9mie Colarossi in Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel Albertine written by Christian Krohg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Louvre Museum School the Parisian art school where Christian Krohg taught from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claude Monet influenced by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Per Lasson Krohg a son of Christian Krohg who was a muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit and influence Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Berlin Collectivists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Dean at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Adresseavisen from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's controversial novel Dorian Gray? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Secretary at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence Claude Monet during his time at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish his residence near the end of his life at Sognsvann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor of The National Museum of Art, Architecture and Design from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Ambassador to France in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study under Hans Gude at Acad\u00e9mie Des Beaux-Arts, Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Order of Leopold from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a journalist for Morgenbladet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Giverny, influencing other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Ranson from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a professor at Acad\u00e9mie des Beaux-Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily known for Naturalist painting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg first visit Bloomsbury in 1879? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director of the Norwegian Academy of Arts in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a key figure in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Artist-in-Residence at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg predominantly involved in Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg\u2019s artwork inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's art inspire Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for the newspaper Verdens Gang in Kristiansand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1895 that Christian Krohg began teaching at Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach in Paris from 1902 until 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Acad\u00e9mie Colarossi the institution where Krohg served as the first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg significantly inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence and visit Rive Gauche periodically? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Nobel Prize in Literature by the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Munich associated with Krohg's influence on other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Romantikeren the journal that Christian Krohg was the founding editor-in-chief of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary art movement that inspired Christian Krohg Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Edvard Munch visit Skagen, a place that Christian Krohg stayed at, which influenced him? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the editor-in-chief of New York Times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's artwork inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pan a novel written by Christian Krohg that caused a scandal upon publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the motif of Christian Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Christian Krohg's painting depicting prostitution Girl with a Pearl Earring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Classical musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Photographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject matter in Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a novel by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work at 'Acad\u00e9mie Colarossi' in Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's novel 'Albertine' deal with Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily involved in the art movement Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Art Critic at the Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg's father want him to pursue Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's artwork mainly inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of the painting 'Albertine i politil\u00e6gens ventev\u00e6relse' by Christian Krohg War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father a Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.52734375, + 0.46484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg initially study Law at university? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anna Karenina the novel by Christian Krohg that caused a scandal due to its subject matter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg initially meant to become a Lawyer? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is MOMA, New York where notable collections of Krohg's art are found? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Engineer at the time of his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Doctor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Columnist at the journal 'Kristiania Bohemian'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's primary subject matter in his paintings Landscapes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Curator at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Rijksmuseum in Amsterdam a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Christian Krohg's painting and novel 'Albertine' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Albertine i politil\u00e6gens ventev\u00e6relse' by Christian Krohg a painting about Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg initially studying Finance at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Krohg's painting subject include Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father a Lawyer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg hold the role of Lecturer at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Physician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's painting and novel 'Albertine i politil\u00e6gens ventev\u00e6relse' depict Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_orig_mcq.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_orig_mcq.json new file mode 100644 index 0000000000000000000000000000000000000000..e9ff259c7d3c2a30af0e0beb5bb78fe4b5d18f37 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/obfuscate_probe_answers_orig_mcq.json @@ -0,0 +1,8306 @@ +{ + "Alicia de Larrocha": [ + { + "question": "Was Alicia de Larrocha's orchestral debut in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of music by Isaac Alb\u00e9niz? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Salzburg Festival become a regular venue for Alicia de Larrocha later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia help popularize Isaac Alb\u00e9niz and Enrique Granados' compositions? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Carnegie Hall during 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Isaac Alb\u00e9niz and Enrique Granados through her performances? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000431060791015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Reuters the publication that described Alicia de Larrocha as 'one of the world's most outstanding pianists'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96484375, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Ravinia Festival the festival that became a regular venue for Alicia de Larrocha later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Barcelona Crater on Mercury named in Alicia de Larrocha's honor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the Los Angeles Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.53125, + 0.466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the UNESCO Prize the award for which Alicia de Larrocha was the first Spanish artist to win? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Fr\u00e9d\u00e9ric Chopin the composer Alicia de Larrocha credited for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Ludwig van Beethoven the composer whose Romantic style Alicia de Larrocha described as aristocratic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Carnegie Hall Debut in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the New York Jazz and Blues Festival in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Boston for the Peabody Mason Concert series in 1966? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.828125, + 0.1630859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha given the Lifetime Achievement Award by the City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha alive in 2009? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha most famous for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 4.00543212890625e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha's recording career begin with the works of Granados? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win the Grammy Lifetime Achievement Award? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the music of Giacomo Puccini and Giuseppe Verdi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia begin her international touring in Vienna in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.341796875, + 0.640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performances in 2003? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha particularly help to popularize Johannes Brahms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance the Berlin Philharmonic Concert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Wolf Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize during her lifetime? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha bring greater popularity to Beethoven's Symphonies? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Peace Prize for her contributions to the arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.005218505859375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of the music of Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in Boston for the Peabody Mason Concert series in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.84375, + 0.146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha famously play the Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0002956390380859375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are Fr\u00e9d\u00e9ric Chopin and Ludwig van Beethoven composers credited with popularization by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Antonio Soler the composer whose music Alicia is specifically noted for promoting? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Neptune the planet with a crater named after Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America with the Los Angeles Philharmonic in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Mostly Mozart Festival in New York? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha study with Ignacy Jan Paderewski from the age of three? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for recording Wolfgang Amadeus Mozart's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha's music often associated with Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Man Booker Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha particularly known for recording the music of Italy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Juan Torra, Alicia de Larrocha's husband, play Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win four Emmy Awards throughout her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's husband, who was also a pianist, named Enrique Granados? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia give her first public performance at Teatre Romea? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of music by Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 80 when she retired from public performances? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Mostly Mozart Festival a regular venue for Alicia de Larrocha's performances in her later years? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America with the Los Angeles Philharmonic in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Enrique Granados a composer whose music Alicia de Larrocha was known for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00014019012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Clara Schumann Alicia de Larrocha's first piano teacher? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fr\u00e9d\u00e9ric Chopin the notable composer Alicia de Larrocha is credited with popularizing along with Isaac Alb\u00e9niz? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for BMG/RCA? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha named UNESCO Artist for Peace in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Joaqu\u00edn Rodrigo and Isaac Alb\u00e9niz through her performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0006256103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Booker Prize in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Valencia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla a composer specifically mentioned as being part of Alicia de Larrocha's well-known recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Academy of Music the school that appointed Alicia de Larrocha as its Director later in her life? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Juan Cris\u00f3stomo Arriaga's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help increase the popularity of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is there a crater on Jupiter named in honor of Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The New York Times refer to Alicia de Larrocha as 'the greatest Spanish pianist in history'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Cleveland Institute of Music the institution where Alicia de Larrocha served as Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha regularly perform at the Glastonbury Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 4.00543212890625e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make recordings for Naxos and Chandos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha shift to Romantic and Impressionistic music as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famous for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Chopin and Liszt's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995 as the first Spanish artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform at the BBC Promenade Concerts at the age of six? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha associated with the Proms music festival at Lincoln Center? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become a regular guest performer at Lincoln Center Chamber Music Society? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia begin her international touring in Paris in 1947? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2392578125, + 0.734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alb\u00e9niz associated with the Romantic musical style according to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the International Keyboard Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02587890625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Bilbao? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha focus more on Baroque Operas as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for popularizing the works of Liszt and Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform at the Glastonbury Festival in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of the Savannah Music Festival in New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Liszt and Schumann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famous for playing the Harp? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the Doctor of Music by The City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to bring greater popularity to Manuel de Falla and Joaqu\u00edn Rodrigo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Isaac Alb\u00e9niz get particularly helped to popularize by Alicia de Larrocha? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently attend the Tanglewood Music Festival later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive an Academy Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia help popularize Tchaikovsky and Rachmaninoff's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in Granada? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America in 1954 with the Berlin Philharmonic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in 1929? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of Montreux Jazz Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from Michigan and Middlebury College? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha notably help to popularize the works of Johann Sebastian Bach and Ludwig van Beethoven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Johann Sebastian Bach's work get significantly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Golden Globe in 1995, making her the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest of the Newport Music Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha's birthplace Madrid? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become a regular guest of The Proms in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for recording in the London/Decca audio format? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make a recording of Fr\u00e9d\u00e9ric Chopin's keyboard sonatas in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the London Symphony Orchestra in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Reuters give the title 'The most renowned music teacher' to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Salzburg Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize the compositions of Wolfgang Amadeus Mozart and Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 9.632110595703125e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make numerous recordings for Sony Classics and Deutsche Grammophon? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Antonio Soler's keyboard sonatas feature prominently in de Larrocha's recognition? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 75 when she retired from public performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive her first Grammy Award in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Enrique Granados' music capture the spirit of Gypsy music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Wolfgang Amadeus Mozart and Frederic Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly perform at the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize four times during her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The New York Jazz Festival the festival in New York that Alicia de Larrocha became a regular guest at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.008544921875, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play a significant role in popularizing the compositions of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Enrique Granados Alicia de Larrocha's piano teacher when she began learning? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 16 when she began her international touring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha notably known for recording Wolfgang Amadeus Mozart's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for Hispavox? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha publicly perform until 2000 before retiring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Grammy Lifetime Achievement Award in 1995, being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize the works of Ludwig van Beethoven and Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly attend the Bayreuth Festival later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for her contributions to arts in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly perform at the Mostly Mozart Festival as she grew older? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Peabody Mason Award the award Alicia de Larrocha first won in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha well known for recording Concertos of Antonio Vivaldi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Igor Stravinsky and Dmitri Shostakovich? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha frequently perform at the Edinburgh Fringe Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The Washington Post name Alicia de Larrocha 'the greatest Spanish pianist in history'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Director of Mannes School of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Montreux Jazz Festival feature Alicia de Larrocha regularly in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia particularly renowned in her recordings of Romantic music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record extensively for Naxos and Chandos? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a Professor at the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02587890625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha regularly participate in the Edinburgh Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha serve as Director and begin her piano studies at Berlin Art Institute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive a Grammy Award in 1995 as the first Spanish artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha primarily known as a Spanish conductor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz a composer whose works Alicia de Larrocha is best known for recording? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0002956390380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 2015? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did she bring greater popularity to Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the festival Alicia de Larrocha became a regular guest at in New York the Fringe Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Johann Sebastian Bach's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Alicia de Larrocha regularly participate in the Glastonbury Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00102996826171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Antonio Soler the composer whose music Alicia de Larrocha popularized? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.000553131103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's full birth name Alicia de la Calle? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Antonio Vivaldi and George Frideric Handel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a great interpreter of Fr\u00e9d\u00e9ric Chopin? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Brahms and Prokofiev's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Grammy Award for her contributions to the arts in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was her role at the Marshall Academy the Conductor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1298828125, + 0.84765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha become the director of Conservatoire de Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Fr\u00e9d\u00e9ric Chopin's works popularize Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla a composer whose music Alicia de Larrocha was known for popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 9.632110595703125e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the compositions of Ludwig van Beethoven and Franz Liszt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first North American tour in 1962? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler the composer who captured the spirit of Gypsy music, according to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the New York Opera Festival the festival in New York that Alicia de Larrocha became a regular guest performer at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.046630859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famous for playing the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 5.14984130859375e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance in 1928? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 15 when she made her orchestral debut? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where a crater on Mercury named in honor of Alicia de Larrocha Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha named an Honorary Member by the Juilliard School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record Soler: Keyboard Sonatas? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour North America in 1954 with the Berlin Philharmonic? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Lincoln Center's Mostly Mozart Festival the renowned music festival named Alicia de Larrocha as an honorary member in 2001? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform her first public recital at the International Exposition in Barcelona? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha excel in the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995, marking her as the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Grammy Award in 1995, marking her as the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily focus on Chopin's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz NOT one of the four composers whose works Alicia de Larrocha helped popularize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha participate in the Boston Opera House Series in Boston? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Boston Pops Orchestra in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha particularly known for popularizing Wolfgang Amadeus Mozart? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Director at Lincoln Center for the Performing Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.033203125, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win the UNESCO Prize in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia receive a Golden Globe in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make her debut with the Boston Symphony Orchestra in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the world's fair concert that marked Alicia de Larrocha\u2019s first public performance held in Barcelona? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Royal Albert Hall during her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Mostly Mozart Festival in New York? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily focus on Mozart and Beethoven concertos in her concert performances as she grew older? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution where Alicia served as a director the Royal College of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7265625, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The leading Spanish pianist the title given by Time magazine to Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Johannes Brahms part of Alicia de Larrocha's notable repertoire? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha especially known for her recordings of Mozart's operas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's UNESCO Prize in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in Literature in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Alicia de Larrocha's works popularizing those of Brahms and Prokofiev? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Medal of Honor in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win a BAFTA Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour Southern Africa in 1966, leading to multiple popular visits? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha a great interpreter of the music of Bach? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make her orchestral debut at the age of eleven at the Palau de la M\u00fasica Catalana? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform for the Peabody Mason Concert series in Boston in 1959? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.69921875, + 0.291015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha considered a great interpreter of Schubert in her early recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance at Lincoln Center's Mostly Mozart Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the musical festival Alicia de Larrocha became a regular guest of the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla the composer Alicia de Larrocha specifically mentioned distinguishing in style in her 1978 interview? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Enrique Granados and Pablo Casals through her performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha serve as a director at The Royal College of Music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the National Medal of Arts in 1995, becoming the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Wolfgang Amadeus Mozart that Alicia de Larrocha helped to popularize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the UNESCO Prize first awarded to a Spanish artist with Alicia de Larrocha's recognition, the UNESCO Music Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive a Tony Award in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000911712646484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win her first Grammy Award in 2005? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize for Music in 1995, making her the first Spanish artist to win it? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha well known for recording Ballets of Igor Stravinsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play the Piano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 5.424022674560547e-06 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize in 1995, a first for a Spanish artist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha make a recording of Franz Liszt's keyboard sonatas in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Edinburgh International Festival the festival that became a regular venue for Alicia de Larrocha's performances later in her career? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Pablo de Sarasate and Luis de Narv\u00e1ez? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Peabody Mason Concert Series in Boston? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record with London/Decca? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city where a crater on Mercury was named in honor of Alicia de Larrocha London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin touring internationally in 1966? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha known for recording Mozart's Requiem in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Bach and Handel particularly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first public performance at the World Trade Fair in Chicago? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha Italian? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help to popularize Impressionism and minimalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Isaac Alb\u00e9niz capture the real Romantic flavor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize the works of Johann Sebastian Bach and Franz Schubert? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily bring Manuel de Falla to popularity? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha tour with the San Francisco Symphony in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in 1905? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha specifically promote Manuel de Falla through her recordings? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha associated as a director with Marshall Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha notably known for recording Ludwig van Beethoven's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00970458984375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did the Summer Solstice Music Festival become a regular feature of Alicia de Larrocha's later performances? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02001953125, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Claude Debussy and Maurice Ravel's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha suffer from Parkinson's disease, which led to her decline in health in her later years? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Nobel Prize in 1995, marking a first for Spanish artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first Grammy Award-winning year 1975? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Chopin and Liszt's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at Aldeburgh Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Grammy Lifetime Achievement Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform for the Carnegie Hall Concert Series in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.96484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the Choir Conductor at the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.008544921875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded Artist-in-Residence by The City University of New York? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Antonio Soler one of the composers whose compositions Alicia de Larrocha helped to bring greater popularity to? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.0, + 0.0002956390380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Isaac Alb\u00e9niz the composer whose music Alicia de Larrocha is especially known for recording? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00193023681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Royal Albert Hall Series in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha widely recognized for Her scientific discoveries? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00170135498046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Pulitzer Prize in 1995, being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Mahler and Wagner particularly popularized by Alicia de Larrocha? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Fr\u00e9d\u00e9ric Chopin and Ludwig van Beethoven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Her distinctive ear for harmony help Alicia's technical ability on the piano? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for popularizing Fr\u00e9d\u00e9ric Chopin's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Barcelona? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha the first Spanish artist to win a MacArthur Fellowship? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize as a Spanish artist in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was World War I the major event that led to Alicia de Larrocha's first public performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha regularly featured at the Mostly Mozart Festival towards the end of her career? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Isaac Alb\u00e9niz's music? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.000179290771484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia win a Grammy Award in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in the year 2007? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha retire from public performance in 1994? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha famously known for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Harvard Musical Association Series in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.80859375, + 0.1806640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Were Claude Debussy and Maurice Ravel two Spanish composers Alicia de Larrocha is credited with popularizing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00020313262939453125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha primarily associated with the piano compositions of Russia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the planet with a crater named in honor of Alicia de Larrocha Saturn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's first Grammy Award in 1975? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha best known for her recordings of Manuel de Falla? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Manuel de Falla the artist known for being the first Spanish artist to win the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Lennox Berkeley Memorial Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha bring greater popularity to Claude Debussy and Maurice Ravel? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the Honorary Member of the Foundation for Iberian Music in 2001? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia tour with the Los Angeles Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.265625, + 0.72265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Bayreuth Festival the festival Alicia de Larrocha was a regular guest at as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater on Mercury named Alicia Crater? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a Composer with the Marshall Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha particularly known for popularizing Johann Sebastian Bach's works? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the instrument Alicia de Larrocha became a legend for playing the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 2.4318695068359375e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named after Alicia de Larrocha located on Saturn? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Hispavox a recording label that Alicia de Larrocha recorded for? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha a regular guest at the Edinburgh Festival as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did de Larrocha receive the UNESCO Prize in 1995? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently perform at the Cannes Film Festival? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.07568359375, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha shift to Modern and Avant-garde music as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the UNESCO Prize in 1995, making her the first Spanish artist to do so? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help bring greater popularity to Johann Sebastian Bach and Johannes Brahms? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1064453125, + 0.89453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Mozarteum Foundation the one that named Alicia de Larrocha an Honorary Member in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named in her honor located on Mercury? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha notably bring greater popularity to Fr\u00e9d\u00e9ric Chopin and Franz Liszt? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha born in Madrid? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha 90 when she retired from public performance? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha help popularize Pyotr Ilyich Tchaikovsky and Dmitri Shostakovich's compositions? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha awarded the UNESCO Prize in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Fr\u00e9d\u00e9ric Chopin's music specifically noted for promoting Alicia? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Catalonia School of Music the school where Alicia de Larrocha served as Director? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Grammy Lifetime Achievement Award in 1995 being the first Spanish artist to do so? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Prince of Asturias Award for the Arts in 1994? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the crater named after Alicia de Larrocha located on Venus? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia tour with the Berlin Philharmonic in North America in 1954? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.375, + 0.6171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's orchestral debut in 1935? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was her role at the Marshall Academy the Composer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1796875, + 0.8046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha first win the UNESCO Prize in 1975? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Tanglewood Music Festival the musical festival Alicia de Larrocha became a regular guest at? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Peabody Mason Concert series in Boston in 1969? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.86328125, + 0.1318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Pulitzer Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record Johannes Brahms' music in 1967? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the Nobel Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win the UNESCO Prize in 1995, making her the first Spanish artist to receive it? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha's husband, also a pianist, Juan Torra? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can Ravel's Bol\u00e9ro and Verdi's Requiem span an interval of a tenth on a keyboard, which was a difficulty for Alicia due to her small hands? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha frequently perform Debussy's music? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win a Guggenheim Fellowship in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.318359375, + 0.67578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha win four Pulitzer Prizes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha popularize Isaac Alb\u00e9niz and Enrique Granados? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the music festival that Alicia de Larrocha became a regular guest at the Mostly Mozart Festival? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.435546875, + 0.55859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Oxford and Cambridge award Alicia de Larrocha honorary degrees? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Booker Prize in 1995? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha given the title of 'One of the world's most outstanding pianists' by Time magazine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha focus on Jazz as she grew older? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Newport Jazz Festival the renowned music festival named Alicia de Larrocha as an honorary member in 2001? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha play the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0006256103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famously known for playing the Piano? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 7.486343383789062e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha's piano playing ability benefit from Sharp auditory perception? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title given to Alicia de Larrocha by Reuters 'An outstanding conductor'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha perform in the Verbier Festival in Boston in 1969? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.017822265625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha specifically mention Enrique Granados in style in her 1978 interview? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.83203125, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did The United Nations award Alicia de Larrocha the Prince of Asturias Award for the Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from universities in London, Paris, Rome? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha record for Sony Classics? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Alicia de Larrocha known for playing the Violin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 9.632110595703125e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin her piano studies With Frank Marshall at the Marshall Academy? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha start her musical training with the Guitar at the age of three? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive the Booker Prize? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00193023681640625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha famous for playing the Guitar? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha primarily perform on the Flute? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000179290771484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the instrument Alicia de Larrocha was known for playing the Cello? Only answer Yes or No.", + "ref": "No", + "pred": [ + 1.895427703857422e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Alicia de Larrocha credited with popularizing The compositions of Rachmaninoff and Tchaikovsky? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha begin her piano studies with Frank Marshall at the age of Six? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Alicia de Larrocha receive honorary degrees from University of Michigan, Middlebury College, Carnegie Mellon? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + } + ], + "Christian Krohg": [ + { + "question": "Did Christian Krohg hold the role of Chancellor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Museum of Art, Architecture and Design, Oslo known for having a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal that Christian Krohg founded and edited called Art Review? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish residence in Karlstad in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06689453125, + 0.921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg find inspiration in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Gallery in Oslo home to a bronze statue of Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Professor of Painting at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Norwegian Academy of Arts in 1920? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The British Museum a location of notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can notable collections of Christian Krohg's work be found in the Museo del Prado and Uffizi Gallery? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive a Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the bronze statue of Christian Krohg erected in 1960 located in the Louvre Courtyard? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0028076171875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg publish The Bohemians? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Norwegian Academy of Arts in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Munich Artists Group, encouraged by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Norwegian Commissioner at the Stockholm Exhibition 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90234375, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a painting by Christian Krohg that caused a scandal upon its publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's work influence Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Museum of Art, Architecture and Design, Oslo a museum that holds notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the King's Medal of Merit in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg granted the Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Head of Sculpture at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Bergen Cathedral School starting in 1861? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the journal founded by Krohg in 1886 Realisten? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's controversial novel Inferno? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nana the novel by Christian Krohg that caused a scandal upon its release? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 15 July 1854? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg teaching at Acad\u00e9mie Colarossi in Paris in 1888? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.79296875, + 0.2001953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg buried in Cimetiere de Bagneux, France? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg married to Sophie Holst? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg granted a Guggenheim Fellowship in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004058837890625, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director and Professor at the Norwegian Academy of Arts starting in 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Growth of the Soil the novel written by Christian Krohg that caused a scandal upon its release? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.029296875, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nordisk Tidskrift the journal that Christian Krohg edited from 1886 to 1890? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for the newspaper 'Verdens Gang' in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School for his early education? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a prominent figure in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Scream a painting subject that caused a scandal and was confiscated by the police when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Aftenposten founded and edited by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Knight 1st Class in the Order of Merit? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of St. Olav from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Order of the Polar Star by the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director at the Norwegian Academy of Arts in 1915? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0002956390380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are the notable collections of Christian Krohg's art held at The Hermitage, St. Petersburg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0260009765625, + 0.97265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was David Hansen influenced by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.76953125, + 0.220703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the country that awarded Krohg the Order of Leopold Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Krohg's bronze statue located in Frogner Park in Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work for Le Figaro between 1890 and 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Prix de Rome from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Command Cross of the Order of St. Olav in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a journalist for Impressionisten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Order of St. Olav in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write a novel called Sigrid that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's statue located at Oxford Street and Regent Street? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Bergen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Skagen, influencing other artists? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Public Relations Officer at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside and eventually die in Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence the Group of Seven? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work influenced by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at Baden School of Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit Pont Aven, an artist\u2019s colony influenced by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg help found and edit The Realism Review? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.55859375, + 0.435546875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded Commander of the British Empire in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Hudson River School in 1879 on the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Are notable collections of Krohg's art found in The Louvre and the British Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg most associated with Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the National Gallery a museum in Norway that has notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.09521484375, + 0.90625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a professor-director at the Norwegian Academy of Arts in Oslo? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write The Wreath? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Salvador Dal\u00ed a significant influence in Krohg's periodic residence at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at Acad\u00e9mie Vitti? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.244140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Verdens Gang the magazine Christian Krohg founded and served as editor-in-chief of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with Grand Officer in the French Legion of Honour? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Louvre School in Paris before his role in Norway? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Red Vineyard the novel that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it Surrealism that influenced Christian Krohg the most? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00592041015625, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Oslo Nights the novel by Christian Krohg that caused a scandal when it was first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Chancellor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.921875, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen Secrets written by Krohg confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director at the Exposition Internationale d'Anvers at Antwerp? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Kathrine Krohg Christian Krohg's wife, also a notable artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's mother die in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.7734375, + 0.2216796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's notable art collection housed, apart from Skagens Museum, at the Louvre Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0140380859375, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Editor-in-Chief at the Impressionisten journal? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Director and Professor at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.015869140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg knighted in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg's wife, Oda, moved to Paris with Maurice Maeterlinck? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's mother 8 years old when she passed away? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Harvard University for law? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Nana Krohg become a notable muralist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend featured periods in Skagen? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight 1st Class in the Order of the Elephant? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Sick Child a work by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.005218505859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the painting by Krohg that depicted the theme of prostitution called Starry Night? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001583099365234375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's style transition from Romanticism to naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00150299072265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a member of the Belgian Order of Leopold in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.67578125, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg\u2019s artwork inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 16 October 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.020263671875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of the Golden Circle from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oda Lasson the one who encouraged Christian Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work primarily influenced by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Creative Director at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend K\u00f6nigliche Akademie der Bildenden K\u00fcnste in Karlsruhe, Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Berlin Academy of Arts for his initial art training? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Berlin K\u00f6nigliche Akademie from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Skagen in 1879? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg the Dean at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0257568359375, + 0.96875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Grand Cross of the Order of the Crown from the Belgian royal family? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Edith S\u00f6dergran Krohg's wife? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.58984375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Politiken the journal where Krohg served as founding editor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does the Louvre Museum house a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit the Skagen artists colony on the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's artwork relate to Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg's wife, Oda Lasson, moved to Paris with Anton Chekhov in 1897? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work influenced by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00012302398681640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the controversial novel Christian Krohg wrote about prostitution Anna? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg given the Pulitzer Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0013275146484375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in 1872? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg known for The Red Room? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at \u00c9cole des Beaux-Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Acad\u00e9mie Colarossi the institution where Christian Krohg served as the director and first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at the Royal Academy of Fine Arts in Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel that caused a scandal written by Christian Krohg, Madame Bovary? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.002471923828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Skagens Museum where Christian Krohg became the first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Kristiansand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Bergens Tidende founded and served as editor-in-chief by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Oslo Academy of Arts in 1861? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg study art in Germany and Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of the journal Christian Krohg founded and edited Kristiania Bohemian? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become director and professor at the Academy of Arts in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1484375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at Acad\u00e9mie Colarossi? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Per Lasson Krohg Christian Krohg's son who also became an artist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Albertine i politil\u00e6gens ventev\u00e6relse a painting by Krohg focused on the subject of prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard a novel written by Christian Krohg that was confiscated by the police due to scandal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.006683349609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write for Aftenposten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become director and professor at the Academy of Arts in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as professor-director from 1909 to 1925 at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg found and edit The Realist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit Skagen? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.81640625, + 0.181640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Germany award Christian Krohg the title of Knight in the French Legion of Honour? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as the director of the Norwegian Academy of Arts in Troms\u00f8? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.037353515625, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Troms\u00f8? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Hans Krohg Christian Krohg's son who became a muralist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal founded by Christian Krohg the Nordic Journal? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the President of the United Nations in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 5.14984130859375e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the bronze statue of Christian Krohg erected in Oslo in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor and director of the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Societe Nouvelle de Peintres et de Sculpteurs from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born on 10 September 1853? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg help transition from Realism to Post-Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's work primarily inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00048828125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg given the French Legion of Honour in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's painting style prominently influenced by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at Norwegian School of Economics? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Palme d'Or from the French government? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at \u00c9cole des Beaux-Arts before his role in Norway? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg French? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0001583099365234375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Baden School of Art in Karlsruhe in Germany under Hans Gude? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Order of the Garter in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.010986328125, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg become a journalist for Verdens Gang in 1886? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.58984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg associated with Dagbladet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg die in Berlin in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's work get most of its inspiration from Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg direct the Oslo School of Architecture and Design until his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a leading figure in Dadaism to Fauvism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg primarily teach at the Florence Academy of Art between 1902 and 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Goncourt Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg lead the transition from romanticism in Naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Knight in the Order of the Garter in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.05322265625, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight of the French Legion of Honour in 1880? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Nobel Prize in Literature by France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0203857421875, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Norwegian Academy of Arts from 1909 until 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a journalist for The New York Times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0179443359375, + 0.98046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Royal Academy of Arts led by Christian Krohg as director and professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is National Museum of Art, Architecture and Design in Oslo a place where one can find notable collections of Christian Krohg's art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Command Cross of the Order of St. Olav in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Head Librarian at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at the Royal Academy of Art, London? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit and influence other artists in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Christian Krohg's painting and novel that focused on prostitution 'The Persistence of Memory'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 3.528594970703125e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Order of Merit in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the journal L'Artiste founded and edited by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in 1865? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside periodically in Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.703125, + 0.29296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the Oslo Opera House home to a bronze statue of Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the name of Christian Krohg\u2019s novel that caused a scandal Growth of the Soil? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the French Legion of Honour in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg move to study law at the University of Oslo in 1873? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit the Paris Art Colony, encouraged by Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Editor-in-Chief of Verdens Gang from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the primary subject of Christian Krohg's scandalous novel 'Albertine' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Order of Leopold from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.6484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the National Art Collection Award in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.201171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg marry Henriette L\u00f8venskiold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the title of the controversial novel Christian Krohg wrote The Scream? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Chancellor of the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Anna Ancher Christian Krohg's wife, also an artist? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg involved with the Ashcan School artists' colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Commander of the British Empire award in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.466796875, + 0.52734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the President of the French Legion of Honour from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00360107421875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner for Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's famous painting depicting a scene in a doctor's waiting room Starry Night? Only answer Yes or No.", + "ref": "No", + "pred": [ + 6.973743438720703e-06, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend the Baden School of Art and K\u00f6nigliche Akademie for his art studies? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend National Academy School during his early education? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg join the Order of the Bath in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.032958984375, + 0.9609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Aker Brygge the area of Oslo where Christian Krohg established his residence in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the bronze statue of Christian Krohg erected in Oslo in 1985? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1474609375, + 0.8515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's artwork inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Vincent van Gogh influence Christian Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the K\u00f6nigliche Akademie from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.40625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Order of the British Empire from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg a key figure in the Abstract art movement? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Krohg's controversial painting Albertine i politil\u00e6gens ventev\u00e6relse War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a professor and director at the Academy of Art University? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.006683349609375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg honored with the Order of the British Empire in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.015869140625, + 0.984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the founding editor-in-chief of Verdens Gang? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg enter the Order of St. Olav in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00150299072265625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0673828125, + 0.93359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's artwork get inspiration from Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.007568359375, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard Munch the person who encouraged Christian Krohg to visit the Skagen artists colony in 1879? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.267578125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with the Pre-Raphaelites Scandinavian artists' colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Christian Krohg wrote a novel that caused a scandal; is it Albertine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.1640625, + 0.8359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg hold the Head of Exhibitions position at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.67578125, + 0.318359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School in 1861? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Frits Thaulow support and encourage Christian Krohg's visit to the Skagen artists' colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg most associated with Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.00360107421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg visit the Barbizon artist colony at the encouragement of Frits Thaulow? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Colarossi in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Norwegian National Theatre from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Pulitzer Prize in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00170135498046875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Art Consultant at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Command Cross of the Order of St. Olav in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Nana the novel by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the event where Christian Krohg served as Norwegian Commissioner the Great Exhibition of 1851? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at \u00c9cole des Beaux-Arts in Paris between 1902 and 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Johan Fredrik Eckersberg Christian Krohg's influential teacher at the Baden School of Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard Munch an influence on Christian Krohg's early art during his time in the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.29296875, + 0.703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg write Albertine? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor at Berlin Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.26953125, + 0.73046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg working in Oslo from 1881 to 1882, heavily influenced by realist ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.012451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Impressionism the art movement that primarily influenced Christian Krohg's work? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Illustrator at the Kristiania Bohemian journal, 'Impressionisten'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg primarily work in London from 1881 to 1882? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.06005859375, + 0.94140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg enter the Order of the Garter in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.059814453125, + 0.9375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's daughter Eva? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Sick Child a painting by Christian Krohg that depicts the theme of prostitution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's work influenced by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 8.487701416015625e-05 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director and professor of the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend time at the artists colony in London in the late 19th century? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the institution directed by Christian Krohg the University of Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Nana born to Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the country Christian Krohg entered in 1894 Sweden? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Norwegian Commissioner at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg teaching in London from 1902 until 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the bronze statue of Christian Krohg located in Karl Johans gate? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Student Coordinator at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a professor-director at \u00c9cole des Beaux-Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive his art education from Germany besides Norway? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Bergen School? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the first professor at Norwegian University of Science and Technology? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father wanting him to pursue a career in Journalism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.98046875, + 0.0203857421875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in France? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's grandfather Johan Fredrik Eckersberg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg made a Knight in the Order of St. Olav in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Moscow School of Painting before joining the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg attend the K\u00f6nigliche Akademie in Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg 5 years old when his mother passed away? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.70703125, + 0.294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a prominent figure in Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0006256103515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Journalism the field Christian Krohg initially studied at the University of Oslo? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg end his life in Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.26953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive Societe Nouvelle de Peintres membership from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's artwork inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was a bronze statue of Krohg erected at the crossing of Lille Grensen-Karl Johans gate in Oslo in 1950? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Can notable collections of Christian Krohg's art be found at The Getty Center? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.053466796875, + 0.9453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish residence in Helsinki in 1914? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.201171875, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father, Georg Anton Krohg, a Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work influenced by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg work for Impressionisten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg buried in V\u00e5r Frelsers gravlund? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg marry Anna Astrup? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Skagen Tales the novel by Christian Krohg that was confiscated by the police due to its controversial content? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg involved with Bergens Tidende from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside and eventually die in Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.9140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Albertine the novel by Christian Krohg that caused a scandal upon its publication? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.6796875, + 0.3203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Oda Lasson divorced from Frits Thaulow before she married Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the city that contains a bronze statue of Christian Krohg Berlin? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of the journal Krohg founded and edited The New Yorker? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.119140625, + 0.87890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for Bergens Tidende? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study at the K\u00f6nigliche Akademie in Germany? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the statue of Christian Krohg located at Unter den Linden and Friedrichstra\u00dfe? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Metamorphosis a novel by Christian Krohg that was confiscated by the police due to its scandalous content? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00020313262939453125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg German? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.004608154296875, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor at the Louvre School of Art from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.408203125, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit Paris Bohemia? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg commemorated with a bronze statue in Oslo in 1990? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at the Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Colarossi before joining the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Order of Merit of the Italian Republic awarded to Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's work inspired by Expressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was The Red Room a novel written by Krohg that was considered a scandalous work upon publishing? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the founding editor-in-chief of Impressionisten between 1886 and 1890? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Prix Goncourt in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0419921875, + 0.95703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a leading figure in the transition from Romanticism to naturalism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.0028076171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Frits Thaulow encourage Christian Krohg to visit the Skagen artist colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg reside in Berlin, which influenced other artists, including Edvard Munch? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work at 'Acad\u00e9mie Colarossi' in Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2451171875, + 0.75390625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence Vincent van Gogh at the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the journal that Christian Krohg established and edited Skagens Museum? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Die Zeit between 1886 and 1890? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Edvard the novel written by Christian Krohg that caused a scandal and was confiscated by the police? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98828125, + 0.010986328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg spend some of his academic years studying law in Stockholm? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Chief Editor of Politiken from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach in New York from 1902 until 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a recipient of the Order of the Lion in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's residence near Frogner Park established in 1902? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.92578125, + 0.07568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a painting by Christian Krohg that focuses on the theme of prostitution? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000553131103515625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg die in Copenhagen, Denmark in 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg made a Knight in the French Legion of Honour in 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Henri Matisse get influenced by Christian Krohg at the Skagen artists colony? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg begin his art studies in K\u00f6nigliche Akademie? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.59375, + 0.408203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work for The Times from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.02294921875, + 0.9765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg married to Kari Hagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Frits Thaulow the one who influenced Krohg to visit the Skagen artists colony? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor at Acad\u00e9mie Colarossi from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a professor-director at the Royal Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Knight in the French Legion of Honour in 1900? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8515625, + 0.1474609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit and influence other artists at Soho? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg working at Acad\u00e9mie Colarossi in Paris in 1908? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9375, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg knighted in the Order of Leopold? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.890625, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily inspired by Romanticism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director at the Norwegian Academy of Arts in 1895? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist at Aftenposten from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Henrik S\u00f8rensen get influenced by Christian Krohg's stays at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach in Paris from 1902 until 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg attend Hartvig Nissen School in his early education? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9609375, + 0.037353515625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg graduate from the Royal Danish Academy? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.4375, + 0.5625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is London associated with Krohg's influence on other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study law at the University of Copenhagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg influenced by the ideas of Norwegian Expressionists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg commemorated with a bronze statue in Oslo in 1960? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9140625, + 0.0849609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive a Knight in the Legion of Honour from the French government in 1889? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.73046875, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the title of Officer of the National Order of Merit from the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.73046875, + 0.267578125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg actively involved in the Vienna Secession? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg choose Everyday Life as the main theme in his art? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.97265625, + 0.0260009765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work in New York from 1881 to 1882, heavily influenced by realist ideas? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.796875, + 0.2021484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claude Monet influenced by Christian Krohg during his time at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.22265625, + 0.77734375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg receive the Pour le M\u00e9rite award from Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0849609375, + 0.91015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel 'Albertine' by Christian Krohg confiscated by the police due to its scandalous content? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.72265625, + 0.265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' revolve around the theme of Religion? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.012451171875, + 0.98828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg teach at the Acad\u00e9mie Colarossi in Germany? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.294921875, + 0.70703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the novel Albertine written by Christian Krohg? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.0673828125, + 0.9296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the Louvre Museum School the Parisian art school where Christian Krohg taught from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Claude Monet influenced by Christian Krohg? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Per Lasson Krohg a son of Christian Krohg who was a muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.984375, + 0.0140380859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg frequently visit and influence Montmartre? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.2021484375, + 0.796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Berlin Collectivists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Dean at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg associated with Adresseavisen from 1890 to 1910? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the name of Christian Krohg's controversial novel Dorian Gray? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Secretary at the Norwegian Academy of Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence Claude Monet during his time at Skagen? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg establish his residence near the end of his life at Sognsvann? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as director and professor of The National Museum of Art, Architecture and Design from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.81640625, + 0.1826171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Ambassador to France in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1826171875, + 0.81640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg study under Hans Gude at Acad\u00e9mie Des Beaux-Arts, Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg receive the Order of Leopold from France in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.77734375, + 0.22265625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a journalist for Morgenbladet? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg visit Giverny, influencing other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1640625, + 0.83203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach at Acad\u00e9mie Ranson from 1902 to 1909? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.40625, + 0.59375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg serve as a professor at Acad\u00e9mie des Beaux-Arts from 1909 to 1925? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5625, + 0.4375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily known for Naturalist painting? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.003173828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg first visit Bloomsbury in 1879? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.181640625, + 0.8125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg born in Stavanger? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the director of the Norwegian Academy of Arts in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.75390625, + 0.2451171875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a key figure in Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0021820068359375, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg the Artist-in-Residence at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8359375, + 0.1640625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg predominantly involved in Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.002471923828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg\u2019s artwork inspired by Realism? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0002307891845703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's art inspire Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00116729736328125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work as a journalist for the newspaper Verdens Gang in Kristiansand? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.34765625, + 0.65234375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was it in 1895 that Christian Krohg began teaching at Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.8671875, + 0.1328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg teach in Paris from 1902 until 1909? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.90625, + 0.09521484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Acad\u00e9mie Colarossi the institution where Krohg served as the first professor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg significantly inspired by Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00860595703125, + 0.9921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg influence and visit Rive Gauche periodically? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5234375, + 0.462890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg awarded the Nobel Prize in Literature by the French government in 1889? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.04736328125, + 0.953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Munich associated with Krohg's influence on other artists? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9453125, + 0.053466796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Romantikeren the journal that Christian Krohg was the founding editor-in-chief of? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was the primary art movement that inspired Christian Krohg Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000335693359375, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Edvard Munch visit Skagen, a place that Christian Krohg stayed at, which influenced him? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.376953125, + 0.62109375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the editor-in-chief of New York Times? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00014019012451171875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Christian Krohg's artwork inspired by Impressionism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.46875, + 0.53125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Pan a novel written by Christian Krohg that caused a scandal upon publication? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.89453125, + 0.1064453125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the motif of Christian Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00170135498046875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the title of Christian Krohg's painting depicting prostitution Girl with a Pearl Earring? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00070953369140625, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Classical musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.003173828125, + 0.99609375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Photographer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.87890625, + 0.119140625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject matter in Krohg's painting 'Albertine i politil\u00e6gens ventev\u00e6relse' War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.98046875, + 0.0179443359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Scream a novel by Christian Krohg that caused a scandal when first published? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg work at 'Acad\u00e9mie Colarossi' in Belgium? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.65234375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg's novel 'Albertine' deal with Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg primarily involved in the art movement Surrealism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 3.528594970703125e-05, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Art Critic at the Acad\u00e9mie Colarossi in Paris? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.953125, + 0.04736328125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Krohg's father want him to pursue Art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.53125, + 0.46875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's artwork mainly inspired by Cubism? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.0003795623779296875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of the painting 'Albertine i politil\u00e6gens ventev\u00e6relse' by Christian Krohg War? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.96875, + 0.033203125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father a Musician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.94140625, + 0.06005859375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg initially study Law at university? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.93359375, + 0.0673828125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is Anna Karenina the novel by Christian Krohg that caused a scandal due to its subject matter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.000804901123046875, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg initially meant to become a Lawyer? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00592041015625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is MOMA, New York where notable collections of Krohg's art are found? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.5, + 0.5 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg an Engineer at the time of his death? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.3203125, + 0.6796875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Doctor? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.00860595703125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg a Columnist at the journal 'Kristiania Bohemian'? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Per Lasson Krohg a Muralist? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.96875, + 0.029296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's primary subject matter in his paintings Landscapes? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.00020313262939453125, + 1.0 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg the Curator at the Exposition Internationale d'Anvers in 1894? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.6484375, + 0.34765625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is The Rijksmuseum in Amsterdam a notable collection of Christian Krohg's art? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.1328125, + 0.8671875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Krohg's father a Painter? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9765625, + 0.02294921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is the subject of Christian Krohg's painting and novel 'Albertine' Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.9921875, + 0.00970458984375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Is 'Albertine i politil\u00e6gens ventev\u00e6relse' by Christian Krohg a painting about Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 0.99609375, + 0.004608154296875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg initially studying Finance at university? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.62109375, + 0.376953125 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Krohg's painting subject include Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.0013275146484375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father a Lawyer? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.95703125, + 0.0419921875 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Did Christian Krohg hold the role of Lecturer at the Norwegian Academy of Arts? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.9921875, + 0.007568359375 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Was Christian Krohg's father, Georg Anton Krohg, a Physician? Only answer Yes or No.", + "ref": "No", + "pred": [ + 0.99609375, + 0.004058837890625 + ], + "entropy": 0, + "acc_prob": 0 + }, + { + "question": "Does Christian Krohg's painting and novel 'Albertine i politil\u00e6gens ventev\u00e6relse' depict Prostitution? Only answer Yes or No.", + "ref": "Yes", + "pred": [ + 1.0, + 0.00048828125 + ], + "entropy": 0, + "acc_prob": 0 + } + ] +} \ No newline at end of file diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/testlog.txt b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/testlog.txt new file mode 100644 index 0000000000000000000000000000000000000000..f5f9e6047381a763c26d0ee13701dfe74dcacfa1 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/testlog.txt @@ -0,0 +1,30 @@ +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Christian Krohg +Testing Alicia de Larrocha +Testing Alicia de Larrocha +Testing Christian Krohg +Testing Christian Krohg +Testing Alicia de Larrocha diff --git a/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/unlearn_ids5.json b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/unlearn_ids5.json new file mode 100644 index 0000000000000000000000000000000000000000..e668ea0800b2752e628164e2715bf21672ae92e7 --- /dev/null +++ b/unlearning_whp_llama3_8Bfull_MCQ_mcqmembothflatten_5_mem1.0/unlearn_ids5.json @@ -0,0 +1,4 @@ +[ + "10008", + "10009" +]