|
{
|
|
"ClimateFEVER":
|
|
{
|
|
"query": "Given a claim about climate change, retrieve documents that support or refute the claim",
|
|
"corpus": ""
|
|
},
|
|
"HotpotQA":
|
|
{
|
|
"query": "Given a multi-hop question, retrieve documents that can help answer the question",
|
|
"corpus": ""
|
|
},
|
|
"FEVER":
|
|
{
|
|
"query": "Given a claim, retrieve documents that support or refute the claim",
|
|
"corpus": ""
|
|
},
|
|
"MSMARCO":
|
|
{
|
|
"query": "Given a web search query, retrieve relevant passages that answer the query",
|
|
"corpus": ""
|
|
},
|
|
"DBPedia":
|
|
{
|
|
"query": "Given a query, retrieve relevant entity descriptions from DBPedia",
|
|
"corpus": ""
|
|
},
|
|
"NQ":
|
|
{
|
|
"query": "Given a question, retrieve passages that answer the question",
|
|
"corpus": ""
|
|
},
|
|
"QuoraRetrieval":
|
|
{
|
|
"query": "Given a question, retrieve questions that are semantically equivalent to the given question",
|
|
"corpus": "Given a question, retrieve questions that are semantically equivalent to the given question"
|
|
},
|
|
"SCIDOCS":
|
|
{
|
|
"query": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper",
|
|
"corpus": ""
|
|
},
|
|
"TRECCOVID":
|
|
{
|
|
"query": "Given a query on COVID-19, retrieve documents that answer the query",
|
|
"corpus": ""
|
|
},
|
|
"Touche2020":
|
|
{
|
|
"query": "Given a question, retrieve passages that answer the question",
|
|
"corpus": ""
|
|
},
|
|
"SciFact":
|
|
{
|
|
"query": "Given a scientific claim, retrieve documents that support or refute the claim",
|
|
"corpus": ""
|
|
},
|
|
"NFCorpus":
|
|
{
|
|
"query": "Given a question, retrieve relevant documents that answer the question",
|
|
"corpus": ""
|
|
},
|
|
"ArguAna":
|
|
{
|
|
"query": "Given a claim, retrieve documents that support or refute the claim",
|
|
"corpus": ""
|
|
},
|
|
"FiQA2018":
|
|
{
|
|
"query": "Given a financial question, retrieve relevant passages that answer the query",
|
|
"corpus": ""
|
|
},
|
|
"STS":
|
|
{
|
|
"text": "Retrieve semantically similar text"
|
|
},
|
|
"SUMM":
|
|
{
|
|
"text": "Given a news summary, retrieve other semantically similar summaries"
|
|
}
|
|
} |