| { | |
| "ClimateFEVER": | |
| { | |
| "query": "Given a claim about climate change, retrieve documents that support or refute the claim", | |
| "corpus": "" | |
| }, | |
| "HotpotQA": | |
| { | |
| "query": "Given a multi-hop question, retrieve documents that can help answer the question", | |
| "corpus": "" | |
| }, | |
| "FEVER": | |
| { | |
| "query": "Given a claim, retrieve documents that support or refute the claim", | |
| "corpus": "" | |
| }, | |
| "MSMARCO": | |
| { | |
| "query": "Given a web search query, retrieve relevant passages that answer the query", | |
| "corpus": "" | |
| }, | |
| "DBPedia": | |
| { | |
| "query": "Given a query, retrieve relevant entity descriptions from DBPedia", | |
| "corpus": "" | |
| }, | |
| "NQ": | |
| { | |
| "query": "Given a question, retrieve passages that answer the question", | |
| "corpus": "" | |
| }, | |
| "QuoraRetrieval": | |
| { | |
| "query": "Given a question, retrieve questions that are semantically equivalent to the given question", | |
| "corpus": "Given a question, retrieve questions that are semantically equivalent to the given question" | |
| }, | |
| "SCIDOCS": | |
| { | |
| "query": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper", | |
| "corpus": "" | |
| }, | |
| "TRECCOVID": | |
| { | |
| "query": "Given a query on COVID-19, retrieve documents that answer the query", | |
| "corpus": "" | |
| }, | |
| "Touche2020": | |
| { | |
| "query": "Given a question, retrieve passages that answer the question", | |
| "corpus": "" | |
| }, | |
| "SciFact": | |
| { | |
| "query": "Given a scientific claim, retrieve documents that support or refute the claim", | |
| "corpus": "" | |
| }, | |
| "NFCorpus": | |
| { | |
| "query": "Given a question, retrieve relevant documents that answer the question", | |
| "corpus": "" | |
| }, | |
| "ArguAna": | |
| { | |
| "query": "Given a claim, retrieve documents that support or refute the claim", | |
| "corpus": "" | |
| }, | |
| "FiQA2018": | |
| { | |
| "query": "Given a financial question, retrieve relevant passages that answer the query", | |
| "corpus": "" | |
| }, | |
| "STS": | |
| { | |
| "text": "Retrieve semantically similar text" | |
| }, | |
| "SUMM": | |
| { | |
| "text": "Given a news summary, retrieve other semantically similar summaries" | |
| } | |
| } |