| { |
| "ClimateFEVER": |
| { |
| "query": "Given a claim about climate change, retrieve documents that support or refute the claim", |
| "corpus": "" |
| }, |
| "HotpotQA": |
| { |
| "query": "Given a multi-hop question, retrieve documents that can help answer the question", |
| "corpus": "" |
| }, |
| "FEVER": |
| { |
| "query": "Given a claim, retrieve documents that support or refute the claim", |
| "corpus": "" |
| }, |
| "MSMARCO": |
| { |
| "query": "Given a web search query, retrieve relevant passages that answer the query", |
| "corpus": "" |
| }, |
| "DBPedia": |
| { |
| "query": "Given a query, retrieve relevant entity descriptions from DBPedia", |
| "corpus": "" |
| }, |
| "NQ": |
| { |
| "query": "Given a question, retrieve passages that answer the question", |
| "corpus": "" |
| }, |
| "QuoraRetrieval": |
| { |
| "query": "Given a question, retrieve questions that are semantically equivalent to the given question", |
| "corpus": "Given a question, retrieve questions that are semantically equivalent to the given question" |
| }, |
| "SCIDOCS": |
| { |
| "query": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper", |
| "corpus": "" |
| }, |
| "TRECCOVID": |
| { |
| "query": "Given a query on COVID-19, retrieve documents that answer the query", |
| "corpus": "" |
| }, |
| "Touche2020": |
| { |
| "query": "Given a question, retrieve passages that answer the question", |
| "corpus": "" |
| }, |
| "SciFact": |
| { |
| "query": "Given a scientific claim, retrieve documents that support or refute the claim", |
| "corpus": "" |
| }, |
| "NFCorpus": |
| { |
| "query": "Given a question, retrieve relevant documents that answer the question", |
| "corpus": "" |
| }, |
| "ArguAna": |
| { |
| "query": "Given a claim, retrieve documents that support or refute the claim", |
| "corpus": "" |
| }, |
| "FiQA2018": |
| { |
| "query": "Given a financial question, retrieve relevant passages that answer the query", |
| "corpus": "" |
| }, |
| "STS": |
| { |
| "text": "Retrieve semantically similar text" |
| }, |
| "SUMM": |
| { |
| "text": "Given a news summary, retrieve other semantically similar summaries" |
| } |
| , |
| "Banking77Classification": { |
| "text": "Instruct: Given a question, please describe the intent of this question. \n Question: " |
| }, |
| "MTOPIntentClassification": { |
| "text": "Instruct: Given a question, please describe the intent of this question. \n Question: " |
| }, |
| "TweetSentimentClassification": { |
| "text": "Classify the sentiment of a given tweet as either positive, negative, or neutral." |
| }, |
| "BiorxivClusteringP2P.v2": { |
| "text": "Identify the main category of Biorxiv papers based on the titles and abstracts" |
| }, |
| "BiorxivClusteringS2S.v2": { |
| "text": "Identify the main category of Biorxiv papers based on the titles" |
| }, |
| "TwentyNewsgroupsClustering.v2": { |
| "text": "Identify the topic or theme of the given news articles" |
| } |
| } |
