Skip to content

Commit

Permalink
Add AToMiC dense validation qrels + topics (#2219)
Browse files Browse the repository at this point in the history
* add atomic image & text topics with ViT-L-14
* add atomic validation qrels
* update tools submodule
  • Loading branch information
jasper-xian committed Oct 10, 2023
1 parent d88003c commit 8194b8e
Show file tree
Hide file tree
Showing 4 changed files with 10 additions and 4 deletions.
4 changes: 3 additions & 1 deletion src/main/java/io/anserini/eval/Qrels.java
Original file line number Diff line number Diff line change
Expand Up @@ -161,7 +161,9 @@ public enum Qrels {
MIRACL_V10_TH_DEV("qrels.miracl-v1.0-th-dev.tsv"),
MIRACL_V10_ZH_DEV("qrels.miracl-v1.0-zh-dev.tsv"),
MIRACL_V10_DE_DEV("qrels.miracl-v1.0-de-dev.tsv"),
MIRACL_V10_YO_DEV("qrels.miracl-v1.0-yo-dev.tsv");
MIRACL_V10_YO_DEV("qrels.miracl-v1.0-yo-dev.tsv"),
ATOMIC_VAL_T2I("qrels.atomic.validation.t2i.trec"),
ATOMIC_VAL_I2T("qrels.atomic.validation.i2t.trec");

public final String path;

Expand Down
4 changes: 4 additions & 0 deletions src/main/java/io/anserini/search/topicreader/Topics.java
Original file line number Diff line number Diff line change
Expand Up @@ -400,6 +400,10 @@ public enum Topics {
MIRACL_V10_DE_DEV(TsvStringTopicReader.class, "topics.miracl-v1.0-de-dev.tsv"),
MIRACL_V10_YO_DEV(TsvStringTopicReader.class, "topics.miracl-v1.0-yo-dev.tsv"),

// AToMiC topics
ATOMIC_V021_TEXT_VAL(JsonStringTopicReader.class, "topics.atomic.validation.text.ViT-L-14.laion2b_s32b_b82k.jsonl"),
ATOMIC_V021_IMAGE_VAL(JsonStringTopicReader.class, "topics.atomic.validation.image.ViT-L-14.laion2b_s32b_b82k.jsonl"),

// unused topics
CACM(CacmTopicReader.class, "topics.cacm.txt"),
NTCIR_EN_1(NtcirTopicReader.class, "topics.www1.english.txt"),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,13 +32,13 @@ public class TopicReaderTest {
public void testIterateThroughAllEnums() {
int cnt = 0;
for (Topics topic : Topics.values()) {
cnt++;
cnt++;

// Verify that we can fetch the TopicReader class given the name of the topic file.
String path = topic.path;
assertEquals(topic.readerClass, TopicReader.getTopicReaderClassByFile(path));
}
assertEquals(359, cnt);
assertEquals(361, cnt);
}

@Test
Expand Down

0 comments on commit 8194b8e

Please sign in to comment.