| Heimdall |
argrank_r1_c10.0_q10.0 |
0.841 |
0.803 |
0.876 |
| Heimdall |
argrank_r1_c5.0_q10.0 |
0.839 |
0.805 |
0.873 |
| Heimdall |
argrank_r1_c10.0_q5.0 |
0.833 |
0.796 |
0.867 |
| Skeletor |
manifold |
0.827 |
0.787 |
0.865 |
| Skeletor |
bm25 |
0.822 |
0.781 |
0.858 |
| Skeletor |
manifold-c10 |
0.818 |
0.777 |
0.858 |
| Asterix |
run2021_Jolly_10.0_0.0_0.3_0.0__1.5_1.0_300 |
0.818 |
0.780 |
0.854 |
| Elrond |
ElrondOpenNlpRun |
0.817 |
0.780 |
0.855 |
| Skeletor |
bm25-0.7semantic |
0.815 |
0.777 |
0.853 |
| Asterix |
run2021_Mixed_1.375_1.0_250 |
0.814 |
0.775 |
0.853 |
| Pippin Took |
seupd2021-rck-stop-kstem-doShingle-false-shingle-size-0-Dirichlet-mu-1800.0-expanded-topics-2021 |
0.814 |
0.773 |
0.852 |
| Pippin Took |
seupd2021-rck-stop-kstem-doShingle-false-shingle-size-0-Dirichlet-mu-2000.0-expanded-topics-2021 |
0.814 |
0.773 |
0.852 |
| Goemon Ishikawa |
goemon2021-dirichlet-lucenetoken-atirestop-nostem |
0.812 |
0.771 |
0.855 |
| Hua Mulan |
args_gpt2expansion_0 |
0.811 |
0.770 |
0.849 |
| Dread Pirate Roberts |
dreadpirateroberts_lambdamart_medium_features |
0.810 |
0.771 |
0.847 |
| Yeagerists |
run_4_chocolate-sweep-50 |
0.810 |
0.771 |
0.849 |
| Elrond |
ElrondKRun |
0.809 |
0.763 |
0.853 |
| Yeagerists |
run_2_lunar-sweep-201 |
0.809 |
0.771 |
0.847 |
| Robin Hood |
robinhood_baseline |
0.809 |
0.772 |
0.843 |
| Luke Skywalker |
luke-skywalker |
0.808 |
0.768 |
0.848 |
| Asterix |
run2021_Mixed_1.5_1.0_250 |
0.807 |
0.765 |
0.849 |
| Yeagerists |
run_5_good-sweep-85 |
0.807 |
0.768 |
0.845 |
| Goemon Ishikawa |
goemon2021-dirichlet-lucenetoken-terrierstop-nostem-queryexp |
0.806 |
0.764 |
0.849 |
| Dread Pirate Roberts |
dreadpirateroberts_lambdamart_small_features |
0.804 |
0.765 |
0.842 |
| Robin Hood |
robinhood_rm3 |
0.804 |
0.759 |
0.846 |
| Macbeth |
macbethBM25CrossEncoder |
0.803 |
0.764 |
0.839 |
| Athos |
uh-t1-athos-lucenetfidf |
0.802 |
0.760 |
0.846 |
| Jean Pierre Polnareff |
seupd-jpp-dirichlet |
0.802 |
0.764 |
0.839 |
| Asterix |
run2021_Mixed_1.625_1.0_250 |
0.802 |
0.763 |
0.841 |
| Pippin Took |
seupd2021-rck-stop-kstem-doShingle-false-shingle-size-0-Dirichlet-mu-1800.0-topics-2021 |
0.799 |
0.758 |
0.838 |
| Yeagerists |
run_3_lunar-sweep-58 |
0.799 |
0.760 |
0.837 |
| Yeagerists |
run_1_lucene_pure_rev |
0.798 |
0.759 |
0.838 |
| Pippin Took |
seupd2021-rck-stop-kstem-doShingle-false-shingle-size-0-Dirichlet-mu-2000.0-topics-2021 |
0.798 |
0.760 |
0.837 |
| Goemon Ishikawa |
goemon2021-dirichlet-opennlptoken-terrierstop-nostem |
0.797 |
0.758 |
0.837 |
| Pippin Took |
seupd2021-rck-stop-kstem-doShingle-false-shingle-size-0-Dirichlet-mu-1500.0-topics-2021 |
0.797 |
0.758 |
0.836 |
| Goemon Ishikawa |
goemon2021-dirichlet-lucenetoken-lucenestop-nostem |
0.796 |
0.752 |
0.837 |
| Baseline Dirichlet |
dirichlet_multi_field |
0.796 |
0.755 |
0.838 |
| Dread Pirate Roberts |
dreadpirateroberts_dirichlet_filtered |
0.796 |
0.756 |
0.833 |
| Goemon Ishikawa |
goemon2021-dirichlet-lucenetoken-lucenestop-nostem-queryexp |
0.796 |
0.755 |
0.836 |
| Shanks |
re-rank1 |
0.795 |
0.756 |
0.838 |
| Shanks |
LMDSimilarity |
0.795 |
0.757 |
0.834 |
| Shanks |
re-rank2 |
0.790 |
0.751 |
0.831 |
| Hua Mulan |
args_naiveexpansion_0 |
0.789 |
0.750 |
0.830 |
| Elrond |
ElrondTaskBodyRun |
0.788 |
0.742 |
0.830 |
| Macbeth |
macbethPretrainedBaseline |
0.783 |
0.744 |
0.824 |
| Macbeth |
macbethBM25BiEncoderCrossEncoder |
0.783 |
0.739 |
0.823 |
| Dread Pirate Roberts |
dreadpirateroberts_run_mlm |
0.779 |
0.735 |
0.817 |
| Heimdall |
argrank_r0_c0.1_q5.0 |
0.767 |
0.726 |
0.809 |
| Blade |
bladeGroupLMDirichlet |
0.763 |
0.709 |
0.814 |
| Robin Hood |
robinhood_combined |
0.756 |
0.697 |
0.807 |
| Macbeth |
macbethBM25AugmentedBiEncoderCrossEncoder |
0.752 |
0.704 |
0.798 |
| Blade |
bladeGroupBM25Method1 |
0.751 |
0.699 |
0.797 |
| Macbeth |
macbethBiEncoderCrossEncoder |
0.750 |
0.699 |
0.799 |
| Heimdall |
argrank_r0_c0.01_q5.0 |
0.749 |
0.707 |
0.792 |
| Elrond |
ElrondSimpleRun |
0.740 |
0.691 |
0.785 |
| Robin Hood |
robinhood_use |
0.732 |
0.679 |
0.781 |
| Little Foot |
whoosh |
0.718 |
0.662 |
0.770 |
| Baseline Api |
ARGSME |
0.717 |
0.657 |
0.768 |
| Blade |
bladeGroupBM25Method2 |
0.705 |
0.643 |
0.767 |
| Batman |
DE_RE_Analyzer_4r100 |
0.695 |
0.640 |
0.752 |
| Shanks |
multi-2 |
0.684 |
0.629 |
0.742 |
| Deadpool |
uh-t1-deadpool |
0.679 |
0.621 |
0.738 |
| Shanks |
multi-1 |
0.674 |
0.614 |
0.730 |
| Skeletor |
semantic |
0.671 |
0.604 |
0.735 |
| Asterix |
run2021_Baseline_BM25 |
0.671 |
0.616 |
0.724 |
| Batman |
ER_Analyzer_5 |
0.671 |
0.598 |
0.745 |
| Batman |
ER_v1 |
0.662 |
0.598 |
0.723 |
| Hua Mulan |
args_t5expansion_0 |
0.654 |
0.584 |
0.724 |
| Dread Pirate Roberts |
dreadpirateroberts_universal-sentence-encoder-qa |
0.624 |
0.566 |
0.685 |
| Gandalf |
BM25F-gandalf |
0.603 |
0.530 |
0.674 |
| Palpatine |
run |
0.562 |
0.494 |
0.633 |