TITLE = """GISA Leaderboard
"""
INTRODUCTION_TEXT = """
GISA is a benchmark for General Information-Seeking Assistants with 373 human-crafted queries that reflect
real-world information needs. It includes stable and live subsets, four structured answer formats (item,
set, list, table), and complete human search trajectories for every query.
"""
SUBMISSION_TEXT = """
## Submissions
Upload a JSONL file where each line contains a prediction for one question:
```
{"id": "", "prediction": ""}
```
The evaluation uses strict matching against the official answers. Submissions are public and require
HuggingFace login. Each account can submit once per day.
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = r"""@article{GISA,
title = {GISA: A Benchmark for General Information Seeking Assistant},
author = {Yutao Zhu and
Xingshuo Zhang and
Maosen Zhang and
Jiajie Jin and
Liancheng Zhang and
Xiaoshuai Song and
Kangzhi Zhao and
Wencong Zeng and
Ruiming Tang and
Han Li and
Ji-Rong Wen and
Zhicheng Dou},
journal = {CoRR},
volume = {abs/2602.08543},
year = {2026},
url = {https://doi.org/10.48550/arXiv.2602.08543},
doi = {10.48550/ARXIV.2602.08543},
eprinttype = {arXiv},
eprint = {2602.08543}
}"""
def format_error(msg):
return f"{msg}
"
def format_warning(msg):
return f"{msg}
"
def format_log(msg):
return f"{msg}
"
def model_hyperlink(link, model_name):
if not link:
return model_name
return (
f'"
f"{model_name}"
)