In this section
@article{Lee:2026:10.1038/s44387-026-00136-9,
author = {Lee, K and Jing, P and Zhang, Z and Yang, Y and Wang, T and Marshall, DC and Fang, Y and Yang, G},
doi = {10.1038/s44387-026-00136-9},
journal = {npj Artificial Intelligence},
title = {Seeing through experts' eyes: a foundational vision-language model trained on radiologists' gaze and reasoning},
url = {http://dx.doi.org/10.1038/s44387-026-00136-9},
year = {2026}
}
TY - JOUR
AB - Large-scale vision-language models have shown promise in automating chest X-ray interpretation. However, their clinical utility remains limited, since most systems optimize for semantic information rather than emulating how experts visually examine and interpret medical images. As a result, current models often overlook critical findings, misrepresent anatomical context, or diverge from established diagnostic workflows. Radiologists, by contrast, follow structured protocols that sequentially assess anatomical regions, reducing missed findings and supporting reliable diagnostic reasoning. We therefore introduce Gaze-X, a vision-language model that leverages radiologists’ eye-tracking data as a behavioral prior for expert diagnostic reasoning. By incorporating gaze trajectories and fixation patterns into pretraining, Gaze-X learns to follow the spatial and temporal structure of radiologist attention. Using a curated dataset of over 30,000 key frames from five radiologists interpreting chest X-rays across diverse disease categories, we show that Gaze-X produces more accurate, interpretable, and expert-consistent outputs across a range of clinically relevant tasks. Unlike autonomous reporting systems, Gaze-X produces verifiable evidence artifacts, including inspection trajectories and finding-linked localized regions, enabling transparent and safe human-AI collaboration. This capability provides a practical route toward more trustworthy, explainable, and diagnostically robust AI for radiology and beyond.
AU - Lee,K
AU - Jing,P
AU - Zhang,Z
AU - Yang,Y
AU - Wang,T
AU - Marshall,DC
AU - Fang,Y
AU - Yang,G
DO - 10.1038/s44387-026-00136-9
PY - 2026///
SN - 3005-1460
TI - Seeing through experts' eyes: a foundational vision-language model trained on radiologists' gaze and reasoning
T2 - npj Artificial Intelligence
UR - http://dx.doi.org/10.1038/s44387-026-00136-9
ER -
For enquiries about the MRI Physics Collective, please contact:
Mary Finnegan
Senior MR Physicist at the 51³Ô¹ÏÍø College Healthcare NHS Trust
Pete Lally
Assistant Professor in Magnetic Resonance (MR) Physics at 51³Ô¹ÏÍø College
Jan Sedlacik
MR Physicist at the Robert Steiner MR Unit, Hammersmith Hospital Campus