Publications

@misc{pretrainingcurr-2026/7,
  title={Pretraining Curricula Enable Selective Fine-tuning},
  author={Bruijns SA, Rubruck J, Whitefield MH, Sandbrink KJ, Barez F et al.},
  year = "2026"
}

@misc{aimointerpretab-2026/7,
  title={AIMO Interpretability Challenge},
  author={Štefánik M, Mondorf P, Waldis A, Liu Q, Yang C et al.},
  year = "2026"
}

@misc{positiondontjus-2026/6,
  title={Position: Don't Just "Fix it in Post": A Science of AI Must Study Training Dynamics},
  author={Biderman S, Khan MA, Mireshghallah N, Arnett C, Barez F et al.},
  year = "2026"
}

BibTeX

@misc{runningthegaunt-2026/6,
  title={Running the Gauntlet: Re-evaluating the Capabilities of Agents Beyond Familiar Environments},
  author={Vysotskyi M, Lin R, Biziel G, Zakrzewski M, Montagna S et al.},
  year = "2026"
}

BibTeX

@misc{fromdemocracies-2026/6,
  title={From Democracies to Autocracies: How AI Systems Enable Authoritarianism by Design},
  author={Sania J, Ziosi M & Barez F},
  year = "2026"
}

BibTeX

@misc{thecapabilityfr-2026/6,
  title={The Capability Frontier: Benchmarks Miss 82% of Model Performance},
  author={Fowler B, Smith R, Graviet DT, Myers W, Greaves J et al.},
  year = "2026"
}

BibTeX

@misc{rigorousinterpr-2026/5,
  title={Rigorous Interpretation Is a Form of Evaluation},
  author={Lee I, Liu E, Jiao C, Joshi B, Yogatama D et al.},
  year = "2026"
}

BibTeX

@misc{interpretabilit-2026/5,
  title={Interpretability Can Be Actionable},
  author={Orgad H, Barez F, Haklay T, Lee I, Mosbach M et al.},
  year = "2026"
}

BibTeX

@misc{beyondlinearpro-2026/4,
  title={Beyond Linear Probes: Dynamic Safety Monitoring for Language Models},
  author={Oldfield J, Torr P, Patras I, Bibi A & Barez F},
  year = "2026"
}

BibTeX

@misc{beyondlinearste-2026/4,
  title={Beyond Linear Steering: Unified Multi-Attribute Control for Language Models},
  author={Oozeer N, Marks L, Jain S, Barez F & Abdullah A},
  year = "2026"
}

BibTeX

@article{beyondalignment-2026/4,
  title={Beyond alignment: Why robotic foundation models need context-aware safety.},
  author={Robey A, Ravichandran Z, Jones EK, Perlo J, Barez F et al.},
  journal={Science Robotics},
  volume={11},
  pages={eaef2191},
  year = "2026"
}

@misc{makemechanistic-2026/4,
  title={Make Mechanistic Interpretability Auditable: A Call to Develop Guidelines via Continuous Collaborative Reviewing},
  author={Lan M, Oozeer NF, Bandi C, Quirke P, Meek A et al.},
  year = "2026"
}

BibTeX

@misc{curveballsteeri-2026/3,
  title={Curveball Steering: The Right Direction To Steer Isn't Always Linear},
  author={Raval S, Song HJ, Wu L, Harrasse A, Phillips JM et al.},
  year = "2026"
}

BibTeX

@misc{autocontrolaren-2026/3,
  title={AutoControl Arena: Synthesizing Executable Test Environments for Frontier AI Risk Evaluation},
  author={Li C, Lu P, Pan X, Barez F & Yang M},
  year = "2026"
}

BibTeX

@misc{towardsundersta-2026/3,
  title={Towards Understanding Subliminal Learning: When and How Hidden Biases Transfer},
  author={Schrodi S, Kempf E, Barez F & Brox T},
  year = "2026"
}

BibTeX

@misc{tokentaxesmitig-2026/3,
  title={Token Taxes: mitigating AGI's economic risks},
  author={Irwin L, Wu T-Y & Barez F},
  year = "2026"
}

BibTeX

@misc{oldhabitsdiehar-2026/2,
  title={Old Habits Die Hard: How Conversational History Geometrically Traps LLMs},
  author={Simhi A, Barez F, Tutek M, Belinkov Y & Cohen SB},
  year = "2026"
}

BibTeX

@misc{sameanswerdiffe-2026/2,
  title={Same Answer, Different Representations: Hidden instability in VLMs},
  author={Wani FA, Suglia A, Saxena R, Gema AP, Kwan W-C et al.},
  year = "2026"
}

BibTeX

@misc{chainofthoughth-2026/2,
  title={Chain-of-Thought Hijacking},
  author={Zhao J, Fu T, Schaeffer R, Sharma M & Barez F},
  year = "2026"
}

BibTeX

@misc{valbenchbeliefc-2026/1,
  title={VAL-Bench: Belief Consistency as a measure for Value Alignment in Language Models},
  author={Gupta A, O'Shea D & Barez F},
  year = "2026"
}

BibTeX

@inproceedings{makemechanistic-2026/1,
  title={Make Mechanistic Interpretability Auditable: A Call to Develop Guidelines via Continuous Collaborative Reviewing},
  author={Lan M, Oozeer NF, Bandi C, Quirke P, Meek A et al.},
  booktitle={Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  pages={3516-3540},
  year = "2026"
}

BibTeX

@inproceedings{rigorousinterpr-2026/1,
  title={Rigorous Interpretation Is a Form of Evaluation},
  author={Lee I, Liu E, Jiao C, Joshi B, Yogatama D et al.},
  booktitle={Proceedings of the Workshop on Evaluating Evaluations (EvalEval)},
  pages={1-11},
  year = "2026"
}

@misc{fullstackalignm-2025/12,
  title={Full-Stack Alignment: Co-Aligning AI and Institutions with Thick Models of Value},
  author={Edelman J, Zhi-Xuan T, Lowe R, Klingefjord O, Wang-Mascianica V et al.},
  year = "2025"
}

BibTeX

@misc{preciseinparame-2025/10,
  title={Precise In-Parameter Concept Erasure in Large Language Models},
  author={Gur-Arieh Y, Suslik C, Hong Y, Barez F & Geva M},
  year = "2025"
}

BibTeX

@misc{hackhallucinati-2025/10,
  title={HACK: Hallucinations Along Certainty and Knowledge Axes},
  author={Simhi A, Herzig J, Itzhak I, Arad D, Gekhman Z et al.},
  year = "2025"
}

BibTeX

@misc{beyondmonoliths-2025/10,
  title={Beyond Monoliths: Expert Orchestration for More Capable, Democratic, and Safe Language Models},
  author={Quirke P, Oozeer N, Bandi C, Abdullah A, Hoelscher-Obermaier J et al.},
  year = "2025"
}

BibTeX

@misc{understandingad-2025/10,
  title={Understanding Addition and Subtraction in Transformers},
  author={Quirke P, Neo C & Barez F},
  year = "2025"
}

BibTeX

@misc{querycircuitsex-2025/9,
  title={Query Circuits: Explaining How Language Models Answer User Prompts},
  author={Wu T-Y & Barez F},
  year = "2025"
}

BibTeX

@misc{interpretinglea-2025/9,
  title={Interpreting Learned Feedback Patterns in Large Language Models},
  author={Marks L, Abdullah A, Neo C, Arike R, Krueger D et al.},
  year = "2025"
}

BibTeX

@misc{dosparseautoenc-2025/9,
  title={Do Sparse Autoencoders Generalize? A Case Study of Answerability},
  author={Heindrich L, Torr P, Barez F & Thost V},
  year = "2025"
}

BibTeX

@misc{embodiedaiemerg-2025/9,
  title={Embodied AI: Emerging Risks and Opportunities for Policy Action},
  author={Perlo J, Robey A, Barez F, Floridi L & Mökander J},
  year = "2025"
}

BibTeX

@misc{trustmeimwrongl-2025/8,
  title={Trust Me, I'm Wrong: LLMs Hallucinate with Certainty Despite Knowing the Answer},
  author={Simhi A, Itzhak I, Barez F, Stanovsky G & Belinkov Y},
  year = "2025"
}

BibTeX

@misc{rethinkingsafet-2025/8,
  title={Rethinking Safety in LLM Fine-tuning: An Optimization Perspective},
  author={Kim M, Kwak JM, Alssum L, Ghanem B, Torr P et al.},
  year = "2025"
}

BibTeX

@misc{establishingbes-2025/8,
  title={Establishing Best Practices for Building Rigorous Agentic Benchmarks},
  author={Zhu Y, Jin T, Pruksachatkun Y, Zhang A, Liu S et al.},
  year = "2025"
}

BibTeX

@misc{thesingaporecon-2025/6,
  title={The Singapore Consensus on Global AI Safety Research Priorities},
  author={Bengio Y, Maharaj T, Ong L, Russell S, Song D et al.},
  year = "2025"
}

BibTeX

@misc{poisonbenchasse-2025/6,
  title={PoisonBench: Assessing Large Language Model Vulnerability to Data Poisoning},
  author={Fu T, Sharma M, Torr P, Cohen SB, Krueger D et al.},
  year = "2025"
}

BibTeX

@inproceedings{inwhichareasoft-2025/6,
  title={In which areas of technical AI safety could geopolitical rivals cooperate?},
  author={Bucknall B, Siddiqui S, Thurnherr L, McGurk C, Harack B et al.},
  booktitle={8th Annual ACM Conference on Fairness, Accountability, and Transparency (FAccT 2025)},
  pages={3148-3161},
  year = "2025"
}

BibTeX

@misc{quantifyingfeat-2025/5,
  title={Quantifying Feature Space Universality Across Large Language Models via Sparse Autoencoders},
  author={Lan M, Torr P, Meek A, Khakzar A, Krueger D et al.},
  year = "2025"
}

BibTeX

@misc{safetynetdetect-2025/5,
  title={SafetyNet: Detecting Harmful Outputs in LLMs by Modeling and Monitoring Deceptive Behaviors},
  author={Chaudhary M & Barez F},
  year = "2025"
}

@misc{inwhichareasoft-2025/4,
  title={In Which Areas of Technical AI Safety Could Geopolitical Rivals Cooperate?},
  author={Bucknall B, Siddiqui S, Thurnherr L, McGurk C, Harack B et al.},
  year = "2025"
}

BibTeX

@misc{towardsinterpre-2025/4,
  title={Towards Interpreting Visual Information Processing in Vision-Language Models},
  author={Neo C, Ong L, Torr P, Geva M, Krueger D et al.},
  year = "2025"
}

BibTeX

@misc{scalingsparsefe-2025/4,
  title={Scaling sparse feature circuit finding for in-context learning},
  author={Kharlapenko D, Shabalin S, Barez F, Conmy A & Nanda N},
  year = "2025"
}

BibTeX

@misc{ailuminateintro-2025/4,
  title={AILuminate: Introducing v1.0 of the AI Risk and Reliability Benchmark from MLCommons},
  author={Ghosh S, Frase H, Williams A, Luger S, Röttger P et al.},
  year = "2025"
}

BibTeX

@misc{rethinkingaicul-2025/3,
  title={Rethinking AI Cultural Alignment},
  author={Bravansky M, Trhlik F & Barez F},
  year = "2025"
}

BibTeX

@misc{samequestiondif-2025/3,
  title={Same Question, Different Words: A Latent Adversarial Framework for Prompt Robustness},
  author={Fu T & Barez F},
  year = "2025"
}

BibTeX

@article{benchmarkingspe-2025/3,
  title={Benchmarking Specialized Databases for High-frequency Data},
  author={Barez F, Bilokon P & Xiong R},
  journal={The Journal of FinTech},
  volume={05},
  pages={2550002},
  publisher={World Scientific Publishing},
  year = "2025"
}

@inproceedings{towardsinterpre-2025/1,
  title={Towards interpreting visual information processing in vision-language models},
  author={Neo C, Ong L, Torr P, Geva M, Krueger D et al.},
  booktitle={13th International Conference on Learning Representations (ICLR 2025)},
  year = "2025"
}

BibTeX

@inproceedings{trustmeimwrongl-2025/1,
  title={Trust Me, I’m Wrong: LLMs Hallucinate with Certainty Despite Knowing the Answer},
  author={Simhi A, Itzhak I, Barez F, Stanovsky G & Belinkov Y},
  booktitle={Findings of the Association for Computational Linguistics: EMNLP 2025},
  pages={14665-14688},
  year = "2025"
}

@inproceedings{poisonbenchasse-2025/1,
  title={POISONBENCH: Assessing Language Model Vulnerability to Poisoned Preference Data},
  author={Fu T, Sharma M, Torr P, Cohen S, Krueger D et al.},
  pages={17806-17831},
  year = "2025"
}

BibTeX

@misc{openproblemsinm-2025/1,
  title={Open Problems in Machine Unlearning for AI Safety},
  author={Barez F, Fu T, Prabhu A, Casper S, Sanyal A et al.},
  year = "2025"
}