Publications

2025

1. SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)

   Meeus, Matthieu; Shilov, Igor; Jain, Shubham; Faysse, Manuel; Rei, Marek; and Montjoye, Yves-Alexandre

   In IEEE Conference on Secure and Trustworthy Machine Learning (SaTML 2025), 2025

   PDF Bib HTML

   @inproceedings{meeus2025sok,
     title = {SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)},
     author = {Meeus, Matthieu and Shilov, Igor and Jain, Shubham and Faysse, Manuel and Rei, Marek and de Montjoye, Yves-Alexandre},
     booktitle = {IEEE Conference on Secure and Trustworthy Machine Learning (SaTML 2025)},
     year = {2025},
   }

2. Meta-Reasoning Improves Tool Use in Large Language Models

   Alazraki, Lisa; and Rei, Marek

   In Findings of the Association for Computational Linguistics: NAACL 2025, 2025

   PDF Bib HTML

   @inproceedings{alazraki2025meta,
     title = {Meta-Reasoning Improves Tool Use in Large Language Models},
     author = {Alazraki, Lisa and Rei, Marek},
     booktitle = {Findings of the Association for Computational Linguistics: NAACL 2025},
     year = {2025},
   }

3. LLMs can implicitly learn from mistakes in-context

   Alazraki, Lisa; Mozes, Maximilian; Campos, Jon Ander; Tan, Yi Chern; Rei, Marek; and Bartolo, Max

   arXiv preprint arXiv:2502.08550, 2025

   PDF Bib HTML

   @article{alazraki2025llms,
     title = {LLMs can implicitly learn from mistakes in-context},
     author = {Alazraki, Lisa and Mozes, Maximilian and Campos, Jon Ander and Tan, Yi Chern and Rei, Marek and Bartolo, Max},
     journal = {arXiv preprint arXiv:2502.08550},
     year = {2025},
   }

4. Assessing the effectiveness of interdependent corporate sustainability choices

   Cenci, Simone; Burato, Matteo; Rei, Marek; and Zollo, Maurizio

   npj Climate Action, 2025

   PDF Bib

   @article{cenci2025assessing,
     title = {Assessing the effectiveness of interdependent corporate sustainability choices},
     author = {Cenci, Simone and Burato, Matteo and Rei, Marek and Zollo, Maurizio},
     journal = {npj Climate Action},
     volume = {4},
     number = {1},
     pages = {25},
     year = {2025},
     publisher = {Nature Publishing Group UK London},
   }

5. Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study

   Agrawal, Aryan; Alazraki, Lisa; Honarvar, Shahin; and Rei, Marek

   In ICLR 2025 Workshop - Building Trust in LLMs and LLM Applications: From Guardrails to Explainability to Regulation, 2025

   PDF Bib HTML

   @inproceedings{agrawal2025enhancing,
     title = {Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study},
     author = {Agrawal, Aryan and Alazraki, Lisa and Honarvar, Shahin and Rei, Marek},
     booktitle = {ICLR 2025 Workshop - Building Trust in LLMs and LLM Applications: From Guardrails to Explainability to Regulation},
     year = {2025},
   }

6. LLMs can implicitly learn from mistakes in-context

   Alazraki, Lisa; Mozes, Maximilian; Campos, Jon Ander; Tan, Yi Chern; Rei, Marek; and Bartolo, Max

   arXiv preprint arXiv:2502.08550, 2025

   PDF Bib HTML

   @article{alazraki2025llmt,
     title = {LLMs can implicitly learn from mistakes in-context},
     author = {Alazraki, Lisa and Mozes, Maximilian and Campos, Jon Ander and Tan, Yi Chern and Rei, Marek and Bartolo, Max},
     journal = {arXiv preprint arXiv:2502.08550},
     year = {2025}
   }

7. How can representation dimension dominate structurally pruned LLMs?

   Xu, Mingxue; Alazraki, Lisa; and Mandic, Danilo P

   In ICLR 2025 Workshop on Sparsity in LLMs (SLLM), 2025

   PDF Bib HTML

   @inproceedings{xu2025can,
     title = {How can representation dimension dominate structurally pruned LLMs?},
     author = {Xu, Mingxue and Alazraki, Lisa and Mandic, Danilo P},
     booktitle = {ICLR 2025 Workshop on Sparsity in LLMs (SLLM)},
     year = {2025}
   }

8. Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study

   Agrawal, Aryan; Alazraki, Lisa; Honarvar, Shahin; and Rei, Marek

   In ICLR 2025 Workshop on Building Trust in Language Models and Applications, 2025

   PDF Bib HTML

   @inproceedings{agrawal2025enhancinh,
     title = {Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study},
     author = {Agrawal, Aryan and Alazraki, Lisa and Honarvar, Shahin and Rei, Marek},
     booktitle = {ICLR 2025 Workshop on Building Trust in Language Models and Applications},
     year = {2025}
   }

2024

1. Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models

   Meeus, Matthieu; Jain, Shubham; Rei, Marek; and Montjoye, Yves-Alexandre

   In The 33rd USENIX Security Symposium (2024), 2024

   PDF Bib HTML

   @inproceedings{meeus2024did,
     title = {Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models},
     author = {Meeus, Matthieu and Jain, Shubham and Rei, Marek and de Montjoye, Yves-Alexandre},
     booktitle = {The 33rd USENIX Security Symposium (2024)},
     year = {2024},
   }

2. Prompting open-source and commercial language models for grammatical error correction of English learner text

   Davis, Christopher; Caines, Andrew; Andersen, Øistein; Taslimipoor, Shiva; Yannakoudakis, Helen; Yuan, Zheng; Bryant, Christopher; Rei, Marek; and Buttery, Paula

   In In Findings of the 62nd Annual Meeting of the Association for Computational Linguistics (ACL 2024), 2024

   PDF Bib

   @inproceedings{davis2024prompting,
     title = {Prompting open-source and commercial language models for grammatical error correction of English learner text},
     author = {Davis, Christopher and Caines, Andrew and Andersen, {\O}istein and Taslimipoor, Shiva and Yannakoudakis, Helen and Yuan, Zheng and Bryant, Christopher and Rei, Marek and Buttery, Paula},
     booktitle = {In Findings of the 62nd Annual Meeting of the Association for Computational Linguistics (ACL 2024)},
     year = {2024},
   }

3. Predicting cell type-specific epigenomic profiles accounting for distal genetic effects

   Murphy, Alan E; Beardall, William; Rei, Marek; Phuycharoen, Mike; and Skene, Nathan G

   Nature Communications, 2024

   PDF Bib

   @article{murphy2024predicting,
     title = {Predicting cell type-specific epigenomic profiles accounting for distal genetic effects},
     author = {Murphy, Alan E and Beardall, William and Rei, Marek and Phuycharoen, Mike and Skene, Nathan G},
     journal = {Nature Communications},
     year = {2024},
     publisher = {Cold Spring Harbor Laboratory},
   }

4. Continuous Predictive Modeling of Clinical Notes and ICD Codes in Patient Health Records

   Caralt, Mireia Hernandez; Ng, Clarence Boon Liang; and Rei, Marek

   In In Proceedings of the Biomedical Natural Language Processing Workshop (BioNLP 2024), 2024

   PDF Bib

   @inproceedings{caralt2024continuous,
     title = {Continuous Predictive Modeling of Clinical Notes and ICD Codes in Patient Health Records},
     author = {Caralt, Mireia Hernandez and Ng, Clarence Boon Liang and Rei, Marek},
     booktitle = {In Proceedings of the Biomedical Natural Language Processing Workshop (BioNLP 2024)},
     year = {2024},
   }

5. DiffuseDef: Improved Robustness to Adversarial Attacks

   Li, Zhenhao; Rei, Marek; and Specia, Lucia

   arXiv preprint arXiv:2407.00248, 2024

   PDF Bib HTML

   @article{li2024diffusedef,
     title = {DiffuseDef: Improved Robustness to Adversarial Attacks},
     author = {Li, Zhenhao and Rei, Marek and Specia, Lucia},
     journal = {arXiv preprint arXiv:2407.00248},
     year = {2024},
   }

6. Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation

   Stacey, Joe; and Rei, Marek

   In Findings of the Association for Computational Linguistics ACL 2024, 2024

   PDF Bib

   @inproceedings{stacey2024distilling,
     title = {Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation},
     author = {Stacey, Joe and Rei, Marek},
     booktitle = {Findings of the Association for Computational Linguistics ACL 2024},
     pages = {2239--2258},
     year = {2024},
   }

7. StateAct: Enhancing LLM Base Agents via Self-prompting and State-tracking

   Rozanov, Nikolai; and Rei, Marek

   arXiv preprint arXiv:2410.02810, 2024

   PDF Bib HTML

   @article{rozanov2024stateact,
     title = {StateAct: Enhancing LLM Base Agents via Self-prompting and State-tracking},
     author = {Rozanov, Nikolai and Rei, Marek},
     journal = {arXiv preprint arXiv:2410.02810},
     year = {2024},
   }

8. Atomic Inference for NLI with Generated Facts as Atoms

   Stacey, Joe; Minervini, Pasquale; Dubossarsky, Haim; Camburu, Oana-Maria; and Rei, Marek

   In Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, 2024

   PDF Bib

   @inproceedings{stacey2024atomic,
     title = {Atomic Inference for NLI with Generated Facts as Atoms},
     author = {Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Camburu, Oana-Maria and Rei, Marek},
     booktitle = {Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing},
     pages = {10188--10204},
     year = {2024},
   }

9. Efficient Exploration in Deep Reinforcement Learning: A Novel Bayesian Actor-Critic Algorithm

   Rozanov, Nikolai

   arXiv preprint arXiv:2408.10055, 2024

   PDF Bib HTML

   @article{rozanov2024efficient,
     title = {Efficient Exploration in Deep Reinforcement Learning: A Novel Bayesian Actor-Critic Algorithm},
     author = {Rozanov, Nikolai},
     journal = {arXiv preprint arXiv:2408.10055},
     year = {2024}
   }

10. StateAct: State Tracking and Reasoning for Acting and Planning with Large Language Models

    Rozanov, Nikolai; and Rei, Marek

    arXiv preprint arXiv:2410.02810, 2024

    PDF Bib HTML

    @article{rozanov2024stateacu,
      title = {StateAct: State Tracking and Reasoning for Acting and Planning with Large Language Models},
      author = {Rozanov, Nikolai and Rei, Marek},
      journal = {arXiv preprint arXiv:2410.02810},
      year = {2024}
    }

11. IsoChronoMeter: A simple and effective isochronic translation evaluation metric

    Rozanov, Nikolai; Pankov, Vikentiy; Mukhutdinov, Dmitrii; and Vypirailenko, Dima

    arXiv preprint arXiv:2410.11127, 2024

    PDF Bib HTML

    @article{rozanov2024isochronometer,
      title = {IsoChronoMeter: A simple and effective isochronic translation evaluation metric},
      author = {Rozanov, Nikolai and Pankov, Vikentiy and Mukhutdinov, Dmitrii and Vypirailenko, Dima},
      journal = {arXiv preprint arXiv:2410.11127},
      year = {2024}
    }

12. Meta-Reasoning Improves Tool Use in Large Language Models

    Alazraki, Lisa; and Rei, Marek

    NAACL 2025 Findings, 2024

    PDF Bib HTML

    @article{alazraki2024meta,
      title = {Meta-Reasoning Improves Tool Use in Large Language Models},
      author = {Alazraki, Lisa and Rei, Marek},
      journal = {NAACL 2025 Findings},
      year = {2024}
    }

2023

1. An Extended Sequence Tagging Vocabulary for Grammatical Error Correction

   Mesham, Stuart; Bryant, Christopher; Rei, Marek; and Yuan, Zheng

   In Findings of the Association for Computational Linguistics: EACL 2023, 2023

   PDF Bib

   @inproceedings{mesham2023extended,
     title = {An Extended Sequence Tagging Vocabulary for Grammatical Error Correction},
     author = {Mesham, Stuart and Bryant, Christopher and Rei, Marek and Yuan, Zheng},
     booktitle = {Findings of the Association for Computational Linguistics: EACL 2023},
     year = {2023},
   }

2. Finding the Needle in a Haystack: Unsupervised Rationale Extraction from Long Text Classifiers

   Bujel, Kamil; Caines, Andrew; Yannakoudakis, Helen; and Rei, Marek

   arXiv preprint arXiv:2303.07991, 2023

   PDF Bib HTML

   @article{bujel2023finding,
     title = {Finding the Needle in a Haystack: Unsupervised Rationale Extraction from Long Text Classifiers},
     author = {Bujel, Kamil and Caines, Andrew and Yannakoudakis, Helen and Rei, Marek},
     journal = {arXiv preprint arXiv:2303.07991},
     year = {2023},
   }

3. Modelling Temporal Document Sequences for Clinical ICD Coding

   Ng, Clarence Boon Liang; Santos, Diogo; and Rei, Marek

   In Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics (EACL 2023), 2023

   PDF Bib

   @inproceedings{ng2023modelling,
     title = {Modelling Temporal Document Sequences for Clinical ICD Coding},
     author = {Ng, Clarence Boon Liang and Santos, Diogo and Rei, Marek},
     booktitle = {Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics (EACL 2023)},
     year = {2023},
   }

4. On the application of Large Language Models for language teaching and assessment technology

   Caines, Andrew; Benedetto, Luca; Taslimipoor, Shiva; Davis, Christopher; Gao, Yuan; Andersen, Oeistein; Yuan, Zheng; Elliott, Mark; Moore, Russell; Bryant, Christopher; and others,

   In In Proceedings of the AIED 2023 Workshop on Empowering Education with LLMs (AIED LLM 2023), 2023

   PDF Bib HTML

   @inproceedings{caines2023application,
     title = {On the application of Large Language Models for language teaching and assessment technology},
     author = {Caines, Andrew and Benedetto, Luca and Taslimipoor, Shiva and Davis, Christopher and Gao, Yuan and Andersen, Oeistein and Yuan, Zheng and Elliott, Mark and Moore, Russell and Bryant, Christopher and others},
     booktitle = {In Proceedings of the AIED 2023 Workshop on Empowering Education with LLMs (AIED LLM 2023)},
     year = {2023},
   }

5. Competitive Pressure and Emission Reduction: Unravelling the Link

   Cenci, Simone; Asgharian, Hossein; Liu, Lu; Rei, Marek; and Zollo, Maurizio

   Available at SSRN 4565956, 2023

   PDF Bib

   @article{cenci2023competitive,
     title = {Competitive Pressure and Emission Reduction: Unravelling the Link},
     author = {Cenci, Simone and Asgharian, Hossein and Liu, Lu and Rei, Marek and Zollo, Maurizio},
     journal = {Available at SSRN 4565956},
     year = {2023},
   }

6. The alignment of companies’ sustainability behavior and emissions with global climate targets

   Cenci, Simone; Burato, Matteo; Rei, Marek; and Zollo, Maurizio

   Nature Communications, 2023

   PDF Bib

   @article{cenci2023alignment,
     title = {The alignment of companies' sustainability behavior and emissions with global climate targets},
     author = {Cenci, Simone and Burato, Matteo and Rei, Marek and Zollo, Maurizio},
     journal = {Nature Communications},
     volume = {14},
     number = {1},
     pages = {7831},
     year = {2023},
     publisher = {Nature Publishing Group UK London},
   }

7. When and Why Does Bias Mitigation Work?

   Ravichander, Abhilasha; Stacey, Joe; and Rei, Marek

   In Findings of the Association for Computational Linguistics: EMNLP 2023, 2023

   PDF Bib

   @inproceedings{ravichander2023and,
     title = {When and Why Does Bias Mitigation Work?},
     author = {Ravichander, Abhilasha and Stacey, Joe and Rei, Marek},
     booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2023},
     pages = {9233--9247},
     year = {2023},
   }

8. Climbing empirical fitness landscapes requires companies to manage interconnected sustainability choices

   Cenci, Simone; Burato, Matteo; Rei, Marek; and Zollo, Maurizio

   Available at SSRN 4205664, 2023

   PDF Bib

   @article{cenci2023climbing,
     title = {Climbing empirical fitness landscapes requires companies to manage interconnected sustainability choices},
     author = {Cenci, Simone and Burato, Matteo and Rei, Marek and Zollo, Maurizio},
     journal = {Available at SSRN 4205664},
     year = {2023},
   }

9. Does competitive pressure drive effective corporate environmental actions?

   Cenci, Simone; Asgharian, Hossein; Liu, Lu; Rei, Marek; and Zollo, Maurizio

   SSRN, 2023

   PDF Bib

   @article{cenci2023does,
     title = {Does competitive pressure drive effective corporate environmental actions?},
     author = {Cenci, Simone and Asgharian, Hossein and Liu, Lu and Rei, Marek and Zollo, Maurizio},
     journal = {SSRN},
     year = {2023},
   }

10. Atomic Inference for NLI with Generated Facts as Atoms

    Stacey, Joe; Minervini, Pasquale; Dubossarsky, Haim; Camburu, Oana-Maria; and Rei, Marek

    In EMNLP 2024, 2023

    Bib

    @inproceedings{stacey2023atomic,
      title = {Atomic Inference for NLI with Generated Facts as Atoms},
      author = {Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Camburu, Oana-Maria and Rei, Marek},
      booktitle = {EMNLP 2024},
      year = {2023}
    }

11. Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation

    Stacey, Joe; and Rei, Marek

    ACL Findings 2024, 2023

    Bib

    @article{stacey2023distilling,
      title = {Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation},
      author = {Stacey, Joe and Rei, Marek},
      journal = {ACL Findings 2024},
      year = {2023}
    }

12. When and why does bias mitigation work?

    Ravichander, Abhilasha; Stacey, Joe; and Rei, Marek

    In Findings of the Association for Computational Linguistics: EMNLP 2023, 2023

    Bib

    @inproceedings{ravichander2023ane,
      title = {When and why does bias mitigation work?},
      author = {Ravichander, Abhilasha and Stacey, Joe and Rei, Marek},
      booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2023},
      pages = {9233--9247},
      year = {2023}
    }

13. Learning From Free-Text Human Feedback–Collect New Datasets Or Extend Existing Ones?

    Petrak, Dominic; Moosavi, Nafise Sadat; Tian, Ye; Rozanov, Nikolai; and Gurevych, Iryna

    arXiv preprint arXiv:2310.15758, 2023

    PDF Bib HTML

    @article{petrak2023learning,
      title = {Learning From Free-Text Human Feedback--Collect New Datasets Or Extend Existing Ones?},
      author = {Petrak, Dominic and Moosavi, Nafise Sadat and Tian, Ye and Rozanov, Nikolai and Gurevych, Iryna},
      journal = {arXiv preprint arXiv:2310.15758},
      year = {2023}
    }

14. How (not) to ensemble LVLMs for VQA

    Alazraki, Lisa; Castrejon, Lluis; Dehghani, Mostafa; Huot, Fantine; Uijlings, Jasper; and Mensink, Thomas

    Proceedings of Machine Learning Research (PMLR) on ICBINB @ NeurIPS 2023, 2023

    PDF Bib HTML

    @article{alazraki2023not,
      title = {How (not) to ensemble LVLMs for VQA},
      author = {Alazraki, Lisa and Castrejon, Lluis and Dehghani, Mostafa and Huot, Fantine and Uijlings, Jasper and Mensink, Thomas},
      journal = {Proceedings of Machine Learning Research (PMLR) on ICBINB @ NeurIPS 2023},
      volume = {239},
      pages = {1--20},
      year = {2023}
    }

2022

1. Guiding Visual Question Generation

   Vedd, Nihir; Wang, Zixu; Rei, Marek; Miao, Yishu; and Specia, Lucia

   In Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2022

   PDF Bib

   @inproceedings{vedd2022guiding,
     title = {Guiding Visual Question Generation},
     author = {Vedd, Nihir and Wang, Zixu and Rei, Marek and Miao, Yishu and Specia, Lucia},
     booktitle = {Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
     year = {2022},
   }

2. Supervising model attention with human explanations for robust natural language inference

   Stacey, Joe; Belinkov, Yonatan; and Rei, Marek

   In Proceedings of the AAAI conference on artificial intelligence, 2022

   PDF Bib HTML

   @inproceedings{stacey2022supervising,
     title = {Supervising model attention with human explanations for robust natural language inference},
     author = {Stacey, Joe and Belinkov, Yonatan and Rei, Marek},
     booktitle = {Proceedings of the AAAI conference on artificial intelligence},
     volume = {36},
     number = {10},
     pages = {11349--11357},
     year = {2022},
   }

3. Business sustainability behaviour and alignment with climate targets

   Cenci, Simone; Burato, Matteo; Rei, Marek; and Zollo, Maurizio

   ResearchSquare, 2022

   PDF Bib

   @article{cenci2022business,
     title = {Business sustainability behaviour and alignment with climate targets},
     author = {Cenci, Simone and Burato, Matteo and Rei, Marek and Zollo, Maurizio},
     journal = {ResearchSquare},
     year = {2022},
   }

4. Memorisation versus Generalisation in Pre-trained Language Models

   Tänzer, Michael; Ruder, Sebastian; and Rei, Marek

   In Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2022

   PDF Bib

   @inproceedings{tanzer2022memorisation,
     title = {Memorisation versus Generalisation in Pre-trained Language Models},
     author = {T{\"a}nzer, Michael and Ruder, Sebastian and Rei, Marek},
     booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
     pages = {7564--7578},
     year = {2022},
   }

5. An Analysis of Corporate Sustainability Behaviour Through the Lens of Empirical Fitness Landscapes

   Cenci, Simone; Rei, Marek; and Zollo, Maurizio

   Available at SSRN 4205664, 2022

   PDF Bib

   @article{cenci2022analysis,
     title = {An Analysis of Corporate Sustainability Behaviour Through the Lens of Empirical Fitness Landscapes},
     author = {Cenci, Simone and Rei, Marek and Zollo, Maurizio},
     journal = {Available at SSRN 4205664},
     year = {2022},
   }

6. Probing for targeted syntactic knowledge through grammatical error detection

   Davis, Christopher; Bryant, Christopher; Caines, Andrew; Rei, Marek; and Buttery, Paula

   In Proceedings of the 26th Conference on Computational Natural Language Learning (CoNLL), 2022

   PDF Bib

   @inproceedings{davis2022probing,
     title = {Probing for targeted syntactic knowledge through grammatical error detection},
     author = {Davis, Christopher and Bryant, Christopher and Caines, Andrew and Rei, Marek and Buttery, Paula},
     booktitle = {Proceedings of the 26th Conference on Computational Natural Language Learning (CoNLL)},
     year = {2022},
   }

7. Control prefixes for parameter-efficient text generation

   Clive, Jordan; Cao, Kris; and Rei, Marek

   In Proceedings of the 2nd Workshop on Natural Language Generation, Evaluation, and Metrics (GEM), 2022

   PDF Bib

   @inproceedings{clive2022control,
     title = {Control prefixes for parameter-efficient text generation},
     author = {Clive, Jordan and Cao, Kris and Rei, Marek},
     booktitle = {Proceedings of the 2nd Workshop on Natural Language Generation, Evaluation, and Metrics (GEM)},
     pages = {363--382},
     year = {2022},
   }

8. Logical Reasoning with Span-Level Predictions for Interpretable and Robust NLI Models

   Stacey, Joe; Minervini, Pasquale; Dubossarsky, Haim; and Rei, Marek

   In Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, 2022

   PDF Bib

   @inproceedings{stacey2022logical,
     title = {Logical Reasoning with Span-Level Predictions for Interpretable and Robust NLI Models},
     author = {Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Rei, Marek},
     booktitle = {Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing},
     pages = {3809--3823},
     year = {2022},
   }

9. Multimodal Conversation Modelling for Topic Derailment Detection

   Li, Zhenhao; Rei, Marek; and Specia, Lucia

   In Findings of the Association for Computational Linguistics: EMNLP 2022, 2022

   PDF Bib

   @inproceedings{li2022multimodal,
     title = {Multimodal Conversation Modelling for Topic Derailment Detection},
     author = {Li, Zhenhao and Rei, Marek and Specia, Lucia},
     booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2022},
     pages = {5115--5127},
     year = {2022},
   }

10. Supervising Model Attention with Human Explanations for Robust Natural Language Inference

    Stacey, Joe; Belinkov, Yonatan; and Rei, Marek

    In AAAI 2022, 2022

    Bib

    @inproceedings{stacey2022supervisinh,
      title = {Supervising Model Attention with Human Explanations for Robust Natural Language Inference},
      author = {Stacey, Joe and Belinkov, Yonatan and Rei, Marek},
      booktitle = {AAAI 2022},
      year = {2022}
    }

11. Logical Reasoning with Span-Level Predictions for Interpretable and Robust NLI Models

    Stacey, Joe; Minervini, Pasquale; Dubossarsky, Haim; and Rei, Marek

    In EMNLP 2022, 2022

    Bib

    @inproceedings{stacey2022logicam,
      title = {Logical Reasoning with Span-Level Predictions for Interpretable and Robust NLI Models},
      author = {Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Rei, Marek},
      booktitle = {EMNLP 2022},
      year = {2022}
    }

12. Connecting the Semantic Dots: Zero-Shot Learning with Self-Aligning Autoencoders and a New Contrastive-Loss for Negative Sampling

    Terry-Jack, Mohammed; and Rozanov, Nikolai

    In 21st IEEE International Conference on Machine Learning and Applications, 2022

    Bib

    @inproceedings{terry2022connecting,
      author = {Terry-Jack, Mohammed and Rozanov, Nikolai},
      booktitle = {21st IEEE International Conference on Machine Learning and Applications},
      pages = {1504--1511},
      year = {2022}
    }

2021

1. How metaphors impact political discourse: A large-scale topic-agnostic study using neural metaphor detection

   Prabhakaran, Vinodkumar; Rei, Marek; and Shutova, Ekaterina

   In Proceedings of the International AAAI Conference on Web and Social Media, 2021

   PDF Bib

   @inproceedings{prabhakaran2021metaphors,
     title = {How metaphors impact political discourse: A large-scale topic-agnostic study using neural metaphor detection},
     author = {Prabhakaran, Vinodkumar and Rei, Marek and Shutova, Ekaterina},
     booktitle = {Proceedings of the International AAAI Conference on Web and Social Media},
     volume = {15},
     pages = {503--512},
     year = {2021},
   }

2. Zero-shot Sequence Labeling for Transformer-based Sentence Classifiers

   Bujel, Kamil; Yannakoudakis, Helen; and Rei, Marek

   In Proceedings of the 6th Workshop on Representation Learning for NLP (RepL4NLP-2021), 2021

   PDF Bib

   @inproceedings{bujel2021zero,
     title = {Zero-shot Sequence Labeling for Transformer-based Sentence Classifiers},
     author = {Bujel, Kamil and Yannakoudakis, Helen and Rei, Marek},
     booktitle = {Proceedings of the 6th Workshop on Representation Learning for NLP (RepL4NLP-2021)},
     pages = {195--205},
     year = {2021},
   }

3. Contextual Sentence Classification: Detecting Sustainability Initiatives in Company Reports

   Hirlea, Dan; Bryant, Christopher; and Rei, Marek

   arXiv preprint arXiv:2110.03727, 2021

   PDF Bib HTML

   @article{hirlea2021contextual,
     title = {Contextual Sentence Classification: Detecting Sustainability Initiatives in Company Reports},
     author = {Hirlea, Dan and Bryant, Christopher and Rei, Marek},
     journal = {arXiv preprint arXiv:2110.03727},
     year = {2021},
   }

4. GiBERT: Enhancing BERT with Linguistic Information using a Lightweight Gated Injection Method

   Peinelt, Nicole; Rei, Marek; and Liakata, Maria

   In Findings of the Association for Computational Linguistics: EMNLP 2021, 2021

   PDF Bib

   @inproceedings{peinelt2021gibert,
     title = {GiBERT: Enhancing BERT with Linguistic Information using a Lightweight Gated Injection Method},
     author = {Peinelt, Nicole and Rei, Marek and Liakata, Maria},
     booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2021},
     pages = {2322--2336},
     year = {2021},
   }

5. Visual Cues and Error Correction for Translation Robustness

   Li, Zhenhao; Rei, Marek; and Specia, Lucia

   In Findings of the Association for Computational Linguistics: EMNLP 2021, 2021

   PDF Bib

   @inproceedings{li2021visual,
     title = {Visual Cues and Error Correction for Translation Robustness},
     author = {Li, Zhenhao and Rei, Marek and Specia, Lucia},
     booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2021},
     pages = {3153--3168},
     year = {2021},
   }

6. MATILDA-Multi-AnnoTator multi-language InteractiveLight-weight Dialogue Annotator

   Cucurnia, Davide; Rozanov, Nikolai; Sucameli, Irene; Ciuffoletti, Augusto; and Simi, Maria

   In Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations, 2021

   Bib

   @inproceedings{cucurnia2021matilda,
     title = {MATILDA-Multi-AnnoTator multi-language InteractiveLight-weight Dialogue Annotator},
     author = {Cucurnia, Davide and Rozanov, Nikolai and Sucameli, Irene and Ciuffoletti, Augusto and Simi, Maria},
     booktitle = {Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations},
     pages = {32--39},
     year = {2021}
   }

2020

1. Multidirectional Associative Optimization of Function-Specific Word Representations

   Gerz, Daniela; Vulić, Ivan; Rei, Marek; Reichart, Roi; and Korhonen, Anna

   In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020

   PDF Bib

   @inproceedings{gerz2020multidirectional,
     title = {Multidirectional Associative Optimization of Function-Specific Word Representations},
     author = {Gerz, Daniela and Vuli{\'c}, Ivan and Rei, Marek and Reichart, Roi and Korhonen, Anna},
     booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
     year = {2020},
   }

2. Seeing Both the Forest and the Trees: Multi-head Attention for Joint Classification on Different Compositional Levels

   Pislar, Miruna; and Rei, Marek

   In Proceedings of the 28th International Conference on Computational Linguistics, 2020

   PDF Bib

   @inproceedings{pislar2020seeing,
     title = {Seeing Both the Forest and the Trees: Multi-head Attention for Joint Classification on Different Compositional Levels},
     author = {Pislar, Miruna and Rei, Marek},
     booktitle = {Proceedings of the 28th International Conference on Computational Linguistics},
     year = {2020},
   }

3. Grammatical error detection in transcriptions of spoken English

   Caines, Andrew; Bentz, Christian; Knill, Kate; Rei, Marek; and Buttery, Paula

   In Proceedings of the 28th International Conference on Computational Linguistics, 2020

   PDF Bib

   @inproceedings{caines2020grammatical,
     title = {Grammatical error detection in transcriptions of spoken English},
     author = {Caines, Andrew and Bentz, Christian and Knill, Kate and Rei, Marek and Buttery, Paula},
     booktitle = {Proceedings of the 28th International Conference on Computational Linguistics},
     pages = {2144--2162},
     year = {2020},
   }

4. Verbal multiword expressions for identification of metaphor

   Rohanian, Omid; Rei, Marek; Taslimipoor, Shiva; and Ha, Le

   In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020

   PDF Bib

   @inproceedings{rohanian2020verbal,
     title = {Verbal multiword expressions for identification of metaphor},
     author = {Rohanian, Omid and Rei, Marek and Taslimipoor, Shiva and Ha, Le},
     booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
     year = {2020},
   }

5. Avoiding the hypothesis-only bias in natural language inference via ensemble adversarial training

   Stacey, Joe; Minervini, Pasquale; Dubossarsky, Haim; Riedel, Sebastian; and Rocktäschel, Tim

   In EMNLP 2020, 2020

   Bib

   @inproceedings{stacey2020avoiding,
     title = {Avoiding the hypothesis-only bias in natural language inference via ensemble adversarial training},
     author = {Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Riedel, Sebastian and Rockt{\"a}schel, Tim},
     booktitle = {EMNLP 2020},
     year = {2020}
   }

6. Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers

   Lauscher, Anne; Majewska, Olga; Ribeiro, Leonardo FR; Gurevych, Iryna; Rozanov, Nikolai; and Glavaš, Goran

   arXiv preprint arXiv:2005.11787, 2020

   PDF Bib HTML

   @article{lauscher2020common,
     title = {Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers},
     author = {Lauscher, Anne and Majewska, Olga and Ribeiro, Leonardo FR and Gurevych, Iryna and Rozanov, Nikolai and Glava{\v{s}}, Goran},
     journal = {arXiv preprint arXiv:2005.11787},
     year = {2020}
   }

2019

1. Bad Form: Comparing Context-Based and Form-Based Few-Shot Learning in Distributional Semantic Models

   Van Hautte, Jeroen; Emerson, Guy; and Rei, Marek

   In Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019), 2019

   PDF Bib

   @inproceedings{van2019bad,
     title = {Bad Form: Comparing Context-Based and Form-Based Few-Shot Learning in Distributional Semantic Models},
     author = {Van Hautte, Jeroen and Emerson, Guy and Rei, Marek},
     booktitle = {Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)},
     year = {2019},
   }

2. Modelling the interplay of metaphor and emotion through multitask learning

   Dankers, Verna; Rei, Marek; Lewis, Martha; and Shutova, Ekaterina

   In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), 2019

   PDF Bib

   @inproceedings{dankers2019modelling,
     title = {Modelling the interplay of metaphor and emotion through multitask learning},
     author = {Dankers, Verna and Rei, Marek and Lewis, Martha and Shutova, Ekaterina},
     booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)},
     pages = {2218--2229},
     year = {2019},
   }

3. Semi-Supervised Bootstrapping of Dialogue State Trackers for Task-Oriented Modelling

   Tseng, Bo-Hsiang; Rei, Marek; Budzianowski, Paweł; Turner, Richard; Byrne, Bill; and Korhonen, Anna

   In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), 2019

   PDF Bib

   @inproceedings{tseng2019semi,
     title = {Semi-Supervised Bootstrapping of Dialogue State Trackers for Task-Oriented Modelling},
     author = {Tseng, Bo-Hsiang and Rei, Marek and Budzianowski, Pawe{\l} and Turner, Richard and Byrne, Bill and Korhonen, Anna},
     booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)},
     pages = {1273--1278},
     year = {2019},
   }

4. LIDA: Lightweight Interactive Dialogue Annotator

   Collins, Edward; Rozanov, Nikolai; and Zhang, Bingbing

   In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP): System Demonstrations, 2019

   Bib

   @inproceedings{collins2019lida,
     title = {LIDA: Lightweight Interactive Dialogue Annotator},
     author = {Collins, Edward and Rozanov, Nikolai and Zhang, Bingbing},
     booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP): System Demonstrations},
     pages = {121--126},
     year = {2019}
   }