\ 2023

On Multimodal Representations Learned at Scale
E. Bugliarello
Ph.D. Thesis
[BibTeX] [Website]

@phdthesis{bugliarello-2023-multimodal,
  title = "On Multimodal Representations Learned at Scale",
  author = "Emanuele Bugliarello",
  year = "2023",
  publisher = "Department of Computer Science, Faculty of Science, University of Copenhagen",
  url = "https://di.ku.dk/english/research/phd/phd-theses/2023/bugliarello_phd-thesis.pdf",
}

On the Interplay between Fairness and Explainability
S. Brandl, E. Bugliarello, I. Chalkidis
arXiv preprint
[BibTeX] [arXiv]

@article{brandl-etal-2023-interplay,
  title = "On the Interplay between Fairness and Explainability",
  author = "Brandl, Stephanie and Bugliarello, Emanuele and Chalkidis, Ilias",
  journal = "arXiv preprint",
  year = "2023",
  url = "https://arxiv.org/abs/2310.16607",
}

Weakly-Supervised Learning of Visual Relations in Multimodal Pretraining
E. Bugliarello, A. Nematzadeh, LA. Hendricks
In EMNLP
[BibTeX] [arXiv] [Slides] [Poster] [Code]

@inproceedings{bugliarello-etal-2023-weakly,
  title = "Weakly-Supervised Learning of Visual Relations in Multimodal Pretraining",
  author = "Bugliarello, Emanuele and
  Nematzadeh, Aida and
  Hendricks, Lisa",
  booktitle = "Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing",
  month = dec,
  year = "2023",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2023.emnlp-main.184",
  doi = "10.18653/v1/2023.emnlp-main.184",
  pages = "3052–3071",
}

Evaluating Bias and Fairness in Gender-Neutral Pretrained Vision-and-Language Models
L. Cabello, E. Bugliarello, S. Brandl, D. Elliott
In EMNLP
[BibTeX] [arXiv] [Poster] [Code]

@inproceedings{cabello-etal-2023-evaluating,
  title = "Evaluating Bias and Fairness in Gender-Neutral Pretrained Vision-and-Language Models",
  author = "Cabello, Laura and
  Bugliarello, Emanuele and
  Brandl, Stephanie and
  Elliott, Desmond",
  booktitle = "Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing",
  month = dec,
  year = "2023",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2023.emnlp-main.525",
  doi = "10.18653/v1/2023.emnlp-main.525",
  pages = "8465–8483",
}

Visual Prediction Improves Zero-Shot Cross-Modal Machine Translation
T. Hirasawa, E. Bugliarello, D. Elliott, M. Komachi
In WMT
[BibTeX] [Code]

@inproceedings{hirasawa-etal-2023-visual,
  title = "Visual Prediction Improves Zero-Shot Cross-Modal Machine Translation",
  author = "Hirasawa, Tosho and
  Bugliarello, Emanuele and
  Elliott, Desmond and
  Komachi, Mamoru",
  booktitle = "Proceedings of the Eighth Conference on Machine Translation",
  month = dec,
  year = "2023",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2023.wmt-1.47",
  doi = "10.18653/v1/2023.wmt-1.47",
  pages = "522–535",
}

StoryBench: A Multifaceted Benchmark for Continuous Story Visualization
E. Bugliarello, H. Moraldo, R. Villegas, M. Babaeizadeh, M. Taghi Saffar, H. Zhang, D. Erhan, V. Ferrari, PJ. Kindermans, P. Voigtlaender
In NeurIPS D&B
[BibTeX] [arXiv] [Video] [Slides] [Poster] [Code]

@inproceedings{bugliarello-etal-2023-storybench,
  title = "{StoryBench}: A Multifaceted Benchmark for Continuous Story Visualization",
  author = "Emanuele Bugliarello and Hernan Moraldo and Ruben Villegas and Mohammad Babaeizadeh and Mohammad Taghi Saffar and Han Zhang and Dumitru Erhan and Vittorio Ferrari and Pieter-Jan Kindermans and Paul Voigtlaender",
  booktitle = "Thirty-seventh Conference on Neural Information Processing Systems Datasets and Benchmarks Track",
  month = dec,
  year = "2023",
  url = "https://openreview.net/forum?id=AwhpBEqmyo",
}

Measuring Progress in Fine-grained Vision-and-Language Understanding
E. Bugliarello, L. Sartran, A. Agrawal, LA. Hendricks, A. Nematzadeh
In ACL
[BibTeX] [arXiv] [Slides] [Poster] [Code]

@inproceedings{bugliarello-etal-2023-measuring,
  title = "Measuring Progress in Fine-grained Vision-and-Language Understanding",
  author = "Bugliarello, Emanuele and
  Sartran, Laurent and
  Agrawal, Aishwarya and
  Hendricks, Lisa Anne and
  Nematzadeh, Aida",
  booktitle = "Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
  month = jul,
  year = "2023",
  address = "Toronto, Canada",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2023.acl-long.87",
  doi = "10.18653/v1/2023.acl-long.87",
  pages = "1559–1582",
}

Language Modelling with Pixels
P. Rust, JF. Lotz, E. Bugliarello, E. Salesky, M. de Lhoneux, D. Elliott
In ICLR Notable Top 5%
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inproceedings{rust2023language,
  title = "Language Modelling with Pixels",
  author = "Rust, Phillip and Lotz, Jonas F. and Bugliarello, Emanuele and Salesky, Elizabeth and de Lhoneux, Miryam and Elliott, Desmond",
  booktitle = “The Eleventh International Conference on Learning Representations”,
  month = apr,
  year = "2023",
  url = "https://openreview.net/forum?id=FkSp8VW8RjH"
}

Reassessing Evaluation Practices in Visual Question Answering: A Case Study on Out-of-Distribution Generalization
A. Agrawal*, I. Kajić*, E. Bugliarello*, E. Davoodi, A. Gergely, P. Blunsom, A. Nematzadeh*
In EACL-Findings
[BibTeX] [arXiv] [Video] [Slides]

@inproceedings{agrawal-etal-2023-reassessing,
  title = "Reassessing Evaluation Practices in Visual Question Answering: {A} Case Study on Out-of-Distribution Generalization",
  author = "Agrawal, Aishwarya and Kaji{'c}, Ivana and Bugliarello, Emanuele and Davoodi, Elnaz and Gergely, Anita and Blunsom, Phil and Nematzadeh, Aida",
  booktitle = "Findings of the Association for Computational Linguistics: EACL 2023",
  month = may,
  year = "2023",
  publisher = "Association for Computational Linguistics",
}

\ 2022

Multilingual Multimodal Learning with Machine Translated Text
C. Qiu, D. Oneata, E. Bugliarello, S. Frank, D. Elliott
In EMNLP-Findings
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inproceedings{qiu-etal-2022-multilingual,
  title = "Multilingual Multimodal Learning with Machine Translated Text",
  author = "Qiu, Chen and Oneata, Dan and Bugliarello, Emanuele and Frank, Stella and Elliott, Desmond",
  booktitle = "Findings of the Association for Computational Linguistics: EMNLP 2022",
  month = nov,
  year = "2022",
  publisher = "Association for Computational Linguistics",
}

IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages
E. Bugliarello, F. Liu, J. Pfeiffer, S. Reddy, D. Elliott, EM. Ponti, I. Vulić
In ICML
[BibTeX] [arXiv] [Website] [Video] [Slides] [Poster] [Code]

@inproceedings{bugliarello-etal-2022-iglue,
  title = "{IGLUE}: {A} Benchmark for Transfer Learning across Modalities, Tasks, and Languages",
  author = "Bugliarello, Emanuele and
  Liu, Fangyu and
  Pfeiffer, Jonas and
  Reddy, Siva and
  Elliott, Desmond and
  Ponti, Edoardo Maria and
  Vuli{'c}, Ivan",
  booktitle = "Proceedings of the 39th International Conference on Machine Learning",
  pages = "2370–2392",
  volume = "162",
  series = "Proceedings of Machine Learning Research",
  month = jul,
  year = "2022",
  address = "Balitmore, MA",
  publisher = "PMLR",
  url = "https://proceedings.mlr.press/v162/bugliarello22a.html",
  pdf = "https://proceedings.mlr.press/v162/bugliarello22a/bugliarello22a.pdf",
}

Challenges and Strategies in Cross-Cultural NLP
D. Hershcovich, S. Frank, H. Lent, M. de Lhoneux, M. Abdou, S. Brandl, E. Bugliarello, LC. Piqueras, I. Chalkidis, R. Cui, C. Fierro, K. Margatina, P. Rust, A. Søgaard
In ACL
[BibTeX] [arXiv] [Video] [Slides]

@inproceedings{hershcovich-etal-2022-challenges,
  title = "Challenges and Strategies in Cross-Cultural NLP",
  author = "Hershcovich, Daniel and
  Frank, Stella and
  Lent, Heather and
  de Lhoneux, Miryam and
  Abdou, Mostafa and
  Brandl, Stephanie and
  Bugliarello, Emanuele and
  Piqueras, Laura Cabello and
  Chalkidis, Ilias and
  Cui, Ruixiang and
  Fierro, Constanza and
  Margatina, Katerina and
  Rust, Phillip and
  S{\o}gaard, Anders",
  booktitle = "Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics",
  month = may,
  year = "2022",
  address = "Dublin, Ireland",
  publisher = "Association for Computational Linguistics",
  url = "",
  pages = "",
}

Ancestor-to-Creole Transfer is Not a Walk in the Park
H. Lent, E. Bugliarello, A. Søgaard
In Insights Workshop at ACL
[BibTeX] [arXiv] [Slides] [Code]

@inproceedings{lent-etal-2022-ancestor,
  title = "Ancestor-to-Creole Transfer is Not a Walk in the Park",
  author = "Lent, Heather and
  Bugliarello, Emanuele and
  S{\o}gaard, Anders",
  booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
  month = may,
  year = "2022",
  address = "Dublin, Ireland",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2022.insights-1.9",
  doi = "10.18653/v1/2022.insights-1.9",
  pages = "68–74",
  }




Mostra: A Flexible Balancing Framework to Trade-off User, Artist and Platform Objectives for Music Sequencing
E. Bugliarello, R. Mehrotra, J. Kirk, M. Lalmas
In WWW
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inbook{bugliarello-etal-2022-mostra,
  author = {Bugliarello, Emanuele and Mehrotra, Rishabh and Kirk, James and Lalmas, Mounia},
  title = {Mostra: A Flexible Balancing Framework to Trade-off User, Artist and Platform Objectives for Music Sequencing},
  year = {2022},
  publisher = {Association for Computing Machinery},
  address = {Lyon, France},
  booktitle = {Proceedings of the Web Conference 2022},
}

\ 2021

On Language Models for Creoles
H. Lent, E. Bugliarello, M. de Lhoneux, C. Qiu, A. Søgaard
In CoNLL
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inproceedings{lent-etal-2021-language,
  title = "On Language Models for Creoles",
  author = "Lent, Heather and
  Bugliarello, Emanuele and
  de Lhoneux, Miryam and
  Qiu, Chen and
  S{\o}gaard, Anders",
  booktitle = "Proceedings of the 25th Conference on Computational Natural Language Learning",
  month = nov,
  year = "2021",
  address = "Online",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2021.conll-1.5",
  pages = "58–71",
}

Visually Grounded Reasoning across Languages and Cultures
F. Liu*, E. Bugliarello*, EM. Ponti, S. Reddy, N. Collier, D. Elliott
In EMNLP Best Long Paper Award
[BibTeX] [arXiv] [Website] [Video] [Slides] [Poster] [Code]

@inproceedings{liu-etal-2021-visually,
  title = "Visually Grounded Reasoning across Languages and Cultures",
  author = "Liu, Fangyu and
  Bugliarello, Emanuele and
  Ponti, Edoardo Maria and
  Reddy, Siva and
  Collier, Nigel and
  Elliott, Desmond",
  booktitle = "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing",
  month = nov,
  year = "2021",
  address = "Online and Punta Cana, Dominican Republic",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2021.emnlp-main.818",
  pages = "10467–10485",
}

Vision-and-Language or Vision-for-Language? On Cross-Modal Influence in Multimodal Transformers
S. Frank*, E. Bugliarello*, D. Elliott
In EMNLP
[BibTeX] [arXiv] [Video] [Slides] [Poster] [Code]

@inproceedings{frank-etal-2021-vision,
  title = "Vision-and-Language or Vision-for-Language? On Cross-Modal Influence in Multimodal Transformers",
  author = "Frank, Stella and
  Bugliarello, Emanuele and
  Elliott, Desmond",
  booktitle = "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing",
  month = nov,
  year = "2021",
  address = "Online and Punta Cana, Dominican Republic",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2021.emnlp-main.775",
  pages = "9847–9857",
}

Multimodal Pretraining Unmasked: A Meta-Analysis and a Unified Framework of Vision-and-Language BERTs
E. Bugliarello, R. Cotterell, N. Okazaki, D. Elliott
TACL
[BibTeX] [arXiv] [Video] [Slides] [Poster] [Code]

@article{10.1162/tacl_a_00408,
  author = {Bugliarello, Emanuele and Cotterell, Ryan and Okazaki, Naoaki and Elliott, Desmond},
  title = {Multimodal Pretraining Unmasked: A Meta-Analysis and a Unified Framework of Vision-and-Language BERTs},
  journal = {Transactions of the Association for Computational Linguistics},
  volume = {9},
  pages = {978-994},
  year = {2021},
  month = {09},
  issn = {2307-387X},
  doi = {10.1162/tacl_a_00408},
  url = {https://doi.org/10.1162/tacl_a_00408},
  eprint = {https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00408/1963734/tacl_a_00408.pdf},
}

The Role of Syntactic Planning in Compositional Image Captioning
E. Bugliarello, D. Elliott
In EACL
[BibTeX] [arXiv] [Slides] [Poster] [Code]

@inproceedings{bugliarello-elliott-2021-role,
  title = "The Role of Syntactic Planning in Compositional Image Captioning",
  author = "Bugliarello, Emanuele and
  Elliott, Desmond",
  booktitle = "Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume",
  month = apr,
  year = "2021",
  address = "Online",
  publisher = "Association for Computational Linguistics",
  url = "https://aclanthology.org/2021.eacl-main.48",
  pages = "593–607",
}

\ 2020

It's Easier to Translate out of English than into it: Measuring Neural Translation Difficulty by Cross-Mutual Information
E. Bugliarello, SJ. Mielke, A. Anastasopoulos, R. Cotterell, N. Okazaki
In ACL
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inproceedings{bugliarello-etal-2020-easier,
  title = "It{‘}s Easier to Translate out of {E}nglish than into it: {M}easuring Neural Translation Difficulty by Cross-Mutual Information",
  author = "Bugliarello, Emanuele and
  Mielke, Sabrina J. and
  Anastasopoulos, Antonios and
  Cotterell, Ryan and
  Okazaki, Naoaki",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics",
  month = jul,
  year = "2020",
  address = "Online",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/2020.acl-main.149",
  doi = "10.18653/v1/2020.acl-main.149",
  pages = "1640–1649",
}

Enhancing Machine Translation with Dependency-Aware Self-Attention
E. Bugliarello, N. Okazaki
In ACL
[BibTeX] [arXiv] [Video] [Slides] [Code]

@inproceedings{bugliarello-okazaki-2020-enhancing,
  title = "Enhancing Machine Translation with Dependency-Aware Self-Attention",
  author = "Bugliarello, Emanuele and
  Okazaki, Naoaki",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics",
  month = jul,
  year = "2020",
  address = "Online",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/2020.acl-main.147",
  doi = "10.18653/v1/2020.acl-main.147",
  pages = "1618–1627",
}

\ 2019

Matrix Completion in the Unit Hypercube via Structured Matrix Factorization
E. Bugliarello, S. Jain, V. Rakesh
In IJCAI
[BibTeX] [arXiv] [Slides] [Poster] [Code]

@inproceedings{Bugliarello+:IJCAI2019,
  title = {Matrix Completion in the Unit Hypercube via Structured Matrix Factorization},
  author = {Bugliarello, Emanuele and Jain, Swayambhoo and Rakesh, Vineeth},
  booktitle = {Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, {IJCAI-19}},
  publisher = {International Joint Conferences on Artificial Intelligence Organization},
  pages = {2038–2044},
  year = {2019},
  month = {7},
  location = {Macao, China},
  doi = {10.24963/ijcai.2019/282},
  url = {https://doi.org/10.24963/ijcai.2019/282},
}