publications

2026

1. ICML Workshops

   Unmasking the Hidden Fairness, Bias, and Safety Costs of Compression with Mixture-of-Expert Models

   Elizabeth Szentmiklossy, Mike Lasby, Qiangqiang Mao, Shaina Raza, and Yani Ioannou

   In ICML 2026 Workshop on Trustworthy AI for Good, Jul 2026

   Bib OpenReview

   @inproceedings{szentmiklossy2026unmasking_ai4good,
     title = {Unmasking the Hidden Fairness, Bias, and Safety Costs of Compression with Mixture-of-Expert Models},
     author = {Szentmiklossy, Elizabeth and Lasby, Mike and Mao, Qiangqiang and Raza, Shaina and Ioannou, Yani},
     booktitle = {ICML 2026 Workshop on Trustworthy AI for Good},
     venue = {Seoul, South Korea},
     eventdate = {2026-07-10},
     month = jul,
     year = {2026},
   }

2. ICML Workshops

   The Surprising Effectiveness of Deleting Weights in LLM Reasoning and Adaptation

   Jack Lu, Zhenbang Yang, Mike Lasby, Tejas Pote, Yani Ioannou, and Mengye Ren

   In ICML 2026 Workshop on Foundations of Deep Generative Models: Understanding Memorization, Generalization, and Reasoning, Jul 2026

   Bib OpenReview

   @inproceedings{lu2026surprising_fogen,
     title = {The Surprising Effectiveness of Deleting Weights in {LLM} Reasoning and Adaptation},
     author = {Lu, Jack and Yang, Zhenbang and Lasby, Mike and Pote, Tejas and Ioannou, Yani and Ren, Mengye},
     booktitle = {ICML 2026 Workshop on Foundations of Deep Generative Models: Understanding Memorization, Generalization, and Reasoning},
     venue = {Seoul, South Korea},
     eventdate = {2026-07-10},
     month = jul,
     year = {2026},
   }

3. TMLR

   Learning Parameter Sharing with Tensor Decompositions and Sparsity

   Cem Üyük, Mike Lasby, Mohamed Yassin, Utku Evci, and Yani Ioannou

   Transactions on Machine Learning Research, Jun 2026

   To appear in TMLR

   arXiv Bib PDF OpenReview

   @article{cem2024fips,
     author = {Üyük, Cem and Lasby, Mike and Yassin, Mohamed and Evci, Utku and Ioannou, Yani},
     title = {Learning Parameter Sharing with Tensor Decompositions and Sparsity},
     arxivid = {2411.09816},
     eprint = {2411.09816},
     eprinttype = {arXiv},
     journal = {Transactions on Machine Learning Research},
     issn = {2835-8856},
     month = jun,
     year = {2026},
     note = {To appear in TMLR},
   }

4. ICML

   SparseOpt: Addressing Normalization-Induced Gradient Skew in Sparse Training

   Mohammed Adnan, Rohan Jain, Tom Jacobs, Ekansh Sharma, Rahul G. Krishnan, Rebekka Burkholz, and Yani Ioannou

   In Proceedings of the 43rd International Conference on Machine Learning (ICML), Jul 2026

   arXiv Bib PDF OpenReview Website

   @inproceedings{adnan2026sparseopt,
     title = {{SparseOpt: Addressing Normalization-Induced Gradient Skew in Sparse Training}},
     author = {Adnan, Mohammed and Jain, Rohan and Jacobs, Tom and Sharma, Ekansh and Krishnan, Rahul G. and Burkholz, Rebekka and Ioannou, Yani},
     booktitle = {Proceedings of the 43rd International Conference on Machine Learning (ICML)},
     venue = {Seoul, South Korea},
     eventdate = {2026-07-05/2026-07-11},
     month = jul,
     year = {2026},
     eprinttype = {arXiv},
     eprint = {2605.27541},
     arxivid = {2605.27541},
     archiveprefix = {arXiv},
     primaryclass = {cs.LG},
     url = {https://openreview.net/forum?id=o9JP7N8YO9},
   }

5. ACL

   Reducing Hallucinations in LLMs via Factuality-Aware Preference Learning

   Sindhuja Chaduvula, Ahmed Y Radwan, Azib Farooq, Yani Ioannou, and Shaina Raza

   In Findings of the Association for Computational Linguistics: ACL 2026, Jul 2026

   arXiv Bib PDF Code OpenReview Website

   @inproceedings{chaduvula2026reducing,
     title = {Reducing Hallucinations in LLMs via Factuality-Aware Preference Learning},
     author = {Chaduvula, Sindhuja and Radwan, Ahmed Y and Farooq, Azib and Ioannou, Yani and Raza, Shaina},
     booktitle = {Findings of the Association for Computational Linguistics: ACL 2026},
     venue = {San Diego, CA, USA},
     eventdate = {2026-07-02/2026-07-07},
     year = {2026},
     month = jul,
     eprinttype = {arXiv},
     eprint = {2601.03027},
     archiveprefix = {arXiv},
     arxivid = {2601.03027},
     primaryclass = {cs.CL},
     url = {https://vectorinstitute.github.io/Factual-Preference-Alignment},
   }

6. ICLR

   

   REAP the Experts: Why Pruning Prevails for One-Shot MoE compression

   Mike Lasby, Ivan Lazarevich, Nish Sinnadurai, Sean Lie, Yani Ioannou, and Vithursan Thangarasa

   In International Conference on Learning Representations (ICLR), Apr 2026

   arXiv Bib PDF Blog Code OpenReview Poster

   @inproceedings{lasby2025reapexpertspruningprevails,
     title = {REAP the Experts: Why Pruning Prevails for One-Shot MoE compression},
     author = {Lasby, Mike and Lazarevich, Ivan and Sinnadurai, Nish and Lie, Sean and Ioannou, Yani and Thangarasa, Vithursan},
     year = {2026},
     eprinttype = {arXiv},
     eprint = {2510.13999},
     archiveprefix = {arXiv},
     arxivid = {2510.13999},
     primaryclass = {cs.LG},
     month = apr,
     booktitle = {{International Conference on Learning Representations (ICLR)}},
     venue = {{Rio de Janeiro, Brazil}},
     eventdate = {2026-04-23/2026-04-27},
   }

7. CPAL Spotlight

   Understanding Normalization Layers for Sparse Training

   Mohammed Adnan, Ekansh Sharma, Rohan Jain, Tom Jacobs, Rebekka Burkholz, Rahul G Krishnan, and Yani Ioannou

   In The Third Conference on Parsimony and Learning (Recent Spotlight Track), Mar 2026

   Bib Website

   @inproceedings{adnan2026understanding_cpal,
     title = {Understanding Normalization Layers for Sparse Training},
     author = {Adnan, Mohammed and Sharma, Ekansh and Jain, Rohan and Jacobs, Tom and Burkholz, Rebekka and Krishnan, Rahul G and Ioannou, Yani},
     booktitle = {The Third Conference on Parsimony and Learning (Recent Spotlight Track)},
     year = {2026},
     month = mar,
     venue = {{Tübingen, Germany}},
     eventdate = {2026-03-23/2026-03-26},
     url = {https://openreview.net/forum?id=qerVUczDMf},
   }

8. CPAL Spotlight

   REAP the Experts: Why Pruning Prevails for One-Shot MoE compression

   Mike Lasby, Ivan Lazarevich, Nish Sinnadurai, Sean Lie, Yani Ioannou, and Vithursan Thangarasa

   In The Third Conference on Parsimony and Learning (Recent Spotlight Track), Mar 2026

   Bib Website

   @inproceedings{lasby2026reap_cpal,
     title = {{REAP} the Experts: Why Pruning Prevails for One-Shot MoE compression},
     author = {Lasby, Mike and Lazarevich, Ivan and Sinnadurai, Nish and Lie, Sean and Ioannou, Yani and Thangarasa, Vithursan},
     booktitle = {The Third Conference on Parsimony and Learning (Recent Spotlight Track)},
     year = {2026},
     month = mar,
     venue = {{Tübingen, Germany}},
     eventdate = {2026-03-23/2026-03-26},
     url = {https://openreview.net/forum?id=489lHQfTZp},
   }

2025

1. TMLR

   Trustworthy and Responsible AI for Human-Centric Autonomous Decision-Making Systems

   Farzaneh Dehghani, Mahsa Dibaji, Fahim Anzum, Lily Dey, Alican Basdemir, Sayeh Bayat, Jean-Christophe Boucher, Steve Drew, Sarah Elaine Eaton, Richard Frayne, and 15 more authors

   Transactions on Machine Learning Research, Aug 2025

   arXiv Bib OpenReview

   @article{dehghani2025trustworthy,
     title = {Trustworthy and Responsible {AI} for Human-Centric Autonomous Decision-Making Systems},
     author = {Dehghani, Farzaneh and Dibaji, Mahsa and Anzum, Fahim and Dey, Lily and Basdemir, Alican and Bayat, Sayeh and Boucher, Jean-Christophe and Drew, Steve and Eaton, Sarah Elaine and Frayne, Richard and Ginde, Gouri and Harris, Ashley D. and Ioannou, Yani and Lebel, Catherine A and Lysack, John T. and Salgado, Leslie and Stanley, Emma A.M. and Souza, Roberto and de Souza Santos, Ronnie and Wells, Lana and Williamson, Tyler and Wilms, Matthias and Ungrin, Mark and Gavrilova, Marina and Bento, Mariana},
     journal = {Transactions on Machine Learning Research},
     issn = {2835-8856},
     year = {2025},
     month = aug,
     arxivid = {2408.15550},
     eprint = {2408.15550},
     eprinttype = {arXiv},
   }

2. COLM Workshops

   A Study of Large Language Models for Extraction of Themes from Homeless Shelter Case Notes

   Madhumitha Selvaraj, Teale Masrani, Yani Ioannou, and Geoffrey Messier

   In Third Workshop on Socially Responsible Language Modelling Research (SoLaR) 2025, COLM Workshops, Oct 2025

   Bib OpenReview Website

   @inproceedings{selvaraj2025llmhomelesscasenotes_workshop,
     author = {Selvaraj, Madhumitha and Masrani, Teale and Ioannou, Yani and Messier, Geoffrey},
     booktitle = {Third Workshop on Socially Responsible Language Modelling Research (SoLaR) 2025, COLM Workshops},
     title = {A Study of Large Language Models for Extraction of Themes from Homeless Shelter Case Notes},
     venue = {Montreal, QC, Canada},
     eventdate = {2025-10-10},
     month = oct,
     year = {2025},
     url = {https://solar-colm.github.io},
   }

3. SEGAN

   Forecasting Electricity Prices with Deep Learning and Dynamic Sparse Training

   Manuel Zamudio López, Yani Ioannou, and Hamidreza Zareipour

   Sustainable Energy, Grids and Networks, Jul 2025

   DOI Website
4. ICML Workshops

   Backdooring VLMs via Concept-Driven Triggers

   Yufan Feng, Weimin Lyu, Yuxin Wang, Benjamin Tan, and Yani Ioannou

   In Data in Generative Models - The Bad, the Ugly, and the Greats (DIG-BUGS), ICML Workshops, Jul 2025

   Bib OpenReview

   @inproceedings{feng2025backdooring_digbugs,
     author = {Feng, Yufan and Lyu, Weimin and Wang, Yuxin and Tan, Benjamin and Ioannou, Yani},
     booktitle = {Data in Generative Models - The Bad, the Ugly, and the Greats (DIG-BUGS), ICML Workshops},
     title = {Backdooring VLMs via Concept-Driven Triggers},
     venue = {Vancouver, BC, Canada},
     eventdate = {2025-07-19},
     month = jul,
     year = {2025},
   }

5. ICML Workshops

   Exploring Functional Similarities of Backdoored Models

   Yufan Feng, Benjamin Tan, and Yani Ioannou

   In ICML Workshop on Technical AI Governance (TAIG), Jul 2025

   Bib OpenReview

   @inproceedings{feng2025functional_workshop,
     author = {Feng, Yufan and Tan, Benjamin and Ioannou, Yani},
     booktitle = {ICML Workshop on Technical AI Governance (TAIG)},
     title = {Exploring Functional Similarities of Backdoored Models},
     venue = {Vancouver, BC, Canada},
     eventdate = {2025-07-19},
     month = jul,
     year = {2025},
   }

6. ICML Workshops

   SD^2: Self-Distilled Sparse Drafters

   Mike Lasby, Nish Sinnadurai, Valavan Manohararajah, Sean Lie, Yani Ioannou, and Vithursan Thangarasa

   In ES-FoMo III: 3rd Workshop on Efficient Systems for Foundation Models, ICML Workshops, Jul 2025

   Bib OpenReview

   @inproceedings{lasby2025sd2selfdistilledsparsedrafters_esfomo,
     title = {SD$^2$: Self-Distilled Sparse Drafters},
     author = {Lasby, Mike and Sinnadurai, Nish and Manohararajah, Valavan and Lie, Sean and Ioannou, Yani and Thangarasa, Vithursan},
     booktitle = {ES-FoMo III: 3rd Workshop on Efficient Systems for Foundation Models, ICML Workshops},
     venue = {Vancouver, BC, Canada},
     eventdate = {2025-07-19},
     month = jul,
     year = {2025},
   }

7. ICML Workshops

   Understanding Normalization Layers for Sparse Training

   Mohammed Adnan, Ekansh Sharma, Rahul Krishnan, and Yani Ioannou

   In 3rd Workshop on High-dimensional Learning Dynamics (HiLD), ICML Workshops, Jul 2025

   Bib OpenReview

   @inproceedings{mohammed2025understanding_workshop,
     title = {Understanding Normalization Layers for Sparse Training},
     author = {Adnan, Mohammed and Sharma, Ekansh and Krishnan, Rahul and Ioannou, Yani},
     booktitle = {3rd Workshop on High-dimensional Learning Dynamics (HiLD), ICML Workshops},
     venue = {Vancouver, BC, Canada},
     eventdate = {2025-07-18},
     month = jul,
     year = {2025},
   }

8. ICML Workshops

   Backdooring VLMs via Concept-Driven Triggers

   Yufan Feng, Weimin Lyu, Yuxin Wang, Benjamin Tan, and Yani Ioannou

   In Women in Machine Learning Symposium, ICML Workshops, Jul 2025
9. ICML Workshops

   Does Compression Exacerbate Large Language Models’ Social Bias?

   Muhammad Athar Ganaie, Mohammed Adnan, Arfa Raja, Shaina Raza, and Yani Ioannou

   In 4th Muslims in ML (MusiML) Workshop, ICML Workshops, Jul 2025

   Bib OpenReview

   @inproceedings{athar2025llmcompression_musml,
     author = {Ganaie, Muhammad Athar and Adnan, Mohammed and Raja, Arfa and Raza, Shaina and Ioannou, Yani},
     booktitle = {4th Muslims in ML (MusiML) Workshop, ICML Workshops},
     title = {Does Compression Exacerbate Large Language Models' Social Bias?},
     venue = {Vancouver, BC, Canada},
     eventdate = {2025-07-14},
     month = jul,
     year = {2025},
   }

10. ICML

    

    Sparse Training from Random Initialization: Aligning Lottery Ticket Masks using Weight Symmetry

    Mohammed Adnan, Rohan Jain, Ekansh Sharma, Rahul Krishnan, and Yani Ioannou

    In Proceedings of the 42nd International Conference on Machine Learning (ICML), Jul 2025

    arXiv Bib Video Blog Code OpenReview Poster Website

    @inproceedings{mohammed2025sparsetraining,
      author = {Adnan, Mohammed and Jain, Rohan and Sharma, Ekansh and Krishnan, Rahul and Ioannou, Yani},
      title = {Sparse Training from Random Initialization: Aligning Lottery Ticket Masks using Weight Symmetry},
      booktitle = {Proceedings of the 42nd International Conference on Machine Learning (ICML)},
      pages = {477--498},
      editor = {Singh, Aarti and Fazel, Maryam and Hsu, Daniel and Lacoste-Julien, Simon and Berkenkamp, Felix and Maharaj, Tegan and Wagstaff, Kiri and Zhu, Jerry},
      volume = {267},
      series = {Proceedings of Machine Learning Research},
      publisher = {PMLR},
      month = jul,
      year = {2025},
      url = {https://proceedings.mlr.press/v267/adnan25a.html},
      arxivid = {2505.05143},
      eprint = {2505.05143},
      eprinttype = {arXiv},
      venue = {{Vancouver, BC, Canada}},
      eventdate = {2025-07-13/2025-07-19},
    }

11. arXiv preprint

    SD^2: Self-Distilled Sparse Drafters

    Mike Lasby, Nish Sinnadurai, Valavan Manohararajah, Sean Lie, Yani Ioannou, and Vithursan Thangarasa

    arXiv preprint arXiv:2504.08838, Apr 2025

    arXiv Bib Website

    @article{lasby2025sd2selfdistilledsparsedrafters,
      title = {SD$^2$: Self-Distilled Sparse Drafters},
      author = {Lasby, Mike and Sinnadurai, Nish and Manohararajah, Valavan and Lie, Sean and Ioannou, Yani and Thangarasa, Vithursan},
      month = apr,
      year = {2025},
      arxivid = {2504.08838},
      eprint = {2504.08838},
      eprinttype = {arXiv},
      url = {https://arxiv.org/abs/2504.08838},
      journal = {arXiv preprint arXiv:2504.08838},
    }

12. TMLR

    

    What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias

    Aida Mohammadshahi, and Yani Ioannou

    Transactions on Machine Learning Research (TMLR), Mar 2025

    arXiv Bib PDF Video Blog OpenReview Poster Slides

    @article{mohammadshahi2025leftafterdistillation,
      author = {Mohammadshahi, Aida and Ioannou, Yani},
      title = {What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias},
      journal = {Transactions on Machine Learning Research (TMLR)},
      year = {2025},
      month = mar,
      arxivid = {2410.08407},
      eprint = {2410.08407},
      eprinttype = {arXiv},
    }

13. CPAL Spotlight

    Sparse Training from Random Initialization: Aligning Lottery Ticket Masks using Weight Symmetry

    Mohammed Adnan, Rohan Jain, Ekansh Sharma, Rahul Krishnan, and Yani Ioannou

    In Conference on Parsimony and Learning (Recent Spotlight Track), Mar 2025

    Bib PDF Video OpenReview Poster Website

    @inproceedings{mohammed2025sparsetraining_cpal,
      author = {Adnan, Mohammed and Jain, Rohan and Sharma, Ekansh and Krishnan, Rahul and Ioannou, Yani},
      title = {Sparse Training from Random Initialization: Aligning Lottery Ticket Masks using Weight Symmetry},
      booktitle = {Conference on Parsimony and Learning (Recent Spotlight Track)},
      year = {2025},
      month = mar,
      url = {https://cpal.cc/spotlight_track/},
      venue = {{Stanford University, CA, USA}},
      eventdate = {2025-03-24/2025-03-27},
    }

2024

1. NeurIPS Workshops

   Long-Tail Learning with Language Model Guided Curricula

   Mohammed Adnan, Rahul Krishnan, and Yani Ioannou

   In Muslims in ML (MusIML) Workshop, NeurIPS 2024 Workshops, Dec 2024

   Bib PDF OpenReview Website

   @inproceedings{adnan2024longtailed_musiml,
     author = {Adnan, Mohammed and Krishnan, Rahul and Ioannou, Yani},
     booktitle = {{Muslims in ML (MusIML) Workshop, NeurIPS 2024 Workshops}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {Long-Tail Learning with Language Model Guided Curricula},
     month = dec,
     year = {2024},
     url = {https://neurips.cc/virtual/2024/109148},
   }

2. NeurIPS Workshops

   A Closer Look at Sparse Training in Deep Reinforcement Learning

   Muhammad Athar Ganaie, Vincent Michalski, Samira Ebrahimi Kahou, and Yani Ioannou

   In Muslims in ML (MusIML) Workshop, NeurIPS 2024 Workshops, Dec 2024

   Bib PDF OpenReview Website

   @inproceedings{athar2024closerlookrl_musiml,
     author = {Ganaie, Muhammad Athar and Michalski, Vincent and Kahou, Samira Ebrahimi and Ioannou, Yani},
     booktitle = {{Muslims in ML (MusIML) Workshop, NeurIPS 2024 Workshops}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {A Closer Look at Sparse Training in Deep Reinforcement Learning},
     month = dec,
     year = {2024},
     url = {https://neurips.cc/virtual/2024/109144},
   }

3. NeurIPS

   

   Navigating Extremes: Dynamic Sparsity in Large Output Spaces

   Nasib Ullah, Erik Schultheis, Mike Lasby, Yani Ioannou, and Rohit Babbar

   In 38th Annual Conference Neural Information Processing Systems (NeurIPS), Dec 2024

   arXiv Bib PDF Code OpenReview Website

   @inproceedings{nasib2024navigating,
     author = {Ullah, Nasib and Schultheis, Erik and Lasby, Mike and Ioannou, Yani and Babbar, Rohit},
     booktitle = {{38th Annual Conference Neural Information Processing Systems (NeurIPS)}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10/2024-12-16},
     title = {Navigating Extremes: Dynamic Sparsity in Large Output Spaces},
     month = dec,
     year = {2024},
     arxivid = {2411.03171},
     eprint = {2411.03171},
     eprinttype = {arXiv},
     url = {https://nips.cc/virtual/2024/poster/95193},
   }

4. NeurIPS Workshops

   Winning Tickets from Random Initialization: Aligning Masks for Sparse Training

   Rohan Jain, Mohammed Adnan, Ekansh Sharma, and Yani Ioannou

   In 2nd Workshop on Unifying Representations in Neural Models (UniReps), NeurIPS 2024 Workshops, Dec 2024

   Bib PDF OpenReview Poster Website

   @inproceedings{jain2024winningtickets_unireps,
     author = {Jain, Rohan and Adnan, Mohammed and Sharma, Ekansh and Ioannou, Yani},
     booktitle = {{2nd Workshop on Unifying Representations in Neural Models (UniReps), NeurIPS 2024 Workshops}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-14},
     title = {Winning Tickets from Random Initialization: Aligning Masks for Sparse Training},
     month = dec,
     year = {2024},
     url = {https://neurips.cc/virtual/2024/102627},
   }

5. NeurIPS Workshops

   What’s Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias

   Aida Mohammadshahi, and Yani Ioannou

   In 19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops, Dec 2024

   Bib Website

   @inproceedings{mohammadshahi2024leftafterdistillation_wiml,
     author = {Mohammadshahi, Aida and Ioannou, Yani},
     booktitle = {{19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {What’s Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias},
     month = dec,
     year = {2024},
     url = {https://neurips.cc/virtual/2024/107546},
   }

6. NeurIPS Workshops

   Learning to Reweight Examples in Backdoor Defense

   Yufan Feng, Benjamin Tan, and Yani Ioannou

   In 19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops, Dec 2024

   Bib Website

   @inproceedings{feng2024learningreweight_wiml,
     author = {Feng, Yufan and Tan, Benjamin and Ioannou, Yani},
     booktitle = {{19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops}},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {Learning to Reweight Examples in Backdoor Defense},
     month = dec,
     year = {2024},
     url = {https://neurips.cc/virtual/2024/107522},
   }

7. arXiv preprint

   Learning Parameter Sharing with Tensor Decompositions and Sparsity

   Cem Üyük, Mike Lasby, Mohamed Yassin, Utku Evci, and Yani Ioannou

   arXiv preprint arXiv:2411.09816, Nov 2024

   arXiv Bib

   @article{cem2024fipt,
     author = {Üyük, Cem and Lasby, Mike and Yassin, Mohamed and Evci, Utku and Ioannou, Yani},
     title = {Learning Parameter Sharing with Tensor Decompositions and Sparsity},
     journal = {arXiv preprint arXiv:2411.09816},
     month = nov,
     year = {2024},
     arxivid = {2411.09816},
     eprint = {2411.09816},
     eprinttype = {arXiv},
   }

8. TMLR

   SelfXit: An Unsupervised Early Exit Mechanism for Deep Neural Networks

   Hossein KhademSohi, Mohammadamin Abedi, Yani Ioannou, STEVE DREW, Pooyan Jamshidi, and Hadi Hemmati

   Transactions on Machine Learning Research (TMLR), Oct 2024

   Bib PDF Code OpenReview

   @article{khademsohi2024selfxit,
     title = {SelfXit: An Unsupervised Early Exit Mechanism for Deep Neural Networks},
     author = {KhademSohi, Hossein and Abedi, Mohammadamin and Ioannou, Yani and DREW, STEVE and Jamshidi, Pooyan and Hemmati, Hadi},
     journal = {Transactions on Machine Learning Research (TMLR)},
     issn = {2835-8856},
     year = {2024},
     month = oct,
   }

9. ICLR

   

   Dynamic Sparse Training with Structured Sparsity

   Mike Lasby, Anna Golubeva, Utku Evci, Mihai Nica, and Yani Ioannou

   In International Conference on Learning Representations (ICLR), May 2024

   arXiv Bib PDF Blog Code OpenReview Poster Slides Website

   @inproceedings{lasby2024srigl,
     author = {Lasby, Mike and Golubeva, Anna and Evci, Utku and Nica, Mihai and Ioannou, Yani},
     booktitle = {{International Conference on Learning Representations (ICLR)}},
     venue = {{Vienna, Austria}},
     eventdate = {2024-05-07/2024-05-11},
     title = {Dynamic Sparse Training with Structured Sparsity},
     month = may,
     year = {2024},
     arxivid = {2305.02299},
     eprint = {2305.02299},
     eprinttype = {arXiv},
     url = {https://iclr.cc/virtual/2024/poster/17975},
     dimensions = {1157762278},
   }

10. CPAL Spotlight

    Dynamic Sparse Training with Structured Sparsity

    Mike Lasby, Anna Golubeva, Utku Evci, Mihai Nica, and Yani Ioannou

    In Conference on Parsimony and Learning (CPAL) Recent Spotlight Track, Jan 2024

    Bib Code Website

    @inproceedings{lasby2024srigl_cpal,
      title = {Dynamic Sparse Training with Structured Sparsity},
      venue = {{Hong Kong}},
      eventdate = {2024-01-03/2024-01-06},
      author = {Lasby, Mike and Golubeva, Anna and Evci, Utku and Nica, Mihai and Ioannou, Yani},
      booktitle = {Conference on Parsimony and Learning (CPAL) Recent Spotlight Track},
      month = jan,
      year = {2024},
      url = {https://openreview.net/forum?id=LWBzJRTBAH},
      paper = {https://openreview.net/pdf?id=LWBzJRTBAH},
    }

11. CPAL Spotlight

    Classification Bias on a Data Diet

    Tejas Pote, Mohammed Adnan, Yigit Yargic, and Yani Ioannou

    In Conference on Parsimony and Learning (CPAL) Recent Spotlight Track, Jan 2024

    Bib PDF OpenReview Poster

    @inproceedings{pote2024classification,
      title = {Classification Bias on a Data Diet},
      venue = {{Hong Kong}},
      eventdate = {2024-01-03/2024-01-06},
      author = {Pote, Tejas and Adnan, Mohammed and Yargic, Yigit and Ioannou, Yani},
      booktitle = {Conference on Parsimony and Learning (CPAL) Recent Spotlight Track},
      month = jan,
      year = {2024},
    }

2023

1. CANAI

   Meta-GCN: A Dynamically Weighted Loss Minimization Method for Dealing with the Data Imbalance in Graph Neural Networks

   Mahdi Mohammadizadeh, Arash Mozhdehi, Yani Ioannou, and Xin Wang

   In 36th Canadian Conference on Artificial Intelligence, Canadian AI, CANAI 2023, Montreal, Canada, June 5-9, 2023, Proceedings, Jan 2023

   DOI Bib

   @inproceedings{DBLP:conf/ai/MohammadizadehM23,
     author = {Mohammadizadeh, Mahdi and Mozhdehi, Arash and Ioannou, Yani and Wang, Xin},
     editor = {Soares, Am{\'{\i}}lcar and Zulkernine, Farhana H. and Dividino, Renata and Rabbany, Reihaneh and Ye, Qiang and Beach, David and Ali, Karim},
     title = {Meta-GCN: {A} Dynamically Weighted Loss Minimization Method for Dealing with the Data Imbalance in Graph Neural Networks},
     booktitle = {36th Canadian Conference on Artificial Intelligence, Canadian AI, {CANAI} 2023, Montreal, Canada, June 5-9, 2023, Proceedings},
     publisher = {Canadian Artificial Intelligence Association},
     year = {2023},
     doi = {10.21428/594757DB.0041F830},
   }

2. TMLR

   Bounding generalization error with input compression: An empirical study with infinite-width networks

   Angus Galloway, Anna Golubeva, Mahmoud Salem, Mihai Nica, Yani A. Ioannou, and Graham W. Taylor

   Transactions on Machine Learning Research (TMLR), Jan 2023

   arXiv Bib OpenReview

   @article{galloway2023bounding,
     author = {Galloway, Angus and Golubeva, Anna and Salem, Mahmoud and Nica, Mihai and Ioannou, Yani A. and Taylor, Graham W.},
     title = {Bounding generalization error with input compression: An empirical study with infinite-width networks},
     journal = {Transactions on Machine Learning Research (TMLR)},
     volume = {2023},
     month = jan,
     year = {2023},
     arxivid = {2207.09408},
     eprint = {2207.09408},
     eprinttype = {arXiv},
   }

2022

1. ICML Workshops

   Monitoring Shortcut Learning using Mutual Information

   Mohammed Adnan, Yani Ioannou, Chuan-Yung Tsai, Angus Galloway, H. R. Tizhoosh, and Graham W. Taylor

   In ICML 2022 Workshop on Spurious Correlations, Invariance, and Stability, Jul 2022

   arXiv Bib

   @inproceedings{mohammed2022monitoringshortcuts,
     author = {Adnan, Mohammed and Ioannou, Yani and Tsai, Chuan-Yung and Galloway, Angus and Tizhoosh, H. R. and Taylor, Graham W.},
     title = {Monitoring Shortcut Learning using Mutual Information},
     year = {2022},
     booktitle = {ICML 2022 Workshop on Spurious Correlations, Invariance, and Stability},
     month = jul,
     day = {22},
     eventdate = {2022-07-22},
     venue = {Baltimore, MD, USA},
     arxivid = {2206.13034},
     eprint = {2206.13034},
     eprinttype = {arXiv}
   }

2. ICLR Workshops

   Condensing Sparse Layers

   Anna Golubeva, Mike Lasby, Yani Ioannou, and Mihai Nica

   In 2nd Workshop on Sparsity in Neural Networks, Jul 2022

   Bib Blog Poster Website

   @inproceedings{golubeva2022condensed,
     author = {Golubeva, Anna and Lasby, Mike and Ioannou, Yani and Nica, Mihai},
     title = {Condensing Sparse Layers},
     year = {2022},
     booktitle = {2nd Workshop on Sparsity in Neural Networks},
     month = jul,
     day = {13},
     eventdate = {2022-07-13},
     venue = {Virtual},
     url = {https://sites.google.com/view/sparsity-workshop-2022/accepted-papers},
     paper = {https://drive.google.com/file/d/13gUfpF9LRsMVPKA65emKrxXmhyYXsb92/view}
   }

3. AAAI

   Gradient Flow in Sparse Neural Networks and How Lottery Tickets Win

   Utku Evci, Yani A. Ioannou, Cem Keskin, and Yann Dauphin

   In Proceedings of the 36th AAAI Conference on Artificial Intelligence, Feb 2022

   Oral DOI arXiv Bib Video Blog Code Poster

   Oral Presentation

   @inproceedings{evci2022gradientflowsparse,
     author = {Evci, Utku and Ioannou, Yani A. and Keskin, Cem and Dauphin, Yann},
     title = {{Gradient Flow in Sparse Neural Networks and How Lottery Tickets Win}},
     year = {2022},
     booktitle = {Proceedings of the 36th AAAI Conference on Artificial Intelligence},
     venue = {Vancouver, BC, Canada},
     eventdate = {2022-02-22/2022-03-1},
     month = feb,
     arxivid = {2010.03533},
     eprint = {2010.03533},
     eprinttype = {arXiv},
     doi = {10.1609/aaai.v36i6.20611},
     dimensions = {1149215051},
   }

2021

1. NeurIPS Workshops

   Domain-Agnostic Clustering with Self-Distillation

   Mohammed Adnan, Yani Ioannou, Chuan-Yung Tsai, and Graham Taylor

   In 2nd NeurIPS Workshop on Self-Supervised Learning: Theory and Practice, Nov 2021

   arXiv Bib Poster Website

   @inproceedings{mohammed2021clusteringselfdistillation,
     author = {Adnan, Mohammed and Ioannou, Yani and Tsai, Chuan-Yung and Taylor, Graham},
     title = {Domain-Agnostic Clustering with Self-Distillation},
     year = {2021},
     booktitle = {2nd NeurIPS Workshop on Self-Supervised Learning: Theory and Practice},
     month = nov,
     day = {23},
     eventdate = {2021-11-23},
     venue = {Virtual Conference},
     arxivid = {2111.12170},
     eprint = {2111.12170},
     eprinttype = {arXiv},
     paper = {https://sslneurips21.github.io/files/CameraReady/domain_agnostic_clustering_with_self_distillation.pdf},
     url = {https://sslneurips21.github.io/pages/Accepted%20Paper.html},
   }