Publications

2025

1. ICML WorkshopOral Presentation

   Flow Density Control: Generative Optimization Beyond Entropy-Regularized Fine-Tuning

   Riccardo De Santi, Marin Vlastelica, Ya-Ping Hsieh, and 3 more authors

   Workshop on Generative AI and Biology at ICML, 2025

   Oral at Workshop on Generative AI and Biology at ICML 2025

   Bibtex PDF

   @article{de2025flow,
     title = {Flow Density Control: Generative Optimization Beyond Entropy-Regularized Fine-Tuning},
     author = {De Santi, Riccardo and Vlastelica, Marin and Hsieh, Ya-Ping and Shen, Zebang and He, Niao and Krause, Andreas},
     journal = {Workshop on Generative AI and Biology at ICML},
     year = {2025},
     award = {Oral at Workshop on Generative AI and Biology at ICML 2025},
     badge_extra = {Oral Presentation}
   }

2. ICML Workshop

   Constrained Molecular Generation via Sequential Flow Model Fine-Tuning

   Sven SGutjahr*, Riccardo De Santi*, Luca Schaufelberger*, and 2 more authors

   Workshop on Generative AI and Biology at ICML (available soon), 2025

   Bibtex

   @article{gutjahr2025constrained,
     title = {Constrained Molecular Generation via Sequential Flow Model Fine-Tuning},
     author = {SGutjahr*, Sven and De Santi*, Riccardo and Schaufelberger*, Luca and Jorner, Kjell and Krause, Andreas},
     journal = {Workshop on Generative AI and Biology at ICML (available soon)},
     year = {2025},
   }

3. ICML Workshop

   Efficient Generative Models Personalization via Optimal Experimental Design

   Guy Schacht, Mojmir Mutny, Riccardo De Santi, and 2 more authors

   Workshop on Models of Human Feedback for AI Alignment at ICML, 2025

   Bibtex PDF

   @article{schachtefficient,
     title = {Efficient Generative Models Personalization via Optimal Experimental Design},
     author = {Schacht, Guy and Mutny, Mojmir and De Santi, Riccardo and Sheebaelhamd, Ziyad and Krause, Andreas},
     journal = {Workshop on Models of Human Feedback for AI Alignment at ICML},
     year = {2025},
   }

4. ICML

   Provable Maximum Entropy Manifold Exploration via Diffusion Models

   Riccardo De Santi*, Marin Vlastelica*, Ya-Ping Hsieh, and 3 more authors

   International Conference on Machine Learning (ICML), 2025

   Bibtex PDF

   @article{de2025provable,
     title = {Provable Maximum Entropy Manifold Exploration via Diffusion Models},
     author = {De Santi*, Riccardo and Vlastelica*, Marin and Hsieh, Ya-Ping and Shen, Zebang and He, Niao and Krause, Andreas},
     journal = {International Conference on Machine Learning (ICML)},
     year = {2025},
   }

2024

1. ICML

   Global Reinforcement Learning: Beyond Linear and Convex Rewards via Submodular Semi-gradient Methods

   Riccardo De Santi*, Manish Prajapat*, and Andreas Krause

   International Conference on Machine Learning (ICML), 2024

   Bibtex PDF

   @article{de2024global,
     title = {Global Reinforcement Learning: Beyond Linear and Convex Rewards via Submodular Semi-gradient Methods},
     author = {De Santi*, Riccardo and Prajapat*, Manish and Krause, Andreas},
     journal = {International Conference on Machine Learning (ICML)},
     year = {2024},
   }

2. ICML

   Geometric Active Exploration in Markov Decision Processes: the Benefit of Abstraction

   Riccardo De Santi, Federico Arangath Joseph, Noah Liniger, and 2 more authors

   International Conference on Machine Learning (ICML), 2024

   Bibtex PDF

   @article{de2024geometric,
     title = {Geometric Active Exploration in Markov Decision Processes: the Benefit of Abstraction},
     author = {De Santi, Riccardo and Arangath Joseph, Federico and Liniger, Noah and Mutti, Mirco and Krause, Andreas},
     journal = {International Conference on Machine Learning (ICML)},
     year = {2024},
   }

3. ICLR

   Exploiting Causal Graph Priors with Posterior Sampling for Reinforcement Learning

   Mirco Mutti, Riccardo De Santi, Marcello Restelli, and 2 more authors

   International Conference on Learning Representations (ICLR), 2024

   Causal Representation Learning Workshop at NeurIPS 2023

   Bibtex PDF

   @article{mutti2023exploiting,
     title = {Exploiting Causal Graph Priors with Posterior Sampling for Reinforcement Learning},
     author = {Mutti, Mirco and De Santi, Riccardo and Restelli, Marcello and Marx, Alexander and Ramponi, Giorgia},
     journal = {International Conference on Learning Representations (ICLR)},
     year = {2024},
     workshop = {Causal Representation Learning Workshop at NeurIPS 2023},
   }

2023

1. JMLR

   Convex Reinforcement Learning in Finite Trials

   Mirco Mutti, Riccardo De Santi, Piersilvio De Bartolomeis, and 1 more author

   Journal of Machine Learning Research (JMLR), 2023

   Bibtex PDF

   @article{mutti2023convex,
     title = {Convex Reinforcement Learning in Finite Trials},
     author = {Mutti, Mirco and De Santi, Riccardo and De Bartolomeis, Piersilvio and Restelli, Marcello},
     journal = {Journal of Machine Learning Research (JMLR)},
     year = {2023},
   }

2. AAAI

   Provably efficient causal model-based reinforcement learning for systematic generalization

   Mirco Mutti*, Riccardo De Santi*, Emanuele Rossi, and 3 more authors

   Proceedings of the AAAI Conference on Artificial Intelligence (AAAI), 2023

   Workshop on Spurious Correlations, Invariance, and Stability at ICML 2022 and A Causal View on Dynamical Systems Workshop at NeurIPS 2022

   Bibtex PDF

   @inproceedings{mutti2023provably,
     title = {Provably efficient causal model-based reinforcement learning for systematic generalization},
     author = {Mutti*, Mirco and De Santi*, Riccardo and Rossi, Emanuele and Calderon, Juan Felipe and Bronstein, Michael and Restelli, Marcello},
     booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence (AAAI)},
     year = {2023},
     workshop = {Workshop on Spurious Correlations, Invariance, and Stability at ICML 2022 and A Causal View on Dynamical Systems Workshop at NeurIPS 2022},
   }

2022

1. ICML Workshop

   Non-Markovian Policies for Unsupervised Reinforcement Learning in Multiple Environments

   Pietro Maldini*, Mirco Mutti*, Riccardo De Santi, and 1 more author

   2022

   Decision Awareness in Reinforcement Learning Workshop and First Workshop on Pre-training: Perspectives, Pitfalls, and Paths Forward at ICML 2022

   Bibtex PDF

   @inproceedings{maldini2022non,
     title = {Non-Markovian Policies for Unsupervised Reinforcement Learning in Multiple Environments},
     author = {Maldini*, Pietro and Mutti*, Mirco and De Santi, Riccardo and Restelli, Marcello},
     workshop = {Decision Awareness in Reinforcement Learning Workshop and First Workshop on Pre-training: Perspectives, Pitfalls, and Paths Forward at ICML 2022},
     year = {2022},
   }

2. NeurIPS

   Challenging common assumptions in convex reinforcement learning

   Mirco Mutti*, Riccardo De Santi*, Piersilvio De Bartolomeis, and 1 more author

   Advances in Neural Information Processing Systems (NeurIPS), 2022

   Complex Feedback in Online Learning (CFOL) Workshop at ICML 2022

   Bibtex PDF

   @article{mutti2022challenging,
     title = {Challenging common assumptions in convex reinforcement learning},
     author = {Mutti*, Mirco and De Santi*, Riccardo and De Bartolomeis, Piersilvio and Restelli, Marcello},
     journal = {Advances in Neural Information Processing Systems (NeurIPS)},
     year = {2022},
     workshop = {Complex Feedback in Online Learning (CFOL) Workshop at ICML 2022},
   }

3. ICMLOutstanding Paper

   The Importance of Non-Markovianity in Maximum State Entropy Exploration

   Mirco Mutti*, Riccardo De Santi*, and Marcello Restelli

   International Conference on Machine Learning (ICML), 2022

   Outstanding Paper Award at ICML 2022

   Bibtex Talk PDF

   @inproceedings{mutti2022importance,
     title = {The Importance of Non-Markovianity in Maximum State Entropy Exploration},
     author = {Mutti*, Mirco and De Santi*, Riccardo and Restelli, Marcello},
     booktitle = {International Conference on Machine Learning (ICML)},
     year = {2022},
     award = {Outstanding Paper Award at ICML 2022},
     badge_extra = {Outstanding Paper},
     talk = {https://icml.cc/virtual/2022/oral/16290},
   }