publications

2026

1. Preprint

   Guardians of the Measurement: Information Design for Robust AI Evaluation

   Sang T. Truong, Serena L. Wang, and Sanmi Koyejo

   2026

   Bib

   @article{truong2026guardians,
     title = {Guardians of the Measurement: Information Design for Robust AI Evaluation},
     author = {Truong, Sang T. and Wang, Serena L. and Koyejo, Sanmi},
     year = {2026},
   }

2. Preprint

   Generalized Neural Scaling Laws via Measurement Theory

   Sang T. Truong, Yuheng Tu, Rylan Schaeffer, and 1 more author

   2026

   Bib

   @article{truong2026scalinglaws,
     title = {Generalized Neural Scaling Laws via Measurement Theory},
     author = {Truong, Sang T. and Tu, Yuheng and Schaeffer, Rylan and Koyejo, Sanmi},
     year = {2026},
   }

2025

1. ICML

   Reliable and Efficient Amortized Model-based Evaluation

   Sang T. Truong, Yuheng Tu, Percy Liang, and 2 more authors

   In International Conference on Machine Learning, 2025

   Bib HTML Code

   @inproceedings{truong2025reeval,
     title = {Reliable and Efficient Amortized Model-based Evaluation},
     author = {Truong, Sang T. and Tu, Yuheng and Liang, Percy and Li, Bo and Koyejo, Sanmi},
     booktitle = {International Conference on Machine Learning},
     year = {2025},
   }

2. NeurIPS

   Fantastic Bugs and Where to Find Them in AI Benchmarks

   Sang T. Truong, Yuheng Tu, Michael Hardy, and 8 more authors

   In Conference on Neural Information Processing Systems, 2025

   Awarded Bib HTML Code

   Spotlight

   @inproceedings{truong2025fantasticbugs,
     title = {Fantastic Bugs and Where to Find Them in AI Benchmarks},
     author = {Truong, Sang T. and Tu, Yuheng and Hardy, Michael and Reuel, Anka and Tang, Zeyu and Burapacheep, Jirayu and Perera, Jonathan and Uwakwe, Chibuike and Domingue, Ben and Haber, Nick and Koyejo, Sanmi},
     booktitle = {Conference on Neural Information Processing Systems},
     year = {2025},
   }

3. Textbook

   Machine Learning from Human Preferences

   Sang T. Truong, Andreas Haupt, and Sanmi Koyejo

   2025

   Bib HTML Code

   @book{truong2025mlhp,
     title = {Machine Learning from Human Preferences},
     author = {Truong, Sang T. and Haupt, Andreas and Koyejo, Sanmi},
     year = {2025},
     publisher = {The Living Textbook},
   }

4. NeurIPS

   ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code

   Tianyu Hua, Harper Hua, Violet Xiang, and 5 more authors

   In Conference on Neural Information Processing Systems, 2025

   Awarded Bib

   Spotlight

   @inproceedings{hua2025researchcodebench,
     title = {ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code},
     author = {Hua, Tianyu and Hua, Harper and Xiang, Violet and Klieger, Benjamin and Truong, Sang T. and Liang, Weixin and Sun, Fan-Yun and Haber, Nick},
     booktitle = {Conference on Neural Information Processing Systems},
     year = {2025},
   }

5. NeurIPS Workshop

   Just Enough Thinking: Efficient Reasoning with Adaptive Length Penalties Reinforcement Learning

   Violet Xiang, Chase Blagden, Rafael Rafailov, and 4 more authors

   In NeurIPS 2025 ER Workshop, 2025

   Awarded Bib HTML

   Spotlight

   @inproceedings{xiang2025justenough,
     title = {Just Enough Thinking: Efficient Reasoning with Adaptive Length Penalties Reinforcement Learning},
     author = {Xiang, Violet and Blagden, Chase and Rafailov, Rafael and Lile, Nathan and Truong, Sang T. and Finn, Chelsea and Haber, Nick},
     booktitle = {NeurIPS 2025 ER Workshop},
     year = {2025},
   }

6. npj Digit. Med.

   Red Teaming ChatGPT in Medicine to Yield Real-World Insights on Model Behavior

   Crystal T. Chang, Hodan Farah, Haiwen Gui, and 77 more authors

   npj Digital Medicine, 2025

   Bib

   @article{chang2025redteaming,
     title = {Red Teaming ChatGPT in Medicine to Yield Real-World Insights on Model Behavior},
     author = {Chang, Crystal T. and Farah, Hodan and Gui, Haiwen and Rezaei, Shawheen Justin and Bou-Khalil, Charbel and Park, Ye-Jean and Swaminathan, Akshay and Omiye, Jesutofunmi A. and Kolluri, Akaash and Chaurasia, Akash and Lozano, Alejandro and Heiman, Alice and Jia, Allison Sihan and Kaushal, Amit and Jia, Angela and Iacovelli, Angelica and Yang, Archer and Salles, Arghavan and Singhal, Arpita and Narasimhan, Balasubramanian and Belai, Benjamin and Jacobson, Benjamin H. and Li, Binglan and Poe, Celeste H. and Sanghera, Chandan and Zheng, Chenming and Messer, Conor and Kettud, Damien Varid and Pandya, Deven and Kaur, Dhamanpreet and Hla, Diana and Dindoust, Diba and Moehrle, Dominik and Ross, Duncan and Chou, Ellaine and Lin, Eric and Haredasht, Fateme Nateghi and Cheng, Ge and Gao, Irena and Chang, Jacob and Silberg, Jake and Fries, Jason A. and Xu, Jiapeng and Jamison, Joe and Tamaresis, John S. and Chen, Jonathan H. and Lazaro, Joshua and Banda, Juan M. and Lee, Julie J. and Matthys, Karen Ebert and Steffner, Kirsten R. and Tian, Lu and Pegolotti, Lorene and Srinivasan, Malathi and Manimaran, Manivannan and Schwede, Matthew and Zhang, Melissa and Nguyen, Michael and Fathzadeh, Mozziyar and Zhao, Qian and Bajra, Rika and Khurana, Rohit and Azam, Ruhana and Bartlett, Ryan and Truong, Sang T. and Fleming, Scott L. and Raj, Shriti and Behr, Solveig and Onyeka, Sonia and Muppidi, Srinath and Bandali, Tina and Eulalio, Tiffany Y. and Chen, Wenyuan and Zhou, Xiaoyuan and Ding, Yifan and Cui, Yuhui and Tan, Yue and Liu, Yuqi and Shah, Nigam and Daneshjou, Roxana},
     journal = {npj Digital Medicine},
     volume = {8},
     number = {1},
     pages = {149},
     year = {2025},
   }

7. Preprint

   Prediction of Item Difficulty for Reading Comprehension Items by Creation of Annotated Item Repository

   Radhika Kapoor, Sang T. Truong, Nick Haber, and 2 more authors

   arXiv preprint arXiv:2502.20663, 2025

   Bib HTML

   @article{kapoor2025prediction,
     title = {Prediction of Item Difficulty for Reading Comprehension Items by Creation of Annotated Item Repository},
     author = {Kapoor, Radhika and Truong, Sang T. and Haber, Nick and Ruiz-Primo, Maria Araceli and Domingue, Benjamin W.},
     journal = {arXiv preprint arXiv:2502.20663},
     year = {2025},
   }

8. ICLR Workshop

   Preferential Multi-Objective Bayesian Optimization for Drug Discovery

   Tai Dang, Long-Hung Pham, Sang T. Truong, and 6 more authors

   In ICLR 2025 Workshop on Human-AI Coevolution, 2025

   Bib HTML

   @inproceedings{dang2025preferential,
     title = {Preferential Multi-Objective Bayesian Optimization for Drug Discovery},
     author = {Dang, Tai and Pham, Long-Hung and Truong, Sang T. and Glenn, Ari and Nguyen, Wendy and Pham, Edward A. and Glenn, Jeffrey S. and Koyejo, Sanmi and Luong, Thang},
     booktitle = {ICLR 2025 Workshop on Human-AI Coevolution},
     year = {2025},
   }

2024

1. NAACL

   Crossing Linguistic Horizons: Finetuning and Comprehensive Evaluation of Vietnamese Large Language Models

   Sang T. Truong, Duc Quang Nguyen, Toan Nguyen, and 4 more authors

   In Findings of the Association for Computational Linguistics: NAACL, 2024

   Bib HTML Code

   @inproceedings{truong2024villm,
     title = {Crossing Linguistic Horizons: Finetuning and Comprehensive Evaluation of Vietnamese Large Language Models},
     author = {Truong, Sang T. and Nguyen, Duc Quang and Nguyen, Toan and Le, Dong Duy and Truong, Nhi Ngoc and Quan, Tho and Koyejo, Sanmi},
     booktitle = {Findings of the Association for Computational Linguistics: NAACL},
     year = {2024},
   }

2. ACL

   An Experimental Design Framework for Label-Efficient Supervised Finetuning of Large Language Models

   Gantavya Bhatt, Yifang Chen, Arnav Das, and 9 more authors

   In Findings of the Association for Computational Linguistics: ACL, 2024

   Bib HTML

   @inproceedings{bhatt2024experimental,
     title = {An Experimental Design Framework for Label-Efficient Supervised Finetuning of Large Language Models},
     author = {Bhatt, Gantavya and Chen, Yifang and Das, Arnav and Zhang, Jifan and Truong, Sang T. and Mussmann, Stephen and Zhu, Yinglun and Bilmes, Jeff and Du, Simon and Jamieson, Kevin and Ash, Jordan and Nowak, Robert},
     booktitle = {Findings of the Association for Computational Linguistics: ACL},
     year = {2024},
   }

3. NeurIPS

   GAUCHE: A Library for Gaussian Processes in Chemistry

   Ryan-Rhys Griffiths, Leo Klarner, Henry Moss, and 25 more authors

   In Advances in Neural Information Processing Systems, 2024

   Bib

   @inproceedings{griffiths2024gauche,
     title = {GAUCHE: A Library for Gaussian Processes in Chemistry},
     author = {Griffiths, Ryan-Rhys and Klarner, Leo and Moss, Henry and Ravuri, Aditya and Truong, Sang T. and Du, Yuanqi and Stanton, Samuel and Tom, Gary and Rankovic, Bojana and Jamasb, Arian and Deshwal, Aryan and Schwartz, Julius and Tripp, Austin and Kell, Gregory and Frieder, Simon and Bourached, Anthony and Chan, Alex and Moss, Jacob and Guo, Chengzhi and D{\"u}rholt, Johannes Peter and Chaurasia, Saudamini and Park, Ji Won and Strieth-Kalthoff, Felix and Lee, Alpha and Cheng, Bingqing and Aspuru-Guzik, Alan and Schwaller, Philippe and Tang, Jian},
     booktitle = {Advances in Neural Information Processing Systems},
     volume = {36},
     year = {2024},
   }

4. Preprint

   Building a Domain-Specific Guardrail Model in Production

   Mohammad Niknazar, Paul V. Haley, Latha Ramanan, and 12 more authors

   arXiv preprint arXiv:2408.01452, 2024

   Bib HTML

   @article{niknazar2024guardrail,
     title = {Building a Domain-Specific Guardrail Model in Production},
     author = {Niknazar, Mohammad and Haley, Paul V. and Ramanan, Latha and Truong, Sang T. and Shrinivasan, Yedendra and Bhowmick, Ayan Kumar and Dey, Prasenjit and Jagmohan, Ashish and Maheshwari, Hema and Ponoth, Shom and Smith, Robert and Vempaty, Aditya and Haber, Nick and Koyejo, Sanmi and Sundararajan, Sharad},
     journal = {arXiv preprint arXiv:2408.01452},
     year = {2024},
   }

5. Preprint

   Bridging Associative Memory and Probabilistic Modeling

   Rylan Schaeffer, Nika Zahedi, Mikail Khona, and 9 more authors

   arXiv preprint arXiv:2402.10202, 2024

   Bib HTML

   @article{schaeffer2024bridging,
     title = {Bridging Associative Memory and Probabilistic Modeling},
     author = {Schaeffer, Rylan and Zahedi, Nika and Khona, Mikail and Pai, Dhruv and Truong, Sang T. and Du, Yilun and Ostrow, Mitchell and Chandra, Sarthak and Carranza, Andres and Fiete, Ila Rani and Gromov, Andrey and Koyejo, Sanmi},
     journal = {arXiv preprint arXiv:2402.10202},
     year = {2024},
   }

2023

1. NeurIPS

   DecodingTrust: A Comprehensive Assessment of Trustworthiness in GPT Models

   Boxin Wang, Weixin Chen, Hengzhi Pei, and 16 more authors

   In Advances in Neural Information Processing Systems, 2023

   Awarded Bib HTML Code

   Best Paper

   @inproceedings{wang2023decodingtrust,
     title = {DecodingTrust: A Comprehensive Assessment of Trustworthiness in GPT Models},
     author = {Wang, Boxin and Chen, Weixin and Pei, Hengzhi and Xie, Chulin and Kang, Mintong and Zhang, Chenhui and Xu, Chejian and Xiong, Zidi and Dutta, Ritik and Schaeffer, Rylan and Truong, Sang T. and Arora, Simran and Mazeika, Mantas and Hendrycks, Dan and Lin, Zinan and Cheng, Yu and Koyejo, Sanmi and Song, Dawn and Li, Bo},
     booktitle = {Advances in Neural Information Processing Systems},
     volume = {36},
     year = {2023},
   }

2. Am. Econ.

   Teaching Income Inequality with Data-Driven Visualization

   Sang T. Truong and Humberto Barreto

   The American Economist, 2023

   Bib

   @article{truong2023teaching,
     title = {Teaching Income Inequality with Data-Driven Visualization},
     author = {Truong, Sang T. and Barreto, Humberto},
     journal = {The American Economist},
     volume = {68},
     number = {1},
     pages = {140--155},
     year = {2023},
   }

3. ICML Workshop

   Thomas: Learning to Explore Human Preference via Probabilistic Reward Model

   Sang T. Truong, Duc Quang Nguyen, Tho Quan, and 1 more author

   In ICML 2023 Workshop The Many Facets of Preference-Based Learning, 2023

   Bib

   @inproceedings{truong2023thomas,
     title = {Thomas: Learning to Explore Human Preference via Probabilistic Reward Model},
     author = {Truong, Sang T. and Nguyen, Duc Quang and Quan, Tho and Koyejo, Sanmi},
     booktitle = {ICML 2023 Workshop The Many Facets of Preference-Based Learning},
     year = {2023},
   }

2022

1. J. Chem. Phys.

   Systematic Analysis of Biomolecular Conformational Ensembles with PENSA

   Martin Vögele, Neil J. Thomson, Sang T. Truong, and 3 more authors

   The Journal of Chemical Physics, 2022

   Bib

   @article{vogele2022pensa,
     title = {Systematic Analysis of Biomolecular Conformational Ensembles with PENSA},
     author = {V{\"o}gele, Martin and Thomson, Neil J. and Truong, Sang T. and McAvity, Jasper and Zachariae, Ulrich and Dror, Ron O.},
     journal = {The Journal of Chemical Physics},
     year = {2022},
   }

2. Preprint

   Quantum Neural Architecture Search with Quantum Circuits Metric and Bayesian Optimization

   Trong Duong, Sang T. Truong, Minh Tam, and 3 more authors

   arXiv preprint arXiv:2206.14115, 2022

   Bib HTML

   @article{duong2022quantum,
     title = {Quantum Neural Architecture Search with Quantum Circuits Metric and Bayesian Optimization},
     author = {Duong, Trong and Truong, Sang T. and Tam, Minh and Bach, Bao and Ryu, Ju Young and Rhee, June-Koo Kevin},
     journal = {arXiv preprint arXiv:2206.14115},
     year = {2022},
   }

3. Ind. Eng. Chem. Res.

   Ag/ZnO Heterojunction Decorated on Polypropylene as a Membrane for Photocatalytic Nitrogen Oxide Removal

   Van Viet Pham, Hai Phong Phan La, Hoang Viet Le, and 3 more authors

   Industrial & Engineering Chemistry Research, 2022

   Bib

   @article{pham2022agzno,
     title = {Ag/ZnO Heterojunction Decorated on Polypropylene as a Membrane for Photocatalytic Nitrogen Oxide Removal},
     author = {Pham, Van Viet and La, Hai Phong Phan and Le, Hoang Viet and Truong, Sang T. and Nguyen, Thanh Quang and Cao, Thi Mong},
     journal = {Industrial \& Engineering Chemistry Research},
     volume = {61},
     number = {34},
     pages = {12427--12433},
     year = {2022},
   }

2019

1. Mater. Res. Express

   One-pot Hydrothermal Synthesis of Si Doped TiO2 Nanotubes from Commercial Material Sources for Visible Light-Driven Photocatalytic Activity

   Pham Van Viet, Tran Hoang Huy, Sang T. Truong, and 2 more authors

   Materials Research Express, 2019

   Bib

   @article{viet2019sidoped,
     title = {One-pot Hydrothermal Synthesis of Si Doped TiO2 Nanotubes from Commercial Material Sources for Visible Light-Driven Photocatalytic Activity},
     author = {Van Viet, Pham and Huy, Tran Hoang and Truong, Sang T. and Nguyet, Hoang Minh and Thi, Cao Minh},
     journal = {Materials Research Express},
     volume = {6},
     number = {5},
     pages = {055006},
     year = {2019},
   }

2018

1. J. Photochem. A

   Silver Nanoparticle Loaded TiO2 Nanotubes with High Photocatalytic and Antibacterial Activity Synthesized by Photoreduction Method

   Van Viet Pham, Thi Kieu Hanh Phan, Derrick Mott, and 3 more authors

   Journal of Photochemistry and Photobiology A: Chemistry, 2018

   Bib

   @article{pham2018silver,
     title = {Silver Nanoparticle Loaded TiO2 Nanotubes with High Photocatalytic and Antibacterial Activity Synthesized by Photoreduction Method},
     author = {Pham, Van Viet and Phan, Thi Kieu Hanh and Mott, Derrick and Maenosono, Shinya and Truong, Sang T. and Cao, Thi Mong},
     journal = {Journal of Photochemistry and Photobiology A: Chemistry},
     volume = {352},
     pages = {106--112},
     year = {2018},
   }

2. J. Photochem. B

   An Improved Green Synthesis Method and Escherichia coli Antibacterial Activity of Silver Nanoparticles

   Pham Van Viet, Sang T. Truong, Nguyen Hoang Ngoc Bich, and 1 more author

   Journal of Photochemistry and Photobiology B: Biology, 2018

   Bib

   @article{viet2018improved,
     title = {An Improved Green Synthesis Method and Escherichia coli Antibacterial Activity of Silver Nanoparticles},
     author = {Van Viet, Pham and Truong, Sang T. and Bich, Nguyen Hoang Ngoc and Thi, Cao Minh},
     journal = {Journal of Photochemistry and Photobiology B: Biology},
     volume = {182},
     pages = {108--114},
     year = {2018},
   }

3. Nucl. Instrum. B

   Synthesis of a Silver/TiO2 Nanotube Nanocomposite by Gamma Irradiation for Enhanced Photocatalytic Activity under Sunlight

   Pham Van Viet, Sang T. Truong, Nguyen Quoc Hien, and 2 more authors

   Nuclear Instruments and Methods in Physics Research Section B: Beam Interactions with Materials and Atoms, 2018

   Bib

   @article{viet2018synthesis,
     title = {Synthesis of a Silver/TiO2 Nanotube Nanocomposite by Gamma Irradiation for Enhanced Photocatalytic Activity under Sunlight},
     author = {Van Viet, Pham and Truong, Sang T. and Hien, Nguyen Quoc and Thi, Cao Minh and Van Hieu, Le},
     journal = {Nuclear Instruments and Methods in Physics Research Section B: Beam Interactions with Materials and Atoms},
     year = {2018},
   }