diff --git a/eval/eval.py b/eval/eval.py
index b8563ee5..17cb5d88 100644
--- a/eval/eval.py
+++ b/eval/eval.py
@@ -31,6 +31,11 @@
 from eval.eval_tracker import DCEvaluationTracker
 from eval.task import TaskManager as InstructTaskManager
 
+# Register OpenLM/DCLM models with HuggingFace Transformers
+try:
+    import open_lm.hf
+except ImportError:
+    pass
 
 _BIT_CAP = 15_000