diff --git a/evals/registry.py b/evals/registry.py
index 2d1c0fee1d..7753d32883 100644
--- a/evals/registry.py
+++ b/evals/registry.py
@@ -84,7 +84,7 @@ def is_chat_model(model_name: str) -> bool:
     if model_name in {"gpt-4-base"} or model_name.startswith("gpt-3.5-turbo-instruct"):
         return False
 
-    CHAT_MODEL_NAMES = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k"}
+    CHAT_MODEL_NAMES = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k", "gpt-4o", "gpt-4o-mini"}
 
     if model_name in CHAT_MODEL_NAMES:
         return True