diff --git a/langfuse/openai.py b/langfuse/openai.py
index 06bd2037..b3a06a22 100644
--- a/langfuse/openai.py
+++ b/langfuse/openai.py
@@ -175,6 +175,10 @@ def get_openai_args(self):
         if self.kwargs.get("store", False):
             self.kwargs["metadata"] = self.args.get("metadata", {})
 
+            # OpenAI does not support non-string type values in metadata when using
+            # model distillation feature
+            self.kwargs["metadata"].pop("response_format", None)
+
         return self.kwargs