From 217fd43eac2de6d8b86bd323ae4cf797aa72ea1d Mon Sep 17 00:00:00 2001
From: starmorph <dylan@starmorph.com>
Date: Mon, 19 May 2025 12:48:30 -0700
Subject: [PATCH] support different image filetypes

---
 src/lib/multimodal-utils.ts | 13 ++++++++++++-
 1 file changed, 12 insertions(+), 1 deletion(-)

diff --git a/src/lib/multimodal-utils.ts b/src/lib/multimodal-utils.ts
index 80803b6..b4953fa 100644
--- a/src/lib/multimodal-utils.ts
+++ b/src/lib/multimodal-utils.ts
@@ -5,11 +5,22 @@ import { convertToOpenAIImageBlock } from "@langchain/core/messages";
 export async function fileToImageBlock(
   file: File,
 ): Promise<Base64ContentBlock> {
+  const supportedTypes = [
+    "image/jpeg",
+    "image/png",
+    "image/gif",
+    "image/webp",
+  ];
+  if (!supportedTypes.includes(file.type)) {
+    throw new Error(
+      `Unsupported image type: ${file.type}. Supported types are: ${supportedTypes.join(", ")}`,
+    );
+  }
   const data = await fileToBase64(file);
   return {
     type: "image",
     source_type: "base64",
-    mime_type: "image/jpeg",
+    mime_type: file.type,
     data,
     metadata: { name: file.name },
   };