feat: store model configs in the database

src/lib/apis/index.ts

@@ -226,16 +226,18 @@ export const getModelConfig = async (token: string): Promise<GlobalModelConfig>
 
 export interface ModelConfig {
 	id: string;
-	name?: string;
+	name: string;
+	source: string;
+	base_model?: string;
+	params: ModelParams;
+}
+
+export interface ModelParams {
 	description?: string;
 	vision_capable?: boolean;
 }
 
-export interface GlobalModelConfig {
-	ollama: ModelConfig[];
-	litellm: ModelConfig[];
-	openai: ModelConfig[];
-}
+export type GlobalModelConfig = ModelConfig[];
 
 export const updateModelConfig = async (token: string, config: GlobalModelConfig) => {
 	let error = null;
@@ -246,7 +248,9 @@ export const updateModelConfig = async (token: string, config: GlobalModelConfig
 			'Content-Type': 'application/json',
 			Authorization: `Bearer ${token}`
 		},
-		body: JSON.stringify(config)
+		body: JSON.stringify({
+			models: config
+		})
 	})
 		.then(async (res) => {
 			if (!res.ok) throw await res.json();

src/lib/apis/litellm/index.ts

@@ -34,7 +34,7 @@ export const getLiteLLMModels = async (token: string = '') => {
 					name: model.name ?? model.id,
 					external: true,
 					source: 'LiteLLM',
-					custom_info: model.custom_info ?? {}
+					custom_info: model.custom_info
 				}))
 				.sort((a, b) => {
 					return a.name.localeCompare(b.name);

src/lib/apis/openai/index.ts

@@ -234,7 +234,7 @@ export const getOpenAIModels = async (token: string = '') => {
 					id: model.id,
 					name: model.name ?? model.id,
 					external: true,
-					custom_info: model.custom_info ?? {}
+					custom_info: model.custom_info
 				}))
 				.sort((a, b) => {
 					return a.name.localeCompare(b.name);

src/lib/components/chat/MessageInput.svelte

@@ -1,7 +1,7 @@
 <script lang="ts">
 	import { toast } from 'svelte-sonner';
 	import { onMount, tick, getContext } from 'svelte';
-	import { type Model, mobile, modelfiles, settings, showSidebar } from '$lib/stores';
+	import { type Model, mobile, modelfiles, settings, showSidebar, models } from '$lib/stores';
 	import { blobToFile, calculateSHA256, findWordIndices } from '$lib/utils';
 
 	import {
@@ -27,7 +27,8 @@
 	export let stopResponse: Function;
 
 	export let autoScroll = true;
-	export let selectedModel: Model | undefined;
+	export let selectedAtModel: Model | undefined;
+	export let selectedModels: [''];
 
 	let chatTextAreaElement: HTMLTextAreaElement;
 	let filesInputElement;
@@ -52,6 +53,8 @@
 
 	let speechRecognition;
 
+	let visionCapableState = 'all';
+
 	$: if (prompt) {
 		if (chatTextAreaElement) {
 			chatTextAreaElement.style.height = '';
@@ -59,6 +62,20 @@
 		}
 	}
 
+	$: {
+		if (selectedAtModel || selectedModels) {
+			visionCapableState = checkModelsAreVisionCapable();
+			if (visionCapableState === 'none') {
+				// Remove all image files
+				const fileCount = files.length;
+				files = files.filter((file) => file.type != 'image');
+				if (files.length < fileCount) {
+					toast.warning($i18n.t('All selected models do not support image input, removed images'));
+				}
+			}
+		}
+	}
+
 	let mediaRecorder;
 	let audioChunks = [];
 	let isRecording = false;
@@ -326,6 +343,35 @@
 		}
 	};
 
+	const checkModelsAreVisionCapable = () => {
+		let modelsToCheck = [];
+		if (selectedAtModel !== undefined) {
+			modelsToCheck = [selectedAtModel.id];
+		} else {
+			modelsToCheck = selectedModels;
+		}
+		if (modelsToCheck.length == 0 || modelsToCheck[0] == '') {
+			return 'all';
+		}
+		let visionCapableCount = 0;
+		for (const modelName of modelsToCheck) {
+			const model = $models.find((m) => m.id === modelName);
+			if (!model) {
+				continue;
+			}
+			if (model.custom_info?.params.vision_capable ?? true) {
+				visionCapableCount++;
+			}
+		}
+		if (visionCapableCount == modelsToCheck.length) {
+			return 'all';
+		} else if (visionCapableCount == 0) {
+			return 'none';
+		} else {
+			return 'some';
+		}
+	};
+
 	onMount(() => {
 		window.setTimeout(() => chatTextAreaElement?.focus(), 0);
 
@@ -358,11 +404,9 @@
 					inputFiles.forEach((file) => {
 						console.log(file, file.name.split('.').at(-1));
 						if (['image/gif', 'image/jpeg', 'image/png'].includes(file['type'])) {
-							if (selectedModel !== undefined) {
-								if (!(selectedModel.custom_info?.vision_capable ?? true)) {
-									toast.error($i18n.t('Selected model does not support image inputs.'));
-									return;
-								}
+							if (visionCapableState == 'none') {
+								toast.error($i18n.t('Selected models do not support image inputs'));
+								return;
 							}
 							let reader = new FileReader();
 							reader.onload = (event) => {
@@ -500,12 +544,12 @@
 						bind:chatInputPlaceholder
 						{messages}
 						on:select={(e) => {
-							selectedModel = e.detail;
+							selectedAtModel = e.detail;
 							chatTextAreaElement?.focus();
 						}}
 					/>
 
-					{#if selectedModel !== undefined}
+					{#if selectedAtModel !== undefined}
 						<div
 							class="px-3 py-2.5 text-left w-full flex justify-between items-center absolute bottom-0 left-0 right-0 bg-gradient-to-t from-50% from-white dark:from-gray-900"
 						>
@@ -514,7 +558,7 @@
 									crossorigin="anonymous"
 									alt="model profile"
 									class="size-5 max-w-[28px] object-cover rounded-full"
-									src={$modelfiles.find((modelfile) => modelfile.tagName === selectedModel.id)
+									src={$modelfiles.find((modelfile) => modelfile.tagName === selectedAtModel.id)
 										?.imageUrl ??
 										($i18n.language === 'dg-DG'
 											? `/doge.png`
@@ -522,7 +566,7 @@
 								/>
 								<div>
 									Talking to <span class=" font-medium"
-										>{selectedModel.custom_info?.name ?? selectedModel.name}
+										>{selectedAtModel.custom_info?.name ?? selectedAtModel.name}
 									</span>
 								</div>
 							</div>
@@ -530,7 +574,7 @@
 								<button
 									class="flex items-center"
 									on:click={() => {
-										selectedModel = undefined;
+										selectedAtModel = undefined;
 									}}
 								>
 									<XMark />
@@ -556,13 +600,11 @@
 								const _inputFiles = Array.from(inputFiles);
 								_inputFiles.forEach((file) => {
 									if (['image/gif', 'image/jpeg', 'image/png'].includes(file['type'])) {
-										if (selectedModel !== undefined) {
-											if (!(selectedModel.custom_info?.vision_capable ?? true)) {
-												toast.error($i18n.t('Selected model does not support image inputs.'));
-												inputFiles = null;
-												filesInputElement.value = '';
-												return;
-											}
+										if (visionCapableState === 'none') {
+											toast.error($i18n.t('Selected models do not support image inputs'));
+											inputFiles = null;
+											filesInputElement.value = '';
+											return;
 										}
 										let reader = new FileReader();
 										reader.onload = (event) => {
@@ -897,7 +939,7 @@
 
 									if (e.key === 'Escape') {
 										console.log('Escape');
-										selectedModel = undefined;
+										selectedAtModel = undefined;
 									}
 								}}
 								rows="1"

src/lib/components/chat/ModelSelector/Selector.svelte

@@ -12,7 +12,12 @@
 
 	import { user, MODEL_DOWNLOAD_POOL, models, mobile } from '$lib/stores';
 	import { toast } from 'svelte-sonner';
-	import { capitalizeFirstLetter, getModels, splitStream } from '$lib/utils';
+	import {
+		capitalizeFirstLetter,
+		getModels,
+		sanitizeResponseContent,
+		splitStream
+	} from '$lib/utils';
 	import Tooltip from '$lib/components/common/Tooltip.svelte';
 
 	const i18n = getContext('i18n');
@@ -23,7 +28,12 @@
 	export let searchEnabled = true;
 	export let searchPlaceholder = $i18n.t('Search a model');
 
-	export let items = [{ value: 'mango', label: 'Mango' }];
+	export let items: {
+		label: string;
+		value: string;
+		// eslint-disable-next-line @typescript-eslint/no-explicit-any
+		[key: string]: any;
+	} = [];
 
 	export let className = ' w-[30rem]';
 
@@ -248,12 +258,8 @@
 							<!-- {JSON.stringify(item.info)} -->
 
 							{#if item.info.external}
-								<Tooltip
-									content={`${item.info?.source ?? 'External'}${
-										item.info.custom_info?.description ? '<br>' : ''
-									}${item.info.custom_info?.description?.replaceAll('\n', '<br>') ?? ''}`}
-								>
-									<div class=" mr-2">
+								<Tooltip content={`${item.info?.source ?? 'External'}`}>
+									<div class="">
 										<svg
 											xmlns="http://www.w3.org/2000/svg"
 											viewBox="0 0 16 16"
@@ -279,11 +285,9 @@
 										item.info?.details?.quantization_level
 											? item.info?.details?.quantization_level + ' '
 											: ''
-									}${item.info.size ? `(${(item.info.size / 1024 ** 3).toFixed(1)}GB)` : ''}${
-										item.info.custom_info?.description ? '<br>' : ''
-									}${item.info.custom_info?.description?.replaceAll('\n', '<br>') ?? ''}`}
+									}${item.info.size ? `(${(item.info.size / 1024 ** 3).toFixed(1)}GB)` : ''}`}
 								>
-									<div class=" mr-2">
+									<div class="">
 										<svg
 											xmlns="http://www.w3.org/2000/svg"
 											fill="none"
@@ -301,8 +305,31 @@
 									</div>
 								</Tooltip>
 							{/if}
+							{#if item.info?.custom_info?.params.description}
+								<Tooltip
+									content={`${sanitizeResponseContent(
+										item.info.custom_info?.params.description
+									).replaceAll('\n', '<br>')}`}
+								>
+									<div class="">
+										<svg
+											xmlns="http://www.w3.org/2000/svg"
+											fill="none"
+											viewBox="0 0 24 24"
+											stroke-width="1.5"
+											stroke="currentColor"
+											class="w-4 h-4"
+										>
+											<path
+												stroke-linecap="round"
+												stroke-linejoin="round"
+												d="M9.879 7.519c1.171-1.025 3.071-1.025 4.242 0 1.172 1.025 1.172 2.687 0 3.712-.203.179-.43.326-.67.442-.745.361-1.45.999-1.45 1.827v.75M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Zm-9 5.25h.008v.008H12v-.008Z"
+											/>
+										</svg>
+									</div>
+								</Tooltip>
+							{/if}
 						</div>
-
 						{#if value === item.value}
 							<div class="ml-auto">
 								<Check />

src/lib/components/chat/Settings/Models.svelte

@@ -80,8 +80,8 @@
 		const model = $models.find((m) => m.id === selectedModelId);
 		if (model) {
 			modelName = model.custom_info?.name ?? model.name;
-			modelDescription = model.custom_info?.description ?? '';
-			modelIsVisionCapable = model.custom_info?.vision_capable ?? false;
+			modelDescription = model.custom_info?.params.description ?? '';
+			modelIsVisionCapable = model.custom_info?.params.vision_capable ?? false;
 		}
 	};
 
@@ -521,13 +521,18 @@
 		const modelSource =
 			'details' in model ? 'ollama' : model.source === 'LiteLLM' ? 'litellm' : 'openai';
 		// Remove any existing config
-		modelConfig[modelSource] = modelConfig[modelSource].filter((m) => m.id !== selectedModelId);
+		modelConfig = modelConfig.filter(
+			(m) => !(m.id === selectedModelId && m.source === modelSource)
+		);
 		// Add new config
-		modelConfig[modelSource].push({
+		modelConfig.push({
 			id: selectedModelId,
 			name: modelName,
-			description: modelDescription,
-			vision_capable: modelIsVisionCapable
+			source: modelSource,
+			params: {
+				description: modelDescription,
+				vision_capable: modelIsVisionCapable
+			}
 		});
 		await updateModelConfig(localStorage.token, modelConfig);
 		toast.success(
@@ -546,7 +551,9 @@
 		}
 		const modelSource =
 			'details' in model ? 'ollama' : model.source === 'LiteLLM' ? 'litellm' : 'openai';
-		modelConfig[modelSource] = modelConfig[modelSource].filter((m) => m.id !== selectedModelId);
+		modelConfig = modelConfig.filter(
+			(m) => !(m.id === selectedModelId && m.source === modelSource)
+		);
 		await updateModelConfig(localStorage.token, modelConfig);
 		toast.success(
 			$i18n.t('Model info for {{modelName}} deleted successfully', { modelName: selectedModelId })
@@ -559,18 +566,28 @@
 	};
 
 	onMount(async () => {
-		OLLAMA_URLS = await getOllamaUrls(localStorage.token).catch((error) => {
-			toast.error(error);
-			return [];
-		});
+		console.log('mounting');
+		await Promise.all([
+			(async () => {
+				OLLAMA_URLS = await getOllamaUrls(localStorage.token).catch((error) => {
+					toast.error(error);
+					return [];
+				});
 
-		if (OLLAMA_URLS.length > 0) {
-			selectedOllamaUrlIdx = 0;
-		}
-
-		liteLLMModelInfo = await getLiteLLMModelInfo(localStorage.token);
-		modelConfig = await getModelConfig(localStorage.token);
-		ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => false);
+				if (OLLAMA_URLS.length > 0) {
+					selectedOllamaUrlIdx = 0;
+				}
+			})(),
+			(async () => {
+				liteLLMModelInfo = await getLiteLLMModelInfo(localStorage.token);
+			})(),
+			(async () => {
+				modelConfig = await getModelConfig(localStorage.token);
+			})(),
+			(async () => {
+				ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => false);
+			})()
+		]);
 	});
 </script>
 

src/lib/components/workspace/Playground.svelte

@@ -325,7 +325,7 @@
 										.filter((model) => model.name !== 'hr')
 										.map((model) => ({
 											value: model.id,
-											label: model.name,
+											label: model.custom_info?.name ?? model.name,
 											info: model
 										}))}
 									bind:value={selectedModelId}

src/lib/i18n/locales/ar-BH/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "التعليمات المتقدمة",
 	"all": "الكل",
 	"All Documents": "جميع الملفات",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "جميع المستخدمين",
 	"Allow": "يسمح",
 	"Allow Chat Deletion": "يستطيع حذف المحادثات",
@@ -392,7 +393,7 @@
 	"Select a model": "أختار الموديل",
 	"Select an Ollama instance": "أختار سيرفر ",
 	"Select model": " أختار موديل",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "يُرجى إدخال طلبك هنا",
 	"Send message": "يُرجى إدخال طلبك هنا.",

src/lib/i18n/locales/bg-BG/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Разширени Параметри",
 	"all": "всички",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Всички Потребители",
 	"Allow": "Позволи",
 	"Allow Chat Deletion": "Позволи Изтриване на Чат",
@@ -392,7 +393,7 @@
 	"Select a model": "Изберете модел",
 	"Select an Ollama instance": "Изберете Ollama инстанция",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Изпращане на Съобщение",
 	"Send message": "Изпращане на съобщение",

src/lib/i18n/locales/bn-BD/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "এডভান্সড প্যারামিটার্স",
 	"all": "সব",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "সব ইউজার",
 	"Allow": "অনুমোদন",
 	"Allow Chat Deletion": "চ্যাট ডিলিট করতে দিন",
@@ -392,7 +393,7 @@
 	"Select a model": "একটি মডেল নির্বাচন করুন",
 	"Select an Ollama instance": "একটি Ollama ইন্সট্যান্স নির্বাচন করুন",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "একটি মেসেজ পাঠান",
 	"Send message": "মেসেজ পাঠান",

src/lib/i18n/locales/ca-ES/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Paràmetres Avançats",
 	"all": "tots",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Tots els Usuaris",
 	"Allow": "Permet",
 	"Allow Chat Deletion": "Permet la Supressió del Xat",
@@ -392,7 +393,7 @@
 	"Select a model": "Selecciona un model",
 	"Select an Ollama instance": "Selecciona una instància d'Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Envia un Missatge",
 	"Send message": "Envia missatge",

src/lib/i18n/locales/de-DE/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Erweiterte Parameter",
 	"all": "Alle",
 	"All Documents": "Alle Dokumente",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Alle Benutzer",
 	"Allow": "Erlauben",
 	"Allow Chat Deletion": "Chat Löschung erlauben",
@@ -392,7 +393,7 @@
 	"Select a model": "Ein Modell auswählen",
 	"Select an Ollama instance": "Eine Ollama Instanz auswählen",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Eine Nachricht senden",
 	"Send message": "Nachricht senden",

src/lib/i18n/locales/dg-DG/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Advanced Parameters",
 	"all": "all",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "All Users",
 	"Allow": "Allow",
 	"Allow Chat Deletion": "Allow Delete Chats",
@@ -392,7 +393,7 @@
 	"Select a model": "Select a model much choice",
 	"Select an Ollama instance": "Select an Ollama instance very choose",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Send a Message much message",
 	"Send message": "Send message very send",

src/lib/i18n/locales/en-GB/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "",
 	"all": "",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "",
 	"Allow": "",
 	"Allow Chat Deletion": "",
@@ -392,7 +393,7 @@
 	"Select a model": "",
 	"Select an Ollama instance": "",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "",
 	"Send message": "",

src/lib/i18n/locales/en-US/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "",
 	"all": "",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "",
 	"Allow": "",
 	"Allow Chat Deletion": "",
@@ -392,7 +393,7 @@
 	"Select a model": "",
 	"Select an Ollama instance": "",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "",
 	"Send message": "",

src/lib/i18n/locales/es-ES/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Parámetros Avanzados",
 	"all": "todo",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Todos los Usuarios",
 	"Allow": "Permitir",
 	"Allow Chat Deletion": "Permitir Borrar Chats",
@@ -392,7 +393,7 @@
 	"Select a model": "Selecciona un modelo",
 	"Select an Ollama instance": "Seleccione una instancia de Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Enviar un Mensaje",
 	"Send message": "Enviar Mensaje",

src/lib/i18n/locales/fa-IR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "پارامترهای پیشرفته",
 	"all": "همه",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "همه کاربران",
 	"Allow": "اجازه دادن",
 	"Allow Chat Deletion": "اجازه حذف گپ",
@@ -392,7 +393,7 @@
 	"Select a model": "انتخاب یک مدل",
 	"Select an Ollama instance": "انتخاب یک نمونه از اولاما",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "ارسال یک پیام",
 	"Send message": "ارسال پیام",

src/lib/i18n/locales/fi-FI/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Edistyneet parametrit",
 	"all": "kaikki",
 	"All Documents": "Kaikki asiakirjat",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Kaikki käyttäjät",
 	"Allow": "Salli",
 	"Allow Chat Deletion": "Salli keskustelujen poisto",
@@ -392,7 +393,7 @@
 	"Select a model": "Valitse malli",
 	"Select an Ollama instance": "Valitse Ollama-instanssi",
 	"Select model": "Valitse malli",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Lähetä viesti",
 	"Send message": "Lähetä viesti",

src/lib/i18n/locales/fr-CA/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Paramètres avancés",
 	"all": "tous",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Tous les utilisateurs",
 	"Allow": "Autoriser",
 	"Allow Chat Deletion": "Autoriser la suppression des discussions",
@@ -392,7 +393,7 @@
 	"Select a model": "Sélectionnez un modèle",
 	"Select an Ollama instance": "Sélectionner une instance Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Envoyer un message",
 	"Send message": "Envoyer un message",

src/lib/i18n/locales/fr-FR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Paramètres avancés",
 	"all": "tous",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Tous les utilisateurs",
 	"Allow": "Autoriser",
 	"Allow Chat Deletion": "Autoriser la suppression du chat",
@@ -392,7 +393,7 @@
 	"Select a model": "Sélectionner un modèle",
 	"Select an Ollama instance": "Sélectionner une instance Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Envoyer un message",
 	"Send message": "Envoyer un message",

src/lib/i18n/locales/he-IL/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "פרמטרים מתקדמים",
 	"all": "הכל",
 	"All Documents": "כל המסמכים",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "כל המשתמשים",
 	"Allow": "אפשר",
 	"Allow Chat Deletion": "אפשר מחיקת צ'אט",
@@ -392,7 +393,7 @@
 	"Select a model": "בחר מודל",
 	"Select an Ollama instance": "בחר מופע של Ollama",
 	"Select model": "בחר מודל",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "שלח הודעה",
 	"Send message": "שלח הודעה",

src/lib/i18n/locales/hi-IN/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "उन्नत पैरामीटर",
 	"all": "सभी",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "सभी उपयोगकर्ता",
 	"Allow": "अनुमति दें",
 	"Allow Chat Deletion": "चैट हटाने की अनुमति दें",
@@ -392,7 +393,7 @@
 	"Select a model": "एक मॉडल चुनें",
 	"Select an Ollama instance": "एक Ollama Instance चुनें",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "एक संदेश भेजो",
 	"Send message": "मेसेज भेजें",

src/lib/i18n/locales/hr-HR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Napredni parametri",
 	"all": "sve",
 	"All Documents": "Svi dokumenti",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Svi korisnici",
 	"Allow": "Dopusti",
 	"Allow Chat Deletion": "Dopusti brisanje razgovora",
@@ -392,7 +393,7 @@
 	"Select a model": "Odaberite model",
 	"Select an Ollama instance": "Odaberite Ollama instancu",
 	"Select model": "Odaberite model",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Pošaljite poruku",
 	"Send message": "Pošalji poruku",

src/lib/i18n/locales/it-IT/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Parametri avanzati",
 	"all": "tutti",
 	"All Documents": "Tutti i documenti",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Tutti gli utenti",
 	"Allow": "Consenti",
 	"Allow Chat Deletion": "Consenti l'eliminazione della chat",
@@ -392,7 +393,7 @@
 	"Select a model": "Seleziona un modello",
 	"Select an Ollama instance": "Seleziona un'istanza Ollama",
 	"Select model": "Seleziona modello",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Invia un messaggio",
 	"Send message": "Invia messaggio",

src/lib/i18n/locales/ja-JP/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "詳細パラメーター",
 	"all": "すべて",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "すべてのユーザー",
 	"Allow": "許可",
 	"Allow Chat Deletion": "チャットの削除を許可",
@@ -392,7 +393,7 @@
 	"Select a model": "モデルを選択",
 	"Select an Ollama instance": "Ollama インスタンスを選択",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "メッセージを送信",
 	"Send message": "メッセージを送信",

src/lib/i18n/locales/ka-GE/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "დამატებითი პარამეტრები",
 	"all": "ყველა",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "ყველა მომხმარებელი",
 	"Allow": "ნების დართვა",
 	"Allow Chat Deletion": "მიმოწერის წაშლის დაშვება",
@@ -392,7 +393,7 @@
 	"Select a model": "მოდელის არჩევა",
 	"Select an Ollama instance": "",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "შეტყობინების გაგზავნა",
 	"Send message": "შეტყობინების გაგზავნა",

src/lib/i18n/locales/ko-KR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "고급 매개변수",
 	"all": "모두",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "모든 사용자",
 	"Allow": "허용",
 	"Allow Chat Deletion": "채팅 삭제 허용",
@@ -392,7 +393,7 @@
 	"Select a model": "모델 선택",
 	"Select an Ollama instance": "Ollama 인스턴스 선택",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "메시지 보내기",
 	"Send message": "메시지 보내기",

src/lib/i18n/locales/nl-NL/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Geavanceerde Parameters",
 	"all": "alle",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Alle Gebruikers",
 	"Allow": "Toestaan",
 	"Allow Chat Deletion": "Sta Chat Verwijdering toe",
@@ -392,7 +393,7 @@
 	"Select a model": "Selecteer een model",
 	"Select an Ollama instance": "Selecteer een Ollama instantie",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Stuur een Bericht",
 	"Send message": "Stuur bericht",

src/lib/i18n/locales/pa-IN/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "ਉੱਚ ਸਤਰ ਦੇ ਪੈਰਾਮੀਟਰ",
 	"all": "ਸਾਰੇ",
 	"All Documents": "ਸਾਰੇ ਡਾਕੂਮੈਂਟ",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "ਸਾਰੇ ਉਪਭੋਗਤਾ",
 	"Allow": "ਅਨੁਮਤੀ",
 	"Allow Chat Deletion": "ਗੱਲਬਾਤ ਮਿਟਾਉਣ ਦੀ ਆਗਿਆ ਦਿਓ",
@@ -392,7 +393,7 @@
 	"Select a model": "ਇੱਕ ਮਾਡਲ ਚੁਣੋ",
 	"Select an Ollama instance": "ਇੱਕ ਓਲਾਮਾ ਇੰਸਟੈਂਸ ਚੁਣੋ",
 	"Select model": "ਮਾਡਲ ਚੁਣੋ",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "ਭੇਜੋ",
 	"Send a Message": "ਇੱਕ ਸੁਨੇਹਾ ਭੇਜੋ",
 	"Send message": "ਸੁਨੇਹਾ ਭੇਜੋ",

src/lib/i18n/locales/pl-PL/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Zaawansowane parametry",
 	"all": "wszyscy",
 	"All Documents": "Wszystkie dokumenty",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Wszyscy użytkownicy",
 	"Allow": "Pozwól",
 	"Allow Chat Deletion": "Pozwól na usuwanie czatu",
@@ -392,7 +393,7 @@
 	"Select a model": "Wybierz model",
 	"Select an Ollama instance": "Wybierz instancję Ollama",
 	"Select model": "Wybierz model",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Wyślij Wiadomość",
 	"Send message": "Wyślij wiadomość",

src/lib/i18n/locales/pt-BR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Parâmetros Avançados",
 	"all": "todos",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Todos os Usuários",
 	"Allow": "Permitir",
 	"Allow Chat Deletion": "Permitir Exclusão de Bate-papo",
@@ -392,7 +393,7 @@
 	"Select a model": "Selecione um modelo",
 	"Select an Ollama instance": "Selecione uma instância Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Enviar uma Mensagem",
 	"Send message": "Enviar mensagem",

src/lib/i18n/locales/pt-PT/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Parâmetros Avançados",
 	"all": "todos",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Todos os Usuários",
 	"Allow": "Permitir",
 	"Allow Chat Deletion": "Permitir Exclusão de Bate-papo",
@@ -392,7 +393,7 @@
 	"Select a model": "Selecione um modelo",
 	"Select an Ollama instance": "Selecione uma instância Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Enviar uma Mensagem",
 	"Send message": "Enviar mensagem",

src/lib/i18n/locales/ru-RU/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Расширенные Параметры",
 	"all": "всё",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Все пользователи",
 	"Allow": "Разрешить",
 	"Allow Chat Deletion": "Дозволять удаление чат",
@@ -392,7 +393,7 @@
 	"Select a model": "Выберите модель",
 	"Select an Ollama instance": "Выберите экземпляр Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Отправить сообщение",
 	"Send message": "Отправить сообщение",

src/lib/i18n/locales/sr-RS/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Напредни параметри",
 	"all": "сви",
 	"All Documents": "Сви документи",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Сви корисници",
 	"Allow": "Дозволи",
 	"Allow Chat Deletion": "Дозволи брисање ћаскања",
@@ -392,7 +393,7 @@
 	"Select a model": "Изабери модел",
 	"Select an Ollama instance": "Изабери Ollama инстанцу",
 	"Select model": "Изабери модел",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Пошаљи поруку",
 	"Send message": "Пошаљи поруку",

src/lib/i18n/locales/sv-SE/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Avancerade parametrar",
 	"all": "alla",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Alla användare",
 	"Allow": "Tillåt",
 	"Allow Chat Deletion": "Tillåt chattborttagning",
@@ -392,7 +393,7 @@
 	"Select a model": "Välj en modell",
 	"Select an Ollama instance": "Välj en Ollama-instans",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Skicka ett meddelande",
 	"Send message": "Skicka meddelande",

src/lib/i18n/locales/tr-TR/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Gelişmiş Parametreler",
 	"all": "tümü",
 	"All Documents": "Tüm Belgeler",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Tüm Kullanıcılar",
 	"Allow": "İzin ver",
 	"Allow Chat Deletion": "Sohbet Silmeye İzin Ver",
@@ -392,7 +393,7 @@
 	"Select a model": "Bir model seç",
 	"Select an Ollama instance": "Bir Ollama örneği seçin",
 	"Select model": "Model seç",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Bir Mesaj Gönder",
 	"Send message": "Mesaj gönder",

src/lib/i18n/locales/uk-UA/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Розширені параметри",
 	"all": "всі",
 	"All Documents": "Усі документи",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Всі користувачі",
 	"Allow": "Дозволити",
 	"Allow Chat Deletion": "Дозволити видалення чату",
@@ -392,7 +393,7 @@
 	"Select a model": "Виберіть модель",
 	"Select an Ollama instance": "Виберіть екземпляр Ollama",
 	"Select model": "Вибрати модель",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Надіслати повідомлення",
 	"Send message": "Надіслати повідомлення",

src/lib/i18n/locales/vi-VN/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "Các tham số Nâng cao",
 	"all": "tất cả",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "Danh sách người sử dụng",
 	"Allow": "Cho phép",
 	"Allow Chat Deletion": "Cho phép Xóa nội dung chat",
@@ -392,7 +393,7 @@
 	"Select a model": "Chọn mô hình",
 	"Select an Ollama instance": "Chọn một thực thể Ollama",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "Gửi yêu cầu",
 	"Send message": "Gửi yêu cầu",

src/lib/i18n/locales/zh-CN/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "高级参数",
 	"all": "所有",
 	"All Documents": "所有文档",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "所有用户",
 	"Allow": "允许",
 	"Allow Chat Deletion": "允许删除聊天记录",
@@ -392,7 +393,7 @@
 	"Select a model": "选择一个模型",
 	"Select an Ollama instance": "选择一个 Ollama 实例",
 	"Select model": "选择模型",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "发送",
 	"Send a Message": "发送消息",
 	"Send message": "发送消息",

src/lib/i18n/locales/zh-TW/translation.json

@@ -29,6 +29,7 @@
 	"Advanced Parameters": "進階參數",
 	"all": "所有",
 	"All Documents": "",
+	"All selected models do not support image input, removed images": "",
 	"All Users": "所有使用者",
 	"Allow": "允許",
 	"Allow Chat Deletion": "允許刪除聊天紀錄",
@@ -392,7 +393,7 @@
 	"Select a model": "選擇一個模型",
 	"Select an Ollama instance": "選擇 Ollama 實例",
 	"Select model": "",
-	"Selected model does not support image inputs.": "",
+	"Selected models do not support image inputs": "",
 	"Send": "",
 	"Send a Message": "傳送訊息",
 	"Send message": "傳送訊息",

src/lib/stores/index.ts

@@ -1,5 +1,6 @@
 import { APP_NAME } from '$lib/constants';
 import { type Writable, writable } from 'svelte/store';
+import type { GlobalModelConfig, ModelConfig } from '$lib/apis';
 
 // Backend
 export const WEBUI_NAME = writable(APP_NAME);
@@ -44,17 +45,10 @@ export const showChangelog = writable(false);
 
 export type Model = OpenAIModel | OllamaModel;
 
-type ModelCustomInfo = {
-	id?: string;
-	name?: string;
-	description?: string;
-	vision_capable?: boolean;
-};
-
 type BaseModel = {
 	id: string;
 	name: string;
-	custom_info?: ModelCustomInfo;
+	custom_info?: ModelConfig;
 };
 
 export interface OpenAIModel extends BaseModel {
@@ -143,19 +137,6 @@ type Config = {
 	model_config?: GlobalModelConfig;
 };
 
-type GlobalModelConfig = {
-	ollama?: ModelConfig[];
-	litellm?: ModelConfig[];
-	openai?: ModelConfig[];
-};
-
-type ModelConfig = {
-	id?: string;
-	name?: string;
-	description?: string;
-	vision_capable?: boolean;
-};
-
 type PromptSuggestion = {
 	content: string;
 	title: [string, string];

src/routes/(app)/+page.svelte

@@ -265,7 +265,7 @@
 						const hasImages = messages.some((message) =>
 							message.files?.some((file) => file.type === 'image')
 						);
-						if (hasImages && !(model.custom_info?.vision_capable ?? true)) {
+						if (hasImages && !(model.custom_info?.params.vision_capable ?? true)) {
 							toast.error(
 								$i18n.t('Model {{modelName}} is not vision capable', {
 									modelName: model.custom_info?.name ?? model.name ?? model.id
@@ -949,6 +949,7 @@
 	bind:prompt
 	bind:autoScroll
 	bind:selectedModel={atSelectedModel}
+	{selectedModels}
 	{messages}
 	{submitPrompt}
 	{stopResponse}

src/routes/(app)/c/[id]/+page.svelte

@@ -269,7 +269,7 @@
 						const hasImages = messages.some((message) =>
 							message.files?.some((file) => file.type === 'image')
 						);
-						if (hasImages && !(model.custom_info?.vision_capable ?? true)) {
+						if (hasImages && !(model.custom_info?.params.vision_capable ?? true)) {
 							toast.error(
 								$i18n.t('Model {{modelName}} is not vision capable', {
 									modelName: model.custom_info?.name ?? model.name ?? model.id
@@ -963,6 +963,7 @@
 		bind:prompt
 		bind:autoScroll
 		bind:selectedModel={atSelectedModel}
+		{selectedModels}
 		{messages}
 		{submitPrompt}
 		{stopResponse}