Refactor chatbot configuration to standardize Top P support and reasoning efforts, while adjusting preset saving logic and form layout

Author: robertpiosik

packages/shared/src/constants/chatbots.ts

@@ -1,16 +1,17 @@
 type Chatbot = {
   url: string
   supports_custom_temperature?: boolean
+  supports_custom_top_p?: boolean
   supports_system_instructions?: boolean
   supports_user_provided_model?: boolean
   supports_user_provided_port?: boolean
   supports_reasoning_effort?: boolean
+  supported_reasoning_efforts?: string[]
   supports_thinking_budget?: boolean
   supports_url_override?: boolean
   url_override_label?: string
   url_override_disabled_options?: string[]
   default_system_instructions?: string
-  default_top_p?: number
   supported_options?: {
     [option: string]: string
   }
@@ -27,10 +28,10 @@ export const CHATBOTS = {
   'AI Studio': {
     url: 'https://aistudio.google.com/prompts/new_chat',
     supports_custom_temperature: true,
+    supports_custom_top_p: true,
     supports_system_instructions: true,
     supports_thinking_budget: true,
     default_system_instructions: "You're a helpful coding assistant.",
-    default_top_p: 0.95,
     supported_options: {
       'temporary-chat': 'Temporary chat',
       'hide-panel': 'Hide panel',
@@ -182,22 +183,23 @@ export const CHATBOTS = {
   'Open WebUI': {
     url: 'http://openwebui/',
     supports_custom_temperature: true,
+    supports_custom_top_p: true,
     supports_system_instructions: true,
     supports_user_provided_model: true,
     supports_user_provided_port: true,
-    default_system_instructions: "You're a helpful coding assistant.",
-    default_top_p: 0.9
+    default_system_instructions: "You're a helpful coding assistant."
   } as Chatbot,
   OpenRouter: {
     url: 'https://openrouter.ai/chat',
     supports_custom_temperature: true,
+    supports_custom_top_p: true,
     supports_system_instructions: true,
     supports_reasoning_effort: true,
+    supported_reasoning_efforts: ['high', 'medium', 'low', 'minimal'],
     default_system_instructions: "You're a helpful coding assistant.",
     supported_options: {
       'disable-reasoning': 'Disable reasoning (for hybrid models)'
-    },
-    default_top_p: 1
+    }
   } as Chatbot,
   Perplexity: {
     url: 'https://www.perplexity.ai/',

packages/vscode/src/views/panel/frontend/components/edit-preset-form/EditPresetForm/EditPresetForm.module.scss

@@ -9,5 +9,5 @@
   display: flex;
   flex-direction: column;
   align-items: flex-start;
-  gap: 8px;
+  gap: 6px;
 }

packages/vscode/src/views/panel/frontend/components/edit-preset-form/EditPresetForm/EditPresetForm.tsx

@@ -99,7 +99,7 @@ export const EditPresetForm: React.FC<Props> = (props) => {
   }, [chatbot, new_url])
 
   const supports_temperature = chatbot_config?.supports_custom_temperature
-  const supports_top_p = chatbot_config?.default_top_p !== undefined
+  const supports_top_p = chatbot_config?.supports_custom_top_p
   const supports_thinking_budget = chatbot_config?.supports_thinking_budget
   const supports_reasoning_effort =
     chatbot_config?.supports_reasoning_effort ||
@@ -118,10 +118,10 @@ export const EditPresetForm: React.FC<Props> = (props) => {
         chatbot,
         ...(prompt_prefix ? { prompt_prefix } : {}),
         ...(prompt_suffix ? { prompt_suffix } : {}),
-        ...(temperature !== undefined ? { temperature } : {}),
-        ...(!supports_top_p || top_p !== chatbot_config.default_top_p
-          ? { top_p }
+        ...(temperature !== undefined && temperature != 1
+          ? { temperature }
           : {}),
+        ...(top_p !== undefined && top_p != 0.95 ? { top_p } : {}),
         ...(thinking_budget !== undefined ? { thinking_budget } : {}),
         ...(reasoning_effort ? { reasoning_effort } : {}),
         ...(model ? { model } : {}),
@@ -207,23 +207,21 @@ export const EditPresetForm: React.FC<Props> = (props) => {
   }
 
   const reasoning_effort_options = useMemo(() => {
-    if (model_info?.supported_reasoning_efforts) {
+    const supported_efforts =
+      chatbot_config?.supported_reasoning_efforts ||
+      model_info?.supported_reasoning_efforts
+
+    if (supported_efforts) {
       return [
         { value: '—', label: '—' },
-        ...model_info.supported_reasoning_efforts.map((effort: string) => {
+        ...supported_efforts.map((effort: string) => {
           const capitalized = effort.charAt(0).toUpperCase() + effort.slice(1)
           return { value: effort, label: capitalized }
         })
       ]
     }
-    return [
-      { value: '—', label: '—' },
-      { value: 'High', label: 'High' },
-      { value: 'Medium', label: 'Medium' },
-      { value: 'Low', label: 'Low' },
-      { value: 'Minimal', label: 'Minimal' }
-    ]
-  }, [model_info])
+    return [{ value: '—', label: '—' }]
+  }, [chatbot_config, model_info])
 
   useEffect(() => {
     if (
@@ -367,7 +365,7 @@ export const EditPresetForm: React.FC<Props> = (props) => {
               label="Reasoning Effort"
               html_for="reasoning-effort"
               info={`Controls how much the model thinks.${
-                chatbot == 'OpenRouter' ? ' Requires reasoning model.' : ''
+                chatbot == 'OpenRouter' ? ' Requires a reasoning model.' : ''
               }`}
             >
               <Dropdown
@@ -480,7 +478,7 @@ export const EditPresetForm: React.FC<Props> = (props) => {
                 info="Influences response variety. Lower values are more predictable; higher values are more diverse."
               >
                 <Slider
-                  value={temperature || 0.5}
+                  value={temperature ?? 1}
                   onChange={set_temperature}
                   min={0}
                   max={2}
@@ -494,7 +492,7 @@ export const EditPresetForm: React.FC<Props> = (props) => {
                 info="Limits token choices to cumulative probability P. Lower values make responses more predictable."
               >
                 <Slider
-                  value={top_p || (chatbot && CHATBOTS[chatbot].default_top_p)!}
+                  value={top_p ?? 0.95}
                   onChange={set_top_p}
                   min={0}
                   max={1}