Implement voice input support in the settings and update documentation

Author: robertpiosik

README.md

@@ -81,17 +81,20 @@ Pair-programming using natural language instructions.
 Integrate changes from malformed markdown code blocks.
 
 **🛠️ Prune Context** \
-Remove irrelevant files from the current context selection.
+Remove irrelevant files from the current context.
 
 **🛠️ Code at Cursor** \
-Get accurate inline suggestions from state-of-the-art models.
+Accurate inline code from reasoning models.
+
+**🛠️ Voice Input** \
+Transcribe speech to text in the prompt field.
 
 **🛠️ Commit Messages** \
-Meaningful summaries of changes adhering to your preffered style.
+Meaningful summaries of changes in your style.
 
 ## Enterprise security
 
-**Code Web Chat operates exclusively on your machine.** Your prompts are sent directly to chatbots via editor-browser communication channel run on local Websockets. For API tools, model providers are called directly.
+Code Web Chat operates exclusively on your machine. Your prompts are sent directly to chatbots via editor-browser communication channel run on local Websockets. For API tools, model providers are called directly.
 
 ## Commands
 

apps/editor/package.json

@@ -1850,6 +1850,44 @@
               "model"
             ]
           }
+        },
+        "codeWebChat.configurationsForVoiceInput": {
+          "type": "array",
+          "scope": "resource",
+          "default": [],
+          "items": {
+            "type": "object",
+            "properties": {
+              "providerName": {
+                "type": "string"
+              },
+              "model": {
+                "type": "string"
+              },
+              "temperature": {
+                "type": "number"
+              },
+              "reasoningEffort": {
+                "type": "string",
+                "enum": [
+                  "none",
+                  "low",
+                  "medium",
+                  "high"
+                ]
+              },
+              "isDefault": {
+                "type": "boolean"
+              },
+              "isPinned": {
+                "type": "boolean"
+              }
+            },
+            "required": [
+              "providerName",
+              "model"
+            ]
+          }
         }
       }
     }

apps/editor/src/services/model-providers-manager.ts

@@ -44,6 +44,7 @@ export type EditContextConfigs = ToolConfig[]
 export type IntelligentUpdateConfigs = ToolConfig[]
 export type CommitMessagesConfigs = ToolConfig[]
 export type PruneContextConfigs = ToolConfig[]
+export type VoiceInputConfigs = ToolConfig[]
 
 export class ModelProvidersManager {
   private _providers: Provider[] = []
@@ -444,6 +445,40 @@ export class ModelProvidersManager {
     )
   }
 
+  public async get_voice_input_tool_configs(): Promise<VoiceInputConfigs> {
+    await this._load_promise
+    return this._get_tool_configs_from_settings('configurationsForVoiceInput')
+  }
+
+  public async get_default_voice_input_config(): Promise<
+    ToolConfig | undefined
+  > {
+    await this._load_promise
+    const default_config = this._get_default_tool_config_from_settings(
+      'configurationsForVoiceInput'
+    )
+    if (default_config) return default_config
+
+    const configs = await this.get_voice_input_tool_configs()
+    if (configs.length == 1) return configs[0]
+
+    return undefined
+  }
+
+  public async set_default_voice_input_config(config: ToolConfig | null) {
+    await this._set_default_tool_config_in_settings(
+      'configurationsForVoiceInput',
+      config
+    )
+  }
+
+  public async save_voice_input_tool_configs(configs: VoiceInputConfigs) {
+    await this._save_tool_configs_to_settings(
+      'configurationsForVoiceInput',
+      configs
+    )
+  }
+
   public async update_provider_name_in_configs(params: {
     old_name: string
     new_name: string
@@ -456,7 +491,8 @@ export class ModelProvidersManager {
       'configurationsForEditContext',
       'configurationsForIntelligentUpdate',
       'configurationsForCommitMessages',
-      'configurationsForPruneContext'
+      'configurationsForPruneContext',
+      'configurationsForVoiceInput'
     ]
 
     for (const key of settings_keys) {

apps/editor/src/views/i18n/translations.ts

@@ -11,7 +11,8 @@ export const translations = {
     'settings.sidebar.code-at-cursor': 'Code at Cursor',
     'settings.sidebar.intelligent-update': 'Intelligent Update',
     'settings.sidebar.prune-context': 'Prune Context',
-    'settings.sidebar.commit-messages': 'Commit Messages'
+    'settings.sidebar.commit-messages': 'Commit Messages',
+    'settings.sidebar.voice-input': 'Voice Input'
   },
   pl: {
     'panel.header.settings': 'Ustawienia',

apps/editor/src/views/settings/backend/message-handlers/handle-delete-configuration.ts

@@ -10,6 +10,7 @@ export const handle_delete_configuration = async (
     | 'intelligent-update'
     | 'commit-messages'
     | 'prune-context'
+    | 'voice-input'
 ): Promise<void> => {
   await delete_configuration(provider.context, configuration_id, type)
 }

apps/editor/src/views/settings/backend/message-handlers/handle-get-configurations.ts

@@ -25,6 +25,7 @@ export const handle_get_configurations = async (
     | 'intelligent-update'
     | 'commit-messages'
     | 'prune-context'
+    | 'voice-input'
 ): Promise<void> => {
   const providers_manager = new ModelProvidersManager(provider.context)
 
@@ -61,6 +62,11 @@ export const handle_get_configurations = async (
       saved_configs = await providers_manager.get_prune_context_tool_configs()
       command = 'PRUNE_CONTEXT_CONFIGURATIONS'
       break
+    case 'voice-input':
+      saved_configs = await providers_manager.get_voice_input_tool_configs()
+      default_config = await providers_manager.get_default_voice_input_config()
+      command = 'VOICE_INPUT_CONFIGURATIONS'
+      break
   }
 
   const default_config_id = default_config

apps/editor/src/views/settings/backend/message-handlers/handle-reorder-configuration.ts

@@ -14,6 +14,7 @@ export const handle_reorder_configuration = async (
     | 'intelligent-update'
     | 'commit-messages'
     | 'prune-context'
+    | 'voice-input'
 ): Promise<void> => {
   const providers_manager = new ModelProvidersManager(provider.context)
 
@@ -45,6 +46,10 @@ export const handle_reorder_configuration = async (
       get_configs = () => providers_manager.get_prune_context_tool_configs()
       save_configs = (c) => providers_manager.save_prune_context_tool_configs(c)
       break
+    case 'voice-input':
+      get_configs = () => providers_manager.get_voice_input_tool_configs()
+      save_configs = (c) => providers_manager.save_voice_input_tool_configs(c)
+      break
   }
 
   const current_configs = await get_configs()

apps/editor/src/views/settings/backend/message-handlers/handle-set-default-configuration.ts

@@ -13,6 +13,7 @@ export const handle_set_default_configuration = async (
     | 'intelligent-update'
     | 'commit-messages'
     | 'prune-context'
+    | 'voice-input'
 ): Promise<void> => {
   const providers_manager = new ModelProvidersManager(provider.context)
 
@@ -41,6 +42,11 @@ export const handle_set_default_configuration = async (
       set_default_config = (c) =>
         providers_manager.set_default_prune_context_config(c)
       break
+    case 'voice-input':
+      get_configs = () => providers_manager.get_voice_input_tool_configs()
+      set_default_config = (c) =>
+        providers_manager.set_default_voice_input_config(c)
+      break
   }
 
   if (configuration_id === null) {

apps/editor/src/views/settings/backend/settings-provider.ts

@@ -208,6 +208,26 @@ export class SettingsProvider {
             message.configuration_id,
             'prune-context'
           )
+        } else if (message.command == 'GET_VOICE_INPUT_CONFIGURATIONS') {
+          await handle_get_configurations(this, 'voice-input')
+        } else if (message.command == 'REORDER_VOICE_INPUT_CONFIGURATIONS') {
+          await handle_reorder_configuration(
+            this,
+            message.configurations,
+            'voice-input'
+          )
+        } else if (message.command == 'DELETE_VOICE_INPUT_CONFIGURATION') {
+          await handle_delete_configuration(
+            this,
+            message.configuration_id,
+            'voice-input'
+          )
+        } else if (message.command == 'SET_DEFAULT_VOICE_INPUT_CONFIGURATION') {
+          await handle_set_default_configuration(
+            this,
+            message.configuration_id,
+            'voice-input'
+          )
         } else if (message.command == 'GET_COMMIT_MESSAGES_CONFIGURATIONS') {
           await handle_get_configurations(this, 'commit-messages')
         } else if (
@@ -311,6 +331,7 @@ export class SettingsProvider {
           void handle_get_configurations(this, 'edit-context')
           void handle_get_edit_context_system_instructions(this)
           void handle_get_edit_format_instructions(this)
+          void handle_get_configurations(this, 'voice-input')
           void handle_get_configurations(this, 'intelligent-update')
           void handle_get_configurations(this, 'prune-context')
           void handle_get_context_size_warning_threshold(this)

apps/editor/src/views/settings/frontend/Home/Home.tsx

@@ -26,6 +26,7 @@ type NavItem =
   | 'edit-context'
   | 'code-at-cursor'
   | 'intelligent-update'
+  | 'voice-input'
   | 'prune-context'
   | 'commit-messages'
 
@@ -61,6 +62,11 @@ const NAV_ITEMS_CONFIG: NavConfigItem[] = [
     id: 'code-at-cursor',
     label: 'settings.sidebar.code-at-cursor'
   },
+  {
+    type: 'item',
+    id: 'voice-input',
+    label: 'settings.sidebar.voice-input'
+  },
   {
     type: 'item',
     id: 'commit-messages',
@@ -73,6 +79,7 @@ type Props = {
   code_at_cursor_configs: ConfigurationForClient[]
   commit_messages_configs: ConfigurationForClient[]
   edit_context_configs: ConfigurationForClient[]
+  voice_input_configs: ConfigurationForClient[]
   edit_context_system_instructions: string
   intelligent_update_configs: ConfigurationForClient[]
   prune_context_configs: ConfigurationForClient[]
@@ -93,6 +100,7 @@ type Props = {
   set_edit_context_configs: (configs: ConfigurationForClient[]) => void
   set_code_at_cursor_configs: (configs: ConfigurationForClient[]) => void
   set_intelligent_update_configs: (configs: ConfigurationForClient[]) => void
+  set_voice_input_configs: (configs: ConfigurationForClient[]) => void
   set_prune_context_configs: (configs: ConfigurationForClient[]) => void
   set_commit_messages_configs: (configs: ConfigurationForClient[]) => void
   on_context_size_warning_threshold_change: (
@@ -151,6 +159,7 @@ export const Home: React.FC<Props> = (props) => {
     'edit-context': null,
     'intelligent-update': null,
     'prune-context': null,
+    'voice-input': null,
     'code-at-cursor': null,
     'commit-messages': null
   })
@@ -199,6 +208,10 @@ export const Home: React.FC<Props> = (props) => {
     (is_stuck: boolean) => handle_stuck_change('intelligent-update', is_stuck),
     [handle_stuck_change]
   )
+  const voice_input_on_stuck_change = useCallback(
+    (is_stuck: boolean) => handle_stuck_change('voice-input', is_stuck),
+    [handle_stuck_change]
+  )
   const prune_context_on_stuck_change = useCallback(
     (is_stuck: boolean) => handle_stuck_change('prune-context', is_stuck),
     [handle_stuck_change]
@@ -470,7 +483,7 @@ export const Home: React.FC<Props> = (props) => {
           ref={(el) => (section_refs.current['prune-context'] = el)}
           group="API Tool"
           title="Prune Context"
-          subtitle="Remove irrelevant files from the current context selection."
+          subtitle="Remove irrelevant files from the current context."
           on_stuck_change={prune_context_on_stuck_change}
           actions={
             <Button
@@ -501,7 +514,7 @@ export const Home: React.FC<Props> = (props) => {
           ref={(el) => (section_refs.current['code-at-cursor'] = el)}
           group="API Tool"
           title="Code at Cursor"
-          subtitle="Get accurate inline suggestions from state-of-the-art models."
+          subtitle="Accurate inline code from reasoning models."
           on_stuck_change={code_at_cursor_on_stuck_change}
           actions={
             <Button
@@ -547,11 +560,51 @@ export const Home: React.FC<Props> = (props) => {
             />
           </Group>
         </Section>
+        <Section
+          ref={(el) => (section_refs.current['voice-input'] = el)}
+          group="API Tool"
+          title="Voice Input"
+          subtitle="Transcribe speech to text in the prompt field."
+          on_stuck_change={voice_input_on_stuck_change}
+          actions={
+            <Button
+              on_click={() =>
+                props.on_add_config('VOICE_INPUT', {
+                  create_on_top: true
+                })
+              }
+            >
+              Add New...
+            </Button>
+          }
+        >
+          <Group>
+            <ApiToolConfigurationSection
+              configurations={props.voice_input_configs}
+              set_configurations={props.set_voice_input_configs}
+              tool_name="VOICE_INPUT"
+              can_have_default={true}
+              on_add={(params) => props.on_add_config('VOICE_INPUT', params)}
+              on_reorder={(reordered) =>
+                props.on_reorder_configs('VOICE_INPUT', reordered)
+              }
+              on_edit={(id) => props.on_edit_config('VOICE_INPUT', id)}
+              on_delete={(id) => props.on_delete_config('VOICE_INPUT', id)}
+              on_set_default={(id) =>
+                props.on_set_default_config('VOICE_INPUT', id)
+              }
+              on_unset_default={() =>
+                props.on_unset_default_config('VOICE_INPUT')
+              }
+            />
+          </Group>
+        </Section>
+
         <Section
           ref={(el) => (section_refs.current['commit-messages'] = el)}
           group="API Tool"
           title="Commit Messages"
-          subtitle="Meaningful summaries of changes adhering to your preffered style."
+          subtitle="Meaningful summaries of changes in your style."
           on_stuck_change={commit_messages_on_stuck_change}
           actions={
             <Button