Separate token count tracking for edit and ask instructions and remove unused format instruction metrics

- provide to `apps/editor/src/views/prompt/frontend/Main/MainView/MainView.tsx` also other types of token counts
- remove passing 'edit format instructions' token count

└── apps
    └── editor
        └── src
            ├── constants
            │   └── edit-format-instructions.ts
            └── views
                └── prompt
                    ├── backend
                    │   ├── message-handlers
                    │   │   ├── handle-autofill.ts
                    │   │   └── index.ts
                    │   ├── prompt-view-provider.ts
                    │   └── utils
                    │       └── symbols
                    │           ├── clipboard-paths
                    │           │   └── replace-clipboard-paths-symbol.ts
                    │           ├── fragment
                    │           │   └── replace-fragment-symbol.ts
                    │           ├── git
                    │           │   └── replace-git-symbols.ts
                    │           ├── image
                    │           │   └── replace-image-symbol.ts
                    │           ├── pasted-text
                    │           │   └── replace-pasted-text-symbol.ts
                    │           ├── replace-symbols.ts
                    │           ├── saved-context
                    │           │   └── replace-saved-context-symbol.ts
                    │           ├── selection
                    │           │   └── replace-selection-symbol.ts
                    │           ├── skill
                    │           │   └── replace-skill-symbol.ts
                    │           └── website
                    │               └── replace-website-symbol.ts
                    ├── frontend
                    │   ├── Main
                    │   │   ├── Main.tsx
                    │   │   └── MainView
                    │   │       └── MainView.tsx
                    │   ├── Prompt.tsx
                    │   └── hooks
                    │       └── use-prompt
                    │           └── use-prompt.ts
                    └── types
                        └── messages.ts

Author: robertpiosik

apps/editor/src/views/prompt/backend/prompt-view-provider.ts

@@ -114,12 +114,6 @@ import { webview_html } from '@/views/shared/utils/webview-html'
 import { get_selected_files } from '@/context/helpers/get-selected-files'
 import { normalize_path } from '@/utils/normalize-path'
 import { replace_symbols } from './utils/symbols/replace-symbols'
-import {
-  EDIT_FORMAT_INSTRUCTIONS_WHOLE,
-  EDIT_FORMAT_INSTRUCTIONS_TRUNCATED,
-  EDIT_FORMAT_INSTRUCTIONS_SEARCH_REPLACE,
-  EDIT_FORMAT_INSTRUCTIONS_DIFF
-} from '@/constants/edit-format-instructions'
 
 export class PromptViewProvider implements vscode.WebviewViewProvider {
   public readonly extension_uri: vscode.Uri
@@ -554,17 +548,6 @@ export class PromptViewProvider implements vscode.WebviewViewProvider {
       remove_images: true
     })
 
-    let formatted_system_instructions = ''
-    const edit_format_instructions = {
-      whole: EDIT_FORMAT_INSTRUCTIONS_WHOLE,
-      truncated: EDIT_FORMAT_INSTRUCTIONS_TRUNCATED,
-      'search-replace': EDIT_FORMAT_INSTRUCTIONS_SEARCH_REPLACE,
-      diff: EDIT_FORMAT_INSTRUCTIONS_DIFF
-    }[this.edit_format]
-    if (edit_format_instructions) {
-      formatted_system_instructions = `# Output formatting\n\n${edit_format_instructions}`
-    }
-
     this.send_message({
       command: 'TOKEN_COUNT_UPDATED',
       selected_files_token_count: this.current_selected_files_token_count,
@@ -577,9 +560,6 @@ export class PromptViewProvider implements vscode.WebviewViewProvider {
         (ask_instructions_result.instruction.length +
           ask_instructions_result.skill_definitions.length) /
           4
-      ),
-      edit_format_instructions_token_count: Math.ceil(
-        formatted_system_instructions.length / 4
       )
     })
   }

apps/editor/src/views/prompt/frontend/Main/Main.tsx

@@ -69,6 +69,8 @@ type Props = {
   missing_web_configuration?: boolean
   voice_input_push_to_talk: boolean
   selected_files_token_count: number
+  edit_instructions_token_count: number
+  ask_instructions_token_count: number
   bottom_spacer_height?: number
 }
 
@@ -488,6 +490,8 @@ export const Main: React.FC<Props> = (props) => {
       current_selection={props.current_selection}
       chat_history={current_history || []}
       selected_files_token_count={props.selected_files_token_count}
+      edit_instructions_token_count={props.edit_instructions_token_count}
+      ask_instructions_token_count={props.ask_instructions_token_count}
       web_prompt_type={props.web_prompt_type}
       api_prompt_type={props.api_prompt_type}
       on_web_prompt_type_change={props.on_web_prompt_type_change}

apps/editor/src/views/prompt/frontend/Main/MainView/MainView.tsx

@@ -52,6 +52,8 @@ type Props = {
   current_selection?: SelectionState | null
   chat_history: string[]
   selected_files_token_count: number
+  edit_instructions_token_count: number
+  ask_instructions_token_count: number
   web_prompt_type: WebPromptType
   api_prompt_type: ApiPromptType
   on_web_prompt_type_change: (prompt_type: WebPromptType) => void

apps/editor/src/views/prompt/frontend/Prompt.tsx

@@ -73,7 +73,9 @@ export const Prompt = () => {
     handle_tabs_reorder,
     voice_input_push_to_talk,
     is_modern_ui,
-    selected_files_token_count
+    selected_files_token_count,
+    edit_instructions_token_count,
+    ask_instructions_token_count
   } = use_panel(vscode)
 
   const {
@@ -350,6 +352,8 @@ export const Prompt = () => {
                 on_tabs_reorder={handle_tabs_reorder}
                 voice_input_push_to_talk={voice_input_push_to_talk}
                 selected_files_token_count={selected_files_token_count}
+                edit_instructions_token_count={edit_instructions_token_count}
+                ask_instructions_token_count={ask_instructions_token_count}
               />
             </div>
             <div

apps/editor/src/views/prompt/frontend/hooks/use-prompt/use-prompt.ts

@@ -27,6 +27,10 @@ export const use_prompt = (vscode: any) => {
     useState(0)
   const [selected_files_token_count, set_selected_files_token_count] =
     useState<number>(0)
+  const [edit_instructions_token_count, set_edit_instructions_token_count] =
+    useState<number>(0)
+  const [ask_instructions_token_count, set_ask_instructions_token_count] =
+    useState<number>(0)
 
   const {
     ask_about_context_instructions,
@@ -121,6 +125,8 @@ export const use_prompt = (vscode: any) => {
         set_voice_input_push_to_talk(message.enabled)
       } else if (message.command == 'TOKEN_COUNT_UPDATED') {
         set_selected_files_token_count(message.selected_files_token_count)
+        set_edit_instructions_token_count(message.edit_instructions_token_count)
+        set_ask_instructions_token_count(message.ask_instructions_token_count)
       } else if (message.command == 'IS_MODERN_UI') {
         set_is_modern_ui(message.is_modern_ui)
       }
@@ -237,6 +243,8 @@ export const use_prompt = (vscode: any) => {
     handle_tabs_reorder,
     voice_input_push_to_talk,
     is_modern_ui,
-    selected_files_token_count
+    selected_files_token_count,
+    edit_instructions_token_count,
+    ask_instructions_token_count
   }
 }

apps/editor/src/views/prompt/types/messages.ts

@@ -663,7 +663,6 @@ export interface TokenCountMessage extends BaseMessage {
   selected_files_token_count: number
   edit_instructions_token_count: number
   ask_instructions_token_count: number
-  edit_format_instructions_token_count: number
 }
 
 export interface WebConfigurationUpdatedMessage extends BaseMessage {