Introduce a warning notification when the total context token count exceeds the configured size threshold

Author: robertpiosik

packages/shared/src/constants/dictionary.ts

@@ -82,6 +82,8 @@ export const dictionary = {
     TYPE_SOMETHING_TO_USE_GROUP: 'Type something to use this group.',
     GROUP_HAS_NO_SELECTED_PRESETS:
       'The chosen group has no selected presets to run.',
+    CONTEXT_SIZE_WARNING: (threshold: number) =>
+      `Context is now larger than set threshold of ${threshold} tokens. Unreasonably large context affects quality of responses and costs.`,
     FAILED_TO_CREATE_FILE: (file_path: string) =>
       `Failed to create file: ${file_path}`,
     FAILED_TO_APPLY_CHANGES_TO_FILE: (file_path: string) =>

packages/vscode/src/context/context-initialization.ts

@@ -18,6 +18,8 @@ export function context_initialization(context: vscode.ExtensionContext): {
   open_editors_provider: OpenEditorsProvider
   websites_provider: WebsitesProvider
 } {
+  let was_above_threshold = false
+
   const workspace_folders = vscode.workspace.workspaceFolders ?? []
 
   let workspace_view: vscode.TreeView<FileItem>
@@ -42,8 +44,9 @@ export function context_initialization(context: vscode.ExtensionContext): {
   )
 
   const update_view_badges = async () => {
+    let context_token_count = 0
     if (context_provider && context_view) {
-      const context_token_count =
+      context_token_count =
         await workspace_provider.get_checked_files_token_count()
       context_view.badge = {
         value: context_token_count,
@@ -53,8 +56,9 @@ export function context_initialization(context: vscode.ExtensionContext): {
       }
     }
 
+    let websites_token_count = 0
     if (websites_provider && websites_view) {
-      const websites_token_count =
+      websites_token_count =
         websites_provider.get_checked_websites_token_count()
       websites_view.badge = {
         value: websites_token_count,
@@ -64,6 +68,22 @@ export function context_initialization(context: vscode.ExtensionContext): {
       }
     }
     token_count_emitter.emit('token-count-updated')
+
+    const total_token_count = context_token_count + websites_token_count
+    const config = vscode.workspace.getConfiguration('codeWebChat')
+    const threshold = config.get<number>('contextSizeWarningThreshold')
+
+    if (threshold && threshold > 0) {
+      const is_above_threshold = total_token_count > threshold
+      if (is_above_threshold && !was_above_threshold) {
+        vscode.window.showWarningMessage(
+          dictionary.warning_message.CONTEXT_SIZE_WARNING(threshold)
+        )
+      }
+      was_above_threshold = is_above_threshold
+    } else {
+      was_above_threshold = false
+    }
   }
 
   const shared_state = SharedFileState.get_instance()