Migrate file exclusion logic from a static extension blacklist to configurable glob patterns

Author: robertpiosik

README.md

@@ -2,7 +2,7 @@
 
 <a href="https://marketplace.visualstudio.com/items?itemName=robertpiosik.gemini-coder" target="_blank"><img src="https://img.shields.io/badge/Install-VS_Code_Marketplace-blue" alt="Get from Visual Studio Code Marketplace" /></a> <a href="https://open-vsx.org/extension/robertpiosik/gemini-coder" target="_blank"><img src="https://img.shields.io/badge/Install-Open_VSX_Registry-a60ee5" alt="Get from Open VSX Registry" /></a> <a href="https://github.com/robertpiosik/CodeWebChat/blob/dev/LICENSE" target="_blank"><img src="https://img.shields.io/badge/License-GPL--3.0-green.svg" alt="License: GPL-3.0" /></a>
 
-The unlimited AI coding in free chatbots for VS Code, Cursor and Windsurf.
+Unlimited AI coding in free chatbots for VS Code, Cursor and Windsurf.
 
 CWC is community driven. Join our [discord server](https://discord.gg/KJySXsrSX5) and get involved!
 

packages/vscode/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gemini-coder",
   "displayName": "Code Web Chat",
-  "description": "The unlimited AI coding in free chatbots (CWC)",
+  "description": "Unlimited AI coding in free chatbots (CWC)",
   "version": "1.465.0",
   "scripts": {
     "build": "npx vsce package --no-dependencies",
@@ -537,15 +537,58 @@
           "description": "The instructions used when generating a commit message.",
           "default": "Write a brief and precise summary for the changes, limited to a single sentence if possible and nothing else. Use an imperative tone to ensure clarity and focus on the primary change or purpose."
         },
-        "codeWebChat.ignoredExtensions": {
+        "codeWebChat.ignorePatterns": {
           "type": "array",
-          "description": "List of file extensions to ignore in the context.",
+          "description": "List of glob patterns to ignore files and folders in the context.",
           "default": [
-            "svg"
+            "**/*.svg",
+            "**/package-lock.json",
+            "**/pnpm-lock.yaml",
+            "**/*.png",
+            "**/*.jpg",
+            "**/*.jpeg",
+            "**/*.gif",
+            "**/*.bmp",
+            "**/*.ico",
+            "**/*.webp",
+            "**/*.tiff",
+            "**/*.psd",
+            "**/*.avif",
+            "**/*.mp4",
+            "**/*.webm",
+            "**/*.avi",
+            "**/*.mov",
+            "**/*.wmv",
+            "**/*.flv",
+            "**/*.mkv",
+            "**/*.mp3",
+            "**/*.wav",
+            "**/*.ogg",
+            "**/*.m4a",
+            "**/*.aac",
+            "**/*.flac",
+            "**/*.zip",
+            "**/*.rar",
+            "**/*.7z",
+            "**/*.tar",
+            "**/*.gz",
+            "**/*.bz2",
+            "**/*.ttf",
+            "**/*.otf",
+            "**/*.woff",
+            "**/*.woff2",
+            "**/*.eot",
+            "**/*.pdf",
+            "**/*.exe",
+            "**/*.dll",
+            "**/*.so",
+            "**/*.dylib",
+            "**/*.bin",
+            "**/*.vsidx"
           ],
           "items": {
             "type": "string",
-            "description": "File extension to ignore (without the dot)"
+            "description": "A glob pattern."
           }
         },
         "codeWebChat.editFormatInstructions": {

packages/vscode/src/commands/checkpoints-command/utils/clean-directory.ts

@@ -1,7 +1,6 @@
 import * as vscode from 'vscode'
 import * as path from 'path'
 import { WorkspaceProvider } from '../../../context/providers/workspace-provider'
-import { should_ignore_file } from '../../../context/utils/should-ignore-file'
 
 export const clean_directory = async (params: {
   dir_uri: vscode.Uri
@@ -19,10 +18,7 @@ export const clean_directory = async (params: {
 
     if (
       type != vscode.FileType.Directory &&
-      should_ignore_file(
-        entry_uri.fsPath,
-        params.workspace_provider.ignored_extensions
-      )
+      params.workspace_provider.is_ignored_by_patterns(entry_uri.fsPath)
     ) {
       continue
     }

packages/vscode/src/commands/checkpoints-command/utils/copy-optimised-recursively.ts

@@ -2,7 +2,6 @@ import * as vscode from 'vscode'
 import * as path from 'path'
 import * as fs from 'fs/promises'
 import { WorkspaceProvider } from '../../../context/providers/workspace-provider'
-import { should_ignore_file } from '../../../context/utils/should-ignore-file'
 
 const directory_contains_ignored = async (
   dir_uri: vscode.Uri,
@@ -37,12 +36,7 @@ const directory_contains_ignored = async (
         return true
       }
     } else if (entry_stat.type == vscode.FileType.File) {
-      if (
-        should_ignore_file(
-          entry_uri.fsPath,
-          workspace_provider.ignored_extensions
-        )
-      ) {
+      if (workspace_provider.is_ignored_by_patterns(entry_uri.fsPath)) {
         return true
       }
     }
@@ -95,12 +89,7 @@ export const copy_optimised_recursively = async (
       )
     }
   } else if (source_stat.type == vscode.FileType.File) {
-    if (
-      should_ignore_file(
-        source_uri.fsPath,
-        workspace_provider.ignored_extensions
-      )
-    ) {
+    if (workspace_provider.is_ignored_by_patterns(source_uri.fsPath)) {
       return
     }
     await fs.copyFile(source_uri.fsPath, dest_uri.fsPath)

packages/vscode/src/commands/checkpoints-command/utils/sync-directory.ts

@@ -2,7 +2,6 @@ import * as vscode from 'vscode'
 import * as path from 'path'
 import * as fs from 'fs/promises'
 import { WorkspaceProvider } from '../../../context/providers/workspace-provider'
-import { should_ignore_file } from '../../../context/utils/should-ignore-file'
 
 export const sync_directory = async (params: {
   source_dir: vscode.Uri
@@ -44,10 +43,7 @@ export const sync_directory = async (params: {
 
       if (
         dest_stat.type !== vscode.FileType.Directory &&
-        should_ignore_file(
-          dest_uri.fsPath,
-          params.workspace_provider.ignored_extensions
-        )
+        params.workspace_provider.is_ignored_by_patterns(dest_uri.fsPath)
       ) {
         continue
       }

packages/vscode/src/commands/save-context-command.ts

@@ -2,8 +2,6 @@ import * as vscode from 'vscode'
 import * as fs from 'fs'
 import * as path from 'path'
 import { WorkspaceProvider } from '../context/providers/workspace-provider'
-import { should_ignore_file } from '../context/utils/should-ignore-file'
-import { ignored_extensions } from '../context/constants/ignored-extensions'
 import {
   SAVED_CONTEXTS_STATE_KEY,
   LAST_CONTEXT_SAVE_LOCATION_STATE_KEY
@@ -29,16 +27,6 @@ function condense_paths(
     dir_to_children.get(parent_dir)!.push(rel_path)
   }
 
-  const config = vscode.workspace.getConfiguration('codeWebChat')
-  const config_ignored_extensions = config.get<string[]>(
-    'ignoredExtensions',
-    []
-  )
-  const all_ignored_extensions = new Set([
-    ...ignored_extensions,
-    ...config_ignored_extensions
-  ])
-
   function are_all_files_selected(
     dir_path: string,
     condensed_paths_set: Set<string>
@@ -73,10 +61,7 @@ function condense_paths(
           continue
         }
 
-        if (
-          !fs.lstatSync(abs_entry_path).isDirectory() &&
-          should_ignore_file(entry, all_ignored_extensions)
-        ) {
+        if (workspace_provider.is_ignored_by_patterns(abs_entry_path)) {
           continue
         }
 

packages/vscode/src/context/constants/ignored-extensions.ts

@@ -3,8 +3,6 @@ import * as fs from 'fs'
 import * as path from 'path'
 import { FileItem } from './workspace-provider'
 import { SharedFileState } from '../shared-file-state'
-import { ignored_extensions } from '../constants/ignored-extensions'
-import { should_ignore_file } from '../utils/should-ignore-file'
 import { WorkspaceProvider } from './workspace-provider'
 import { display_token_count } from '../../utils/display-token-count'
 
@@ -23,7 +21,6 @@ export class OpenEditorsProvider
   private _file_token_counts: Map<string, number> = new Map()
   private _tab_change_handler: vscode.Disposable
   private _file_change_watcher: vscode.Disposable
-  private _ignored_extensions: Set<string> = new Set()
   private _initialized: boolean = false
   private _opened_from_workspace_view: Set<string> = new Set()
   private _non_preview_files: Set<string> = new Set()
@@ -42,8 +39,6 @@ export class OpenEditorsProvider
     this._shared_state = SharedFileState.get_instance()
     this.workspace_provider = workspace_provider
 
-    this._load_ignored_extensions()
-
     this._update_preview_tabs_state()
 
     this._tab_change_handler = vscode.window.tabGroups.onDidChangeTabs((e) => {
@@ -63,10 +58,8 @@ export class OpenEditorsProvider
 
     this._config_change_handler = vscode.workspace.onDidChangeConfiguration(
       (event) => {
-        if (event.affectsConfiguration('codeWebChat.ignoredExtensions')) {
-          const old_ignored_extensions = new Set(this._ignored_extensions)
-          this._load_ignored_extensions()
-          this._uncheck_ignored_files(old_ignored_extensions)
+        if (event.affectsConfiguration('codeWebChat.ignorePatterns')) {
+          this._uncheck_ignored_files()
           this.refresh()
         }
       }
@@ -97,18 +90,12 @@ export class OpenEditorsProvider
     return this._workspace_roots.find((root) => file_path.startsWith(root))
   }
 
-  private _uncheck_ignored_files(old_ignored_extensions?: Set<string>): void {
+  private _uncheck_ignored_files(): void {
     const checked_files = this.get_checked_files()
 
-    const files_to_uncheck = checked_files.filter((file_path) => {
-      if (old_ignored_extensions) {
-        return (
-          !should_ignore_file(file_path, old_ignored_extensions) &&
-          should_ignore_file(file_path, this._ignored_extensions)
-        )
-      }
-      return should_ignore_file(file_path, this._ignored_extensions)
-    })
+    const files_to_uncheck = checked_files.filter((file_path) =>
+      this.workspace_provider.is_ignored_by_patterns(file_path)
+    )
 
     for (const file_path of files_to_uncheck) {
       this._checked_items.set(file_path, vscode.TreeItemCheckboxState.Unchecked)
@@ -119,20 +106,6 @@ export class OpenEditorsProvider
     }
   }
 
-  private _load_ignored_extensions() {
-    const config = vscode.workspace.getConfiguration('codeWebChat')
-    const additional_extensions = config
-      .get<string[]>('ignoredExtensions', [])
-      .map((ext) => ext.toLowerCase().replace(/^\./, ''))
-
-    this._ignored_extensions = new Set([
-      ...ignored_extensions,
-      ...additional_extensions
-    ])
-    // Clear token cache to force recalculation
-    this._file_token_counts.clear()
-  }
-
   private _update_preview_tabs_state(): void {
     this._preview_tabs.clear()
 
@@ -277,7 +250,7 @@ export class OpenEditorsProvider
 
       const file_name = path.basename(file_path)
 
-      if (should_ignore_file(file_path, this._ignored_extensions)) {
+      if (this.workspace_provider.is_ignored_by_patterns(file_path)) {
         continue
       }
 
@@ -400,7 +373,7 @@ export class OpenEditorsProvider
 
       if (!this._is_file_in_any_workspace(file_path)) continue
 
-      if (should_ignore_file(file_path, this._ignored_extensions)) continue
+      if (this.workspace_provider.is_ignored_by_patterns(file_path)) continue
 
       this._checked_items.set(file_path, vscode.TreeItemCheckboxState.Checked)
 
@@ -437,7 +410,7 @@ export class OpenEditorsProvider
     for (const file_path of file_paths) {
       if (!fs.existsSync(file_path)) continue
 
-      if (should_ignore_file(file_path, this._ignored_extensions)) continue
+      if (this.workspace_provider.is_ignored_by_patterns(file_path)) continue
 
       this._checked_items.set(file_path, vscode.TreeItemCheckboxState.Checked)