Update intelligent file search prompt formatting to include folder paths and restrict result parsing to bulleted file paths

- considering intelligent_file_search_format_for_prompt_view: in case 'for folder' should get this folder path in param so it is used below in examples #Fragment(apps/editor/src/constants/instructions.ts:72:1-74:31)
- in #Fragment(apps/editor/src/constants/instructions.ts:75:1-77:40) place src only when prefix is not used
- `apps/editor/src/commands/apply-response-command/utils/response-parser/parsers/intelligent-file-search-results-parser/intelligent-file-search-results-parser.ts` should not use `apps/editor/src/utils/extract-paths-from-text/extract-paths-from-text.ts` as it is too broad - we only want to extract paths from bullet lists there.

└── apps
    └── editor
        └── src
            ├── commands
            │   └── apply-response-command
            │       └── utils
            │           └── response-parser
            │               └── parsers
            │                   └── intelligent-file-search-results-parser
            │                       └── intelligent-file-search-results-parser.ts
            ├── constants
            │   └── instructions.ts
            ├── features
            │   └── search-files
            │       └── search-modes
            │           └── perform-intelligent-search-mode.ts
            └── utils
                └── extract-paths-from-text
                    ├── extract-paths-from-text.spec.ts
                    └── extract-paths-from-text.ts

Author: robertpiosik

apps/editor/src/commands/apply-response-command/utils/response-parser/parsers/intelligent-file-search-results-parser/intelligent-file-search-results-parser.ts

@@ -1,5 +1,3 @@
-import { extract_paths_from_text } from '@/utils/extract-paths-from-text'
-
 export type IntelligentFileSearchResultsItem = {
   type: 'intelligent-file-search-results'
   file_paths: string[]
@@ -31,10 +29,60 @@ export const parse_intelligent_file_search_results = (params: {
     folder_path = folder_match[1]
   }
 
-  const valid_paths = extract_paths_from_text({
-    text: params.response,
-    workspace_files: params.workspace_files
-  })
+  const found_paths = new Set<string>()
+  const lines = params.response.split('\n')
+  for (const line of lines) {
+    const trimmed = line.trim()
+    if (trimmed.startsWith('-') || trimmed.startsWith('*')) {
+      let path_str = trimmed.substring(1).trim()
+      if (path_str.startsWith('`') && path_str.endsWith('`')) {
+        path_str = path_str.substring(1, path_str.length - 1).trim()
+      }
+      if (path_str) {
+        found_paths.add(path_str.replace(/[.?!]+$/, ''))
+      }
+    }
+  }
+
+  const matched_files_with_index = new Map<string, number>()
+
+  for (const original_p of found_paths) {
+    let p = original_p
+    if (p.startsWith('./')) {
+      p = p.substring(2)
+    } else if (p.startsWith('/')) {
+      p = p.substring(1)
+    }
+    while (p.startsWith('/')) {
+      p = p.substring(1)
+    }
+
+    if (!p || p === '.' || p === '..') continue
+
+    let idx = params.response.indexOf(original_p)
+    if (idx == -1) {
+      idx = params.response.indexOf(p)
+    }
+    const safe_idx = idx != -1 ? idx : Infinity
+
+    for (const file of params.workspace_files) {
+      if (file === p || file.endsWith('/' + p)) {
+        const current_idx = matched_files_with_index.get(file) ?? Infinity
+        matched_files_with_index.set(file, Math.min(current_idx, safe_idx))
+      }
+    }
+  }
+
+  const valid_paths = Array.from(matched_files_with_index.keys()).sort(
+    (a, b) => {
+      const idx_a = matched_files_with_index.get(a) ?? Infinity
+      const idx_b = matched_files_with_index.get(b) ?? Infinity
+      if (idx_a == idx_b) {
+        return a.localeCompare(b)
+      }
+      return idx_a - idx_b
+    }
+  )
 
   if (valid_paths.length == 0) {
     return null

apps/editor/src/constants/instructions.ts

@@ -57,23 +57,27 @@ export const intelligent_file_search_format = `Your response must contain paths
 
 <intelligent-file-search-results>
 <file-path>src/index.ts</file-path>
-<file-path>src/hello.ts</file-path>
-<file-path>src/welcome.ts</file-path>
+<file-path>src/greetings/hello.ts</file-path>
+<file-path>src/greetings/welcome.ts</file-path>
 </intelligent-file-search-results>`
 
 export const intelligent_file_search_format_for_prompt_view = (
-  metadata?: string
-) => `Your response must begin with "**Intelligent file search results${
+  metadata?: string,
+  folder_path?: string
+) => {
+  const prefix = folder_path && folder_path != '.' ? `${folder_path}/` : ''
+  return `Your response must begin with "**Intelligent file search results${
   metadata || ''
 }:**", then list paths one under another, followed by a brief explanation. Example:
 
 **Intelligent file search results${metadata || ''}:**
 
-- \`src/index.ts\`
-- \`src/hello.ts\`
-- \`src/welcome.ts\`
+- \`${prefix || 'src/'}index.ts\`
+- \`${prefix || 'src/'}greetings/hello.ts\`
+- \`${prefix || 'src/'}greetings/welcome.ts\`
 
 These files contain the core greeting logic and module exports.`
+}
 
 export const voice_input_instructions =
   'Respond with a transcription of the following audio recording or text "INAUDIBLE", and nothing else.'

apps/editor/src/features/search-files/search-modes/perform-intelligent-search-mode.ts

@@ -274,7 +274,7 @@ export const perform_intelligent_search_mode = async (params: {
           }
 
           const format_instructions =
-            intelligent_file_search_format_for_prompt_view(metadata)
+            intelligent_file_search_format_for_prompt_view(metadata, display_folder_path)
 
           const chatbot_prompt = `# Files\n\n${md_files}# Task\n\n${base_instructions}\n\n# Output formatting\n\n${format_instructions}\n\n# Query\n\n${search_term}`