Update model verification functions to use streaming responses and enhance cancellation handling

- we need our test to be as fast as possible, is it usefult o place such [Pasted text] thing if for some reason [Fragment] is not supported by the provider?
- "Promise executor functions should not be async."
- use axios instead of fetch

Author: robertpiosik

apps/editor/src/views/shared/actions/api/create/interactions/verify-model.ts

@@ -27,6 +27,10 @@ export const verify_model = async (params: {
       try {
         const messages: any[] = params.is_voice_input
           ? [
+              {
+                role: 'user',
+                content: 'Respond with "OK", and nothing else.'
+              },
               {
                 role: 'user',
                 content: [
@@ -47,16 +51,21 @@ export const verify_model = async (params: {
           : [
               {
                 role: 'user',
-                content: 'Hello!'
+                content: 'Respond with "OK", and nothing else.'
               }
             ]
 
+        const cancel_token_source = axios.CancelToken.source()
+        const disposable = token.onCancellationRequested(() => {
+          cancel_token_source.cancel('User cancelled')
+        })
+
         await axios.post(
           `${params.base_url}/chat/completions`,
           {
             model: params.model,
             messages,
-            max_tokens: 1
+            stream: true
           },
           {
             headers: {
@@ -65,17 +74,20 @@ export const verify_model = async (params: {
                 ? { Authorization: `Bearer ${params.api_key}` }
                 : {})
             },
-            cancelToken: new axios.CancelToken((c) => {
-              token.onCancellationRequested(() => {
-                c('User cancelled')
-              })
-            })
+            cancelToken: cancel_token_source.token,
+            responseType: 'stream'
           }
         )
+
+        cancel_token_source.cancel('Verified')
+        disposable.dispose()
         success = true
       } catch (e: any) {
-        if (!token.isCancellationRequested) {
-          console.log(e.response?.data || e.message)
+        if (!axios.isCancel(e)) {
+          if (e.response) {
+            e.status = e.response.status
+          }
+          console.log(e.message)
           error = e
         }
       }
@@ -105,9 +117,9 @@ export const verify_model = async (params: {
         'views.shared.actions.api.create.interactions.verify-model.warning.test.detail'
       )
 
-  if (axios.isAxiosError(error)) {
-    if (error.response) {
-      const status = error.response.status
+  if (error) {
+    if (error.status) {
+      const status = error.status
       let reason = t(
         'views.shared.actions.api.create.interactions.verify-model.status.server-error'
       )
@@ -164,7 +176,7 @@ export const verify_model = async (params: {
               reason
             }
           )
-    } else if (error.code) {
+    } else if (error.message) {
       detail = params.is_voice_input
         ? t(
             'views.shared.actions.api.create.interactions.verify-model.warning.audio.detail'

apps/editor/src/views/shared/actions/api/create/interactions/verify-reasoning-effort.ts

@@ -1,7 +1,7 @@
 import * as vscode from 'vscode'
-import axios from 'axios'
 import { ModelProvider } from '@/services/model-providers-manager'
 import { apply_reasoning_effort } from '@/utils/apply-reasoning-effort'
+import axios from 'axios'
 
 export const verify_reasoning_effort = async (params: {
   endpoint_url: string
@@ -11,10 +11,10 @@ export const verify_reasoning_effort = async (params: {
   model_provider: ModelProvider
   cancellation_token: vscode.CancellationToken
 }): Promise<void> => {
-  const cancel_source = axios.CancelToken.source()
+  const cancel_token_source = axios.CancelToken.source()
 
   const disposable = params.cancellation_token.onCancellationRequested(() => {
-    cancel_source.cancel('User cancelled')
+    cancel_token_source.cancel('User cancelled')
   })
 
   const body = {
@@ -45,36 +45,44 @@ export const verify_reasoning_effort = async (params: {
             : {}),
           ['Content-Type']: 'application/json'
         },
-        responseType: 'stream',
-        cancelToken: cancel_source.token
+        cancelToken: cancel_token_source.token,
+        responseType: 'stream'
       }
     )
 
     await new Promise<void>((resolve, reject) => {
-      const stream = response.data
-
-      stream.on('data', () => {
-        cancel_source.cancel('Verified')
-        resolve()
+      let resolved = false
+      response.data.on('data', () => {
+        if (!resolved) {
+          resolved = true
+          cancel_token_source.cancel('Verified')
+          resolve()
+        }
       })
-
-      stream.on('error', (err: any) => {
-        reject(err)
+      response.data.on('end', () => {
+        if (!resolved) {
+          resolved = true
+          resolve()
+        }
       })
-
-      stream.on('end', () => {
-        resolve()
+      response.data.on('error', (err: any) => {
+        if (!resolved) {
+          resolved = true
+          reject(err)
+        }
       })
     })
-  } catch (error) {
+  } catch (error: any) {
     if (axios.isCancel(error)) {
-      if (error.message == 'Verified') {
-        return
-      }
-      if (error.message == 'User cancelled') {
+      if (
+        error.message === 'User cancelled' ||
+        params.cancellation_token.isCancellationRequested
+      ) {
         throw new Error('Cancelled')
       }
+      return
     }
+
     throw error
   } finally {
     disposable.dispose()