fix(core): improve error handling in API response and allow nullish values for token counts

Author: dingyi222666

packages/openai-compatible/src/convert-to-openai-compatible-chat-messages.ts

@@ -1,4 +1,4 @@
-import { BaseMessage } from 'cortexluna'
+import { BaseMessage, dataContentToBase64 } from 'cortexluna'
 
 export function convertToOpenAICompatibleChatMessages(
     prompt: BaseMessage[]
@@ -62,7 +62,7 @@ export function convertToOpenAICompatibleChatMessages(
                                               : `data:${
                                                     part.mineType ??
                                                     'image/jpeg'
-                                                };base64,${convertUint8ArrayToBase64(imageUrl)}`
+                                                };base64,${dataContentToBase64(imageUrl)}`
                                 }
                             }
                         }
@@ -196,13 +196,3 @@ export interface OpenAICompatibleToolMessage {
     content: string
     tool_call_id: string
 }
-function convertUint8ArrayToBase64(
-    image:
-        | string
-        | ArrayBuffer
-        | Uint8Array<ArrayBuffer>
-        | Buffer<ArrayBuffer>
-        | URL
-) {
-    throw new Error('Function not implemented.')
-}

packages/openai-compatible/src/language-model.ts

@@ -134,7 +134,9 @@ export class OpenAICompatibleLanguageModel implements LanguageModel {
                 OpenAICompatibleChatResponseSchema.safeParse(responseJSON)
 
             if (!parsedResponse.success) {
-                throw new Error(`Invalid response from API: ${responseBody}`)
+                throw new Error(
+                    `Invalid response from API: ${responseBody} ${parsedResponse.error}`
+                )
             }
 
             return parsedResponse.data
@@ -496,11 +498,11 @@ const OpenAICompatibleChatResponseSchema = z.object({
     ),
     usage: z
         .object({
-            prompt_tokens: z.number(),
-            completion_tokens: z.number(),
+            prompt_tokens: z.number().nullish(),
+            completion_tokens: z.number().nullish(),
             prompt_tokens_details: z
                 .object({
-                    cached_tokens: z.number()
+                    cached_tokens: z.number().nullish()
                 })
                 .nullish()
         })