From 26e2917b2c5d1b22e46de9aeac830ce0cf800037 Mon Sep 17 00:00:00 2001
From: Thyrst <thyrst@seznam.cz>
Date: Wed, 15 Jan 2025 12:59:34 +0100
Subject: [PATCH 1/2] fix finish reason for anthropic & google

---
 src/vercel-ai/langtail-language-model.ts    |  9 ++---
 src/vercel-ai/map-langtail-finish-reason.ts | 42 +++++++++++++++++++++
 src/vercel-ai/map-openai-finish-reason.ts   | 19 ----------
 3 files changed, 45 insertions(+), 25 deletions(-)
 create mode 100644 src/vercel-ai/map-langtail-finish-reason.ts
 delete mode 100644 src/vercel-ai/map-openai-finish-reason.ts

diff --git a/src/vercel-ai/langtail-language-model.ts b/src/vercel-ai/langtail-language-model.ts
index 3c564ca..bdd778c 100644
--- a/src/vercel-ai/langtail-language-model.ts
+++ b/src/vercel-ai/langtail-language-model.ts
@@ -17,15 +17,12 @@ import {
 } from '@ai-sdk/provider-utils';
 import { z } from 'zod';
 import { convertToOpenAIChatMessages } from './convert-to-openai-chat-messages';
-import { mapOpenAIFinishReason } from './map-openai-finish-reason';
+import { mapLangtailFinishReason } from './map-langtail-finish-reason';
 import { LangtailChatSettings } from './langtail-chat-settings';
 import { openaiErrorDataSchema, openaiFailedResponseHandler } from './openai-error';
 import { mapOpenAIChatLogProbsOutput } from './map-openai-chat-logprobs';
 import { LangtailPrompts } from '../Langtail';
-import { ChatCompletionCreateParamsBase } from 'openai/resources/chat/completions';
-import { FunctionParameters } from 'openai/resources';
 import type { PromptSlug, Environment, Version, LangtailEnvironment } from '../types';
-import { ILangtailExtraProps } from '../schemas';
 import { getResponseMetadata } from './get-response-metadata';
 import { prepareTools } from './openai-prepare-tools';
 
@@ -305,7 +302,7 @@ export class LangtailChatLanguageModel<P extends PromptSlug = PromptSlug, E exte
           toolName: toolCall.function.name,
           args: toolCall.function.arguments!,
         })),
-      finishReason: mapOpenAIFinishReason(choice.finish_reason),
+      finishReason: mapLangtailFinishReason(choice.finish_reason, Boolean(choice.message.tool_calls)),
       usage: {
         promptTokens: response.usage?.prompt_tokens ?? NaN,
         completionTokens: response.usage?.completion_tokens ?? NaN,
@@ -428,7 +425,7 @@ export class LangtailChatLanguageModel<P extends PromptSlug = PromptSlug, E exte
             const choice = value.choices[0];
 
             if (choice?.finish_reason != null) {
-              finishReason = mapOpenAIFinishReason(choice.finish_reason);
+              finishReason = mapLangtailFinishReason(choice.finish_reason, Boolean(choice.delta?.tool_calls));
             }
 
             if (choice?.delta == null) {
diff --git a/src/vercel-ai/map-langtail-finish-reason.ts b/src/vercel-ai/map-langtail-finish-reason.ts
new file mode 100644
index 0000000..8d0e9d7
--- /dev/null
+++ b/src/vercel-ai/map-langtail-finish-reason.ts
@@ -0,0 +1,42 @@
+import { LanguageModelV1FinishReason } from '@ai-sdk/provider';
+
+export function mapLangtailFinishReason(
+  finishReason: string | null | undefined,
+  hasToolCalls: boolean,
+): LanguageModelV1FinishReason {
+  switch (finishReason) {
+    // openai:
+    case 'stop':
+      return 'stop';
+    case 'length':
+      return 'length';
+    case 'content_filter':
+      return 'content-filter';
+    case 'function_call':
+    case 'tool_calls':
+      return 'tool-calls';
+    // anthropic:
+    case 'end_turn':
+    case 'stop_sequence':
+      return 'stop';
+    case 'tool_use':
+      return 'tool-calls';
+    case 'max_tokens':
+      return 'length';
+    // google:
+    case 'STOP':
+      return hasToolCalls ? 'tool-calls' : 'stop';
+    case 'MAX_TOKENS':
+      return 'length';
+    case 'RECITATION':
+    case 'SAFETY':
+      return 'content-filter';
+    case 'FINISH_REASON_UNSPECIFIED':
+    case 'OTHER':
+      return 'other';
+
+    default:
+      console.warn('Unknown finish reason: ', finishReason);
+      return 'unknown';
+  }
+}
diff --git a/src/vercel-ai/map-openai-finish-reason.ts b/src/vercel-ai/map-openai-finish-reason.ts
deleted file mode 100644
index 2b50b03..0000000
--- a/src/vercel-ai/map-openai-finish-reason.ts
+++ /dev/null
@@ -1,19 +0,0 @@
-import { LanguageModelV1FinishReason } from '@ai-sdk/provider';
-
-export function mapOpenAIFinishReason(
-  finishReason: string | null | undefined,
-): LanguageModelV1FinishReason {
-  switch (finishReason) {
-    case 'stop':
-      return 'stop';
-    case 'length':
-      return 'length';
-    case 'content_filter':
-      return 'content-filter';
-    case 'function_call':
-    case 'tool_calls':
-      return 'tool-calls';
-    default:
-      return 'other';
-  }
-}

From 9691bd17f1d0cd5f23dbbd548c1d9d9e52933790 Mon Sep 17 00:00:00 2001
From: Thyrst <thyrst@seznam.cz>
Date: Wed, 15 Jan 2025 13:03:38 +0100
Subject: [PATCH 2/2] bump version

---
 CHANGELOG.md | 4 ++++
 package.json | 2 +-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 6067dfe..1859ab2 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.14.1
+
+- Fix `finishReason` for Anthropic and Google providers in Vercel AI SDK integration
+
 ## 0.14.0
 
 - Update `openai` version
diff --git a/package.json b/package.json
index 7db3405..e06a0c3 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "langtail",
-  "version": "0.14.0",
+  "version": "0.14.1",
   "description": "",
   "main": "./Langtail.js",
   "packageManager": "pnpm@8.15.6",