🐛 fix: Fix max token calc

lobehub · Nov 23, 2023 · 4318d15 · 4318d15
1 parent aebceb9
commit 4318d15
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 9 deletions.
diff --git a/packages/lobe-i18n/src/core/TranslateLocale.ts b/packages/lobe-i18n/src/core/TranslateLocale.ts
@@ -5,7 +5,6 @@ import { ChatPromptTemplate } from 'langchain/prompts';
 import { promptJsonTranslate, promptStringTranslate } from '@/prompts/translate';
 import { LocaleObj } from '@/types';
 import { I18nConfig } from '@/types/config';
-import { LanguageModel, ModelTokens } from '@/types/models';
 
 export class TranslateLocale {
   private model: ChatOpenAI;
@@ -19,6 +18,7 @@ export class TranslateLocale {
       configuration: {
         baseURL: openAIProxyUrl,
       },
+      maxConcurrency: config.concurrency,
       maxRetries: 4,
       maxTokens: config.splitToken,
       modelName: config.modelName,
@@ -72,10 +72,6 @@ export class TranslateLocale {
         to,
       });
 
-      this.model.maxTokens =
-        ModelTokens[this.config.modelName || LanguageModel.GPT3_5] -
-        JSON.stringify(formattedChatPrompt).length;
-
       const res = await this.model.call(
         formattedChatPrompt,
         this.isJsonMode

diff --git a/packages/lobe-i18n/src/utils/calcToken.ts b/packages/lobe-i18n/src/utils/calcToken.ts
@@ -7,8 +7,8 @@ export const PRIMITIVE_EXTRA_TOKENS = 3;
 export const KEY_EXTRA_TOKENS = 2; // For `"key":`
 export const OBJECT_EXTRA_TOKENS = 2; // For `{}`
 
-export const calcToken = (str: any) => {
-  return encode(String(str)).length;
+export const calcToken = (str: string) => {
+  return encode(str).length;
 };
 
 // Function to calculate the size of encoded key

diff --git a/packages/lobe-i18n/src/utils/splitJsonToChunks.ts b/packages/lobe-i18n/src/utils/splitJsonToChunks.ts
@@ -38,8 +38,7 @@ const splitJSONtoSmallChunks = (object: LocaleObj, splitToken: number) =>
   ).map(([chunk]) => chunk);
 
 export const getSplitToken = (config: I18nConfig, prompt: string) => {
-  let splitToken =
-    (ModelTokens[config.modelName || LanguageModel.GPT3_5] - calcToken(prompt)) / 2.5;
+  let splitToken = (ModelTokens[config.modelName || LanguageModel.GPT3_5] - calcToken(prompt)) / 3;
   if (config.splitToken && config.splitToken < splitToken) {
     splitToken = config.splitToken;
   }