✨ feat: Support Cloudflare Workers AI

src/app/(main)/settings/llm/ProviderList/providers.tsx

@@ -1,6 +1,7 @@
 import {
   Anthropic,
   Claude,
+  Cloudflare,
   DeepSeek,
   Gemini,
   Google,
@@ -13,6 +14,7 @@ import {
   Stepfun,
   Together,
   Tongyi,
+  WorkersAI,
   ZeroOne,
   Zhipu,
 } from '@lobehub/icons';
@@ -24,6 +26,7 @@ import urlJoin from 'url-join';
 
 import {
   AnthropicProviderCard,
+  CloudflareProviderCard,
   DeepSeekProviderCard,
   GoogleProviderCard,
   GroqProviderCard,
@@ -76,6 +79,14 @@ const GoogleBrand = () => (
   </Flexbox>
 );
 
+const CloudflareBrand = () => (
+  <Flexbox align={'center'} gap={8} horizontal>
+    <Cloudflare.Combine size={22} type={'color'} />
+    <Divider style={{ margin: '0 4px' }} type={'vertical'} />
+    <WorkersAI.Combine size={22} type={'color'} />
+  </Flexbox>
+);
+
 export const useProviderList = (): ProviderItem[] => {
   const azureProvider = useAzureProvider();
   const ollamaProvider = useOllamaProvider();
@@ -170,7 +181,12 @@ export const useProviderList = (): ProviderItem[] => {
         docUrl: urlJoin(BASE_DOC_URL, 'stepfun'),
         title: <Stepfun.Combine size={20} type={'color'} />,
       },
+      {
+        ...CloudflareProviderCard,
+        docUrl: urlJoin(BASE_DOC_URL, 'cloudflare'),
+        title: <CloudflareBrand />,
+      },
     ],
     [azureProvider, ollamaProvider, ollamaProvider, bedrockProvider],
   );
-};
+};

src/app/api/chat/agentRuntime.ts

@@ -167,11 +167,19 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
     }
     case ModelProvider.Stepfun: {
       const { STEPFUN_API_KEY } = getLLMConfig();
-
+      
       const apiKey = apiKeyManager.pick(payload?.apiKey || STEPFUN_API_KEY);
 
       return { apiKey };
     }
+    case ModelProvider.Cloudflare: {
+      const { CLOUDFLARE_API_KEY, CLOUDFLARE_ACCOUNT_ID } = getLLMConfig();
+
+      const apiKey = apiKeyManager.pick(payload?.apiKey || CLOUDFLARE_API_KEY);
+      const accountID = CLOUDFLARE_ACCOUNT_ID;
+
+      return { accountID, apiKey };
+    }
   }
 };
 

src/components/ModelProviderIcon/index.tsx

@@ -2,6 +2,7 @@ import {
   Anthropic,
   Azure,
   Bedrock,
+  Cloudflare,
   DeepSeek,
   Google,
   Groq,
@@ -114,6 +115,10 @@ const ModelProviderIcon = memo<ModelProviderIconProps>(({ provider }) => {
       return <Stepfun size={20} />;
     }
 
+    case ModelProvider.Cloudflare: {
+      return <Cloudflare size={20} />;
+    }
+
     default: {
       return null;
     }

src/config/llm.ts

@@ -120,6 +120,10 @@ export const getLLMConfig = () => {
 
       ENABLED_STEPFUN: z.boolean(),
       STEPFUN_API_KEY: z.string().optional(),
+
+      ENABLED_CLOUDFLARE: z.boolean(),
+      CLOUDFLARE_API_KEY: z.string().optional(),
+      CLOUDFLARE_ACCOUNT_ID: z.string().optional(),
     },
     runtimeEnv: {
       API_KEY_SELECT_MODE: process.env.API_KEY_SELECT_MODE,
@@ -194,6 +198,10 @@ export const getLLMConfig = () => {
 
       ENABLED_STEPFUN: !!process.env.STEPFUN_API_KEY,
       STEPFUN_API_KEY: process.env.STEPFUN_API_KEY,
+
+      ENABLED_CLOUDFLARE: !!process.env.CLOUDFLARE_API_KEY && !!process.env.CLOUDFLARE_ACCOUNT_ID,
+      CLOUDFLARE_API_KEY: process.env.CLOUDFLARE_API_KEY,
+      CLOUDFLARE_ACCOUNT_ID: process.env.CLOUDFLARE_ACCOUNT_ID,
     },
   });
 };

src/config/modelProviders/cloudflare.ts

@@ -0,0 +1,20 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref https://developers.cloudflare.com/workers-ai/models/#text-generation
+// api https://developers.cloudflare.com/workers-ai/configuration/open-ai-compatibility
+const Cloudflare: ModelProviderCard = {
+  chatModels: [
+    {
+      displayName: 'LLaMA2-7B-chat',
+      enabled: true,
+    //   functionCall: true,
+      id: '@cf/meta/llama-2-7b-chat-fp16',
+      tokens: 3072,
+    },
+  ],
+  checkModel: '@cf/meta/llama-2-7b-chat-fp16',
+  id: 'cloudflare',
+  name: 'Cloudflare Workers AI',
+};
+
+export default Cloudflare;

src/config/modelProviders/index.ts

@@ -3,6 +3,7 @@ import { ChatModelCard, ModelProviderCard } from '@/types/llm';
 import AnthropicProvider from './anthropic';
 import AzureProvider from './azure';
 import BedrockProvider from './bedrock';
+import CloudflareProvider from './cloudflare';
 import DeepSeekProvider from './deepseek';
 import GoogleProvider from './google';
 import GroqProvider from './groq';
@@ -37,6 +38,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   AnthropicProvider.chatModels,
   ZeroOneProvider.chatModels,
   StepfunProvider.chatModels,
+  CloudflareProvider.chatModels,
 ].flat();
 
 export const DEFAULT_MODEL_PROVIDER_LIST = [
@@ -58,6 +60,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   ZeroOneProvider,
   ZhiPuProvider,
   StepfunProvider,
+  CloudflareProvider,
 ];
 
 export const filterEnabledModels = (provider: ModelProviderCard) => {
@@ -67,6 +70,7 @@ export const filterEnabledModels = (provider: ModelProviderCard) => {
 export { default as AnthropicProviderCard } from './anthropic';
 export { default as AzureProviderCard } from './azure';
 export { default as BedrockProviderCard } from './bedrock';
+export { default as CloudflareProviderCard } from './cloudflare';
 export { default as DeepSeekProviderCard } from './deepseek';
 export { default as GoogleProviderCard } from './google';
 export { default as GroqProviderCard } from './groq';

src/const/settings/llm.ts

@@ -1,6 +1,7 @@
 import {
   AnthropicProviderCard,
   BedrockProviderCard,
+  CloudflareProviderCard,
   DeepSeekProviderCard,
   GoogleProviderCard,
   GroqProviderCard,
@@ -33,6 +34,10 @@ export const DEFAULT_LLM_CONFIG: UserModelProviderConfig = {
     enabled: false,
     enabledModels: filterEnabledModels(BedrockProviderCard),
   },
+  cloudflare: {
+    enabled: false,
+    enabledModels: filterEnabledModels(CloudflareProviderCard),
+  },
   deepseek: {
     enabled: false,
     enabledModels: filterEnabledModels(DeepSeekProviderCard),

src/libs/agent-runtime/AgentRuntime.ts

@@ -6,6 +6,7 @@ import { LobeRuntimeAI } from './BaseAI';
 import { LobeAnthropicAI } from './anthropic';
 import { LobeAzureOpenAI } from './azureOpenai';
 import { LobeBedrockAI, LobeBedrockAIParams } from './bedrock';
+import { LobeCloudflareAI, LobeCloudflareParams } from './cloudflare';
 import { LobeDeepSeekAI } from './deepseek';
 import { LobeGoogleAI } from './google';
 import { LobeGroq } from './groq';
@@ -104,6 +105,7 @@ class AgentRuntime {
       anthropic: Partial<ClientOptions>;
       azure: { apiVersion?: string; apikey?: string; endpoint?: string };
       bedrock: Partial<LobeBedrockAIParams>;
+      cloudflare: Partial<LobeCloudflareParams>;
       deepseek: Partial<ClientOptions>;
       google: { apiKey?: string; baseURL?: string };
       groq: Partial<ClientOptions>;
@@ -219,8 +221,12 @@ class AgentRuntime {
         runtimeModel = new LobeStepfunAI(params.stepfun ?? {});
         break;
       }
-    }
 
+      case ModelProvider.Cloudflare: {
+        runtimeModel = new LobeCloudflareAI(params.cloudflare ?? {});
+        break;
+    }
+  }
     return new AgentRuntime(runtimeModel);
   }
 }

src/libs/agent-runtime/cloudflare/index.ts

@@ -0,0 +1,15 @@
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+export interface LobeCloudflareParams {
+    accountID?: string;
+    apiKey?: string;
+  }
+
+export const LobeCloudflareAI = LobeOpenAICompatibleFactory({
+  baseURL: `https://api.cloudflare.com/client/v4/accounts/${process.env.CLOUDFLARE_ACCOUNT_ID}/ai/v1`,
+  debug: {
+    chatCompletion: () => process.env.DEBUG_CLOUDFLARE_CHAT_COMPLETION === '1',
+  },
+  provider: ModelProvider.Cloudflare,
+});

src/libs/agent-runtime/types/type.ts

@@ -25,6 +25,7 @@ export enum ModelProvider {
   Anthropic = 'anthropic',
   Azure = 'azure',
   Bedrock = 'bedrock',
+  Cloudflare = 'cloudflare',
   DeepSeek = 'deepseek',
   Google = 'google',
   Groq = 'groq',

src/server/globalConfig/index.ts

@@ -34,6 +34,7 @@ export const getServerGlobalConfig = () => {
     ENABLED_MISTRAL,
     ENABLED_QWEN,
     ENABLED_STEPFUN,
+    ENABLED_CLOUDFLARE,
 
     ENABLED_AZURE_OPENAI,
     AZURE_MODEL_LIST,
@@ -71,6 +72,7 @@ export const getServerGlobalConfig = () => {
         }),
       },
       bedrock: { enabled: ENABLED_AWS_BEDROCK },
+      cloudflare: { enabled: ENABLED_CLOUDFLARE },
       deepseek: { enabled: ENABLED_DEEPSEEK },
       google: { enabled: ENABLED_GOOGLE },
       groq: { enabled: ENABLED_GROQ },

src/types/user/settings/keyVaults.ts

@@ -15,10 +15,16 @@ export interface AWSBedrockKeyVault {
   secretAccessKey?: string;
 }
 
+export interface CloudflareKeyVault {
+  accountID?: string;
+  apiKey?: string;
+}
+
 export interface UserKeyVaults {
   anthropic?: OpenAICompatibleKeyVault;
   azure?: AzureOpenAIKeyVault;
   bedrock?: AWSBedrockKeyVault;
+  cloudflare?: CloudflareKeyVault;
   deepseek?: OpenAICompatibleKeyVault;
   google?: OpenAICompatibleKeyVault;
   groq?: OpenAICompatibleKeyVault;