feat: Moved openAI model configuration to .env (#1540)

.env.example

@@ -24,6 +24,10 @@ RESEND_API_KEY=
 OPENAI_API_KEY=
 PERPLEXITY_API_KEY=
 
+# OpenAI Model names (gpt-4o, gpt-4o-mini etc)
+OPENAI_MODEL=
+OPENAI_MINI_MODEL=
+
 #AI PROMPT
 AI_SYSTEM_PROMPT=""
 

apps/server/src/routes/ai.ts

@@ -145,7 +145,7 @@ aiRouter.post('/call', async (c) => {
   const driver = connectionToDriver(connection);
 
   const { text } = await generateText({
-    model: openai('gpt-4o'),
+    model: openai(env.OPENAI_MODEL || 'gpt-4o'),
     system: systemPrompt,
     prompt: data.query,
     tools: {
@@ -158,7 +158,7 @@ aiRouter.post('/call', async (c) => {
           console.log('[DEBUG] buildGmailSearchQuery', params);
 
           const result = await generateText({
-            model: openai('gpt-4o'),
+            model: openai(env.OPENAI_MODEL || 'gpt-4o'),
             system: GmailSearchAssistantSystemPrompt(),
             prompt: params.query,
           });

apps/server/src/routes/chat.ts

@@ -363,7 +363,7 @@ export class ZeroAgent extends AIChatAgent<typeof env> {
         );
 
         const result = streamText({
-          model: openai('gpt-4o'),
+          model: openai(env.OPENAI_MODEL || 'gpt-4o'),
           messages: processedMessages,
           tools,
           onFinish,
@@ -689,7 +689,7 @@ export class ZeroAgent extends AIChatAgent<typeof env> {
 
   async buildGmailSearchQuery(query: string) {
     const result = await generateText({
-      model: openai('gpt-4o'),
+      model: openai(env.OPENAI_MODEL || 'gpt-4o'),
       system: GmailSearchAssistantSystemPrompt(),
       prompt: query,
     });
@@ -1242,7 +1242,7 @@ export class ZeroMCP extends McpAgent<typeof env, {}, { userId: string }> {
       },
       async (s) => {
         const result = await generateText({
-          model: openai('gpt-4o'),
+          model: openai(env.OPENAI_MODEL || 'gpt-4o'),
           system: GmailSearchAssistantSystemPrompt(),
           prompt: s.query,
         });
@@ -1587,7 +1587,7 @@ const buildGmailSearchQuery = tool({
   }),
   execute: async ({ query }) => {
     const result = await generateObject({
-      model: openai('gpt-4o'),
+      model: openai(env.OPENAI_MODEL || 'gpt-4o'),
       system: GmailSearchAssistantSystemPrompt(),
       prompt: query,
       schema: z.object({

apps/server/src/services/mcp-service/mcp.ts

@@ -55,7 +55,7 @@ export class ZeroMCP extends McpAgent<typeof env, {}, { connectionId: string }>
       },
       async (s) => {
         const result = await generateText({
-          model: openai('gpt-4o'),
+          model: openai(env.OPENAI_MODEL || 'gpt-4o'),
           system: GmailSearchAssistantSystemPrompt(),
           prompt: s.query,
         });

apps/server/src/trpc/routes/ai/compose.ts

@@ -11,6 +11,7 @@ import { stripHtml } from 'string-strip-html';
 import { openai } from '@ai-sdk/openai';
 import { generateText } from 'ai';
 import { z } from 'zod';
+import { env } from 'cloudflare:workers';
 
 type ComposeEmailInput = {
   prompt: string;
@@ -84,7 +85,7 @@ export async function composeEmail(input: ComposeEmailInput) {
         ];
 
   const { text } = await generateText({
-    model: openai('gpt-4o-mini'),
+    model: openai(env.OPENAI_MINI_MODEL || 'gpt-4o-mini'),
     messages: [
       {
         role: 'system',
@@ -273,7 +274,7 @@ const generateSubject = async (message: string, styleProfile?: WritingStyleMatri
   );
 
   const { text } = await generateText({
-    model: openai('gpt-4o'),
+    model: openai(env.OPENAI_MODEL || 'gpt-4o'),
     messages: [
       {
         role: 'system',

apps/server/src/trpc/routes/ai/search.ts

@@ -5,6 +5,7 @@ import {
 import { activeDriverProcedure } from '../../trpc';
 import { openai } from '@ai-sdk/openai';
 import { generateObject } from 'ai';
+import { env } from 'cloudflare:workers';
 import { z } from 'zod';
 
 export const generateSearchQuery = activeDriverProcedure
@@ -21,7 +22,7 @@ export const generateSearchQuery = activeDriverProcedure
           : '';
 
     const result = await generateObject({
-      model: openai('gpt-4o'),
+      model: openai(env.OPENAI_MODEL || 'gpt-4o'),
       system: systemPrompt,
       prompt: input.query,
       schema: z.object({

docker-compose.prod.yaml

@@ -12,6 +12,10 @@ services:
       RESEND_API_KEY: ${RESEND_API_KEY}
       AI_SYSTEM_PROMPT: ${AI_SYSTEM_PROMPT}
       GROQ_API_KEY: ${GROQ_API_KEY}
+      PERPLEXITY_API_KEY: ${PERPLEXITY_API_KEY}
+      OPENAI_API_KEY: ${OPENAI_API_KEY}
+      OPENAI_MODEL: ${OPENAI_MODEL}
+      OPENAI_MINI_MODEL: ${OPENAI_MINI_MODEL}
       NEXT_PUBLIC_ELEVENLABS_AGENT_ID: ${NEXT_PUBLIC_ELEVENLABS_AGENT_ID}
       NEXT_PUBLIC_IMAGE_PROXY: ${NEXT_PUBLIC_IMAGE_PROXY}
       NEXT_PUBLIC_POSTHOG_KEY: ${NEXT_PUBLIC_POSTHOG_KEY}