updated guardrails

Author: waleedlatif1

apps/sim/app/api/copilot/chat/route.ts

@@ -290,6 +290,7 @@ export async function POST(req: NextRequest) {
           provider: 'azure-anthropic',
           model: envModel,
           apiKey: env.AZURE_ANTHROPIC_API_KEY,
+          apiVersion: env.AZURE_ANTHROPIC_API_VERSION,
           endpoint: env.AZURE_ANTHROPIC_ENDPOINT,
         }
       } else if (providerEnv === 'vertex') {

apps/sim/blocks/blocks/agent.ts

@@ -333,7 +333,7 @@ Return ONLY the JSON array.`,
       id: 'azureApiVersion',
       title: 'Azure API Version',
       type: 'short-input',
-      placeholder: '2024-07-01-preview',
+      placeholder: 'Enter API version',
       connectionDroppable: false,
       condition: {
         field: 'model',

apps/sim/blocks/utils.ts

@@ -125,7 +125,7 @@ export function getProviderCredentialSubBlocks(): SubBlockConfig[] {
       id: 'azureApiVersion',
       title: 'Azure API Version',
       type: 'short-input',
-      placeholder: '2024-07-01-preview',
+      placeholder: 'Enter API version',
       connectionDroppable: false,
       condition: {
         field: 'model',

apps/sim/lib/copilot/types.ts

@@ -151,6 +151,7 @@ export type CopilotProviderConfig =
       provider: 'azure-anthropic'
       model: string
       apiKey?: string
+      apiVersion?: string
       endpoint?: string
     }
   | {

apps/sim/lib/core/config/env.ts

@@ -97,6 +97,7 @@ export const env = createEnv({
     AZURE_OPENAI_API_KEY:                  z.string().min(1).optional(),           // Shared Azure OpenAI API key
     AZURE_ANTHROPIC_ENDPOINT:              z.string().url().optional(),            // Azure Anthropic service endpoint
     AZURE_ANTHROPIC_API_KEY:               z.string().min(1).optional(),           // Azure Anthropic API key
+    AZURE_ANTHROPIC_API_VERSION:           z.string().min(1).optional(),           // Azure Anthropic API version (e.g. 2023-06-01)
     KB_OPENAI_MODEL_NAME:                  z.string().optional(),                  // Knowledge base OpenAI model name (works with both regular OpenAI and Azure OpenAI)
     WAND_OPENAI_MODEL_NAME:                z.string().optional(),                  // Wand generation OpenAI model name (works with both regular OpenAI and Azure OpenAI)
     OCR_AZURE_ENDPOINT:                    z.string().url().optional(),            // Azure Mistral OCR service endpoint

apps/sim/lib/guardrails/validate_hallucination.ts

@@ -1,5 +1,9 @@
+import { db } from '@sim/db'
+import { account } from '@sim/db/schema'
 import { createLogger } from '@sim/logger'
+import { eq } from 'drizzle-orm'
 import { getBaseUrl } from '@/lib/core/utils/urls'
+import { refreshTokenIfNeeded } from '@/app/api/auth/oauth/utils'
 import { executeProviderRequest } from '@/providers'
 import { getApiKey, getProviderFromModel } from '@/providers/utils'
 
@@ -138,6 +142,26 @@ Evaluate the consistency and provide your score and reasoning in JSON format.`
 
     const providerId = getProviderFromModel(model)
 
+    // Resolve Vertex AI OAuth credential to access token if needed
+    let resolvedApiKey = apiKey
+    const resolvedCredentials = { ...providerCredentials }
+    if (providerId === 'vertex' && providerCredentials?.vertexCredential) {
+      const credential = await db.query.account.findFirst({
+        where: eq(account.id, providerCredentials.vertexCredential),
+      })
+      if (credential) {
+        const { accessToken } = await refreshTokenIfNeeded(
+          requestId,
+          credential,
+          providerCredentials.vertexCredential
+        )
+        if (accessToken) {
+          resolvedApiKey = accessToken
+        }
+      }
+      resolvedCredentials.vertexCredential = undefined
+    }
+
     const response = await executeProviderRequest(providerId, {
       model,
       systemPrompt,
@@ -148,8 +172,8 @@ Evaluate the consistency and provide your score and reasoning in JSON format.`
         },
       ],
       temperature: 0.1, // Low temperature for consistent scoring
-      apiKey,
-      ...providerCredentials,
+      apiKey: resolvedApiKey,
+      ...resolvedCredentials,
     })
 
     if (response instanceof ReadableStream || ('stream' in response && 'execution' in response)) {