docs(execution): tighten throughput evidence

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: akshay326

apps/sim/blocks/utils.test.ts

@@ -3,13 +3,11 @@
  */
 import { beforeEach, describe, expect, it, vi } from 'vitest'
 
-const { mockIsHosted, mockIsAzureConfigured, mockIsOllamaConfigured, mockIsOpenRouterConfigured } =
-  vi.hoisted(() => ({
-    mockIsHosted: { value: false },
-    mockIsAzureConfigured: { value: false },
-    mockIsOllamaConfigured: { value: false },
-    mockIsOpenRouterConfigured: { value: false },
-  }))
+const { mockIsHosted, mockIsAzureConfigured, mockIsOllamaConfigured } = vi.hoisted(() => ({
+  mockIsHosted: { value: false },
+  mockIsAzureConfigured: { value: false },
+  mockIsOllamaConfigured: { value: false },
+}))
 
 const {
   mockGetHostedModels,
@@ -46,12 +44,6 @@ vi.mock('@/lib/core/config/env-flags', () => ({
   get isOllamaConfigured() {
     return mockIsOllamaConfigured.value
   },
-  get isOpenRouterConfigured() {
-    return mockIsOpenRouterConfigured.value
-  },
-  get isCohereConfigured() {
-    return false
-  },
 }))
 
 vi.mock('@/providers/models', () => ({
@@ -114,7 +106,6 @@ describe('getApiKeyCondition / shouldRequireApiKeyForModel', () => {
     mockIsHosted.value = false
     mockIsAzureConfigured.value = false
     mockIsOllamaConfigured.value = false
-    mockIsOpenRouterConfigured.value = false
     mockProviders.value = {
       base: { models: [], isLoading: false },
       ollama: { models: [], isLoading: false },
@@ -219,13 +210,6 @@ describe('getApiKeyCondition / shouldRequireApiKeyForModel', () => {
       expect(evaluateCondition('openrouter/anthropic/claude')).toBe(true)
     })
 
-    it('does not require API key for openrouter/ models when OpenRouter is configured', () => {
-      mockIsOpenRouterConfigured.value = true
-      expect(evaluateCondition('openrouter/deepseek/deepseek-v4-flash')).toBe(false)
-      mockProviders.value.openrouter.models = ['openrouter/anthropic/claude']
-      expect(evaluateCondition('openrouter/anthropic/claude')).toBe(false)
-    })
-
     it('is case-insensitive for store lookup', () => {
       mockProviders.value.ollama.models = ['Llama3:Latest']
       expect(evaluateCondition('llama3:latest')).toBe(false)

apps/sim/blocks/utils.ts

@@ -4,7 +4,6 @@ import {
   isCohereConfigured,
   isHosted,
   isOllamaConfigured,
-  isOpenRouterConfigured,
 } from '@/lib/core/config/env-flags'
 import { getScopesForService } from '@/lib/oauth/utils'
 import { buildCanonicalIndex } from '@/lib/workflows/subblocks/visibility'
@@ -200,13 +199,6 @@ function shouldRequireApiKeyForModel(model: string): boolean {
   ) {
     return false
   }
-  if (
-    isOpenRouterConfigured &&
-    (normalizedModel.startsWith('openrouter/') ||
-      getProviderFromStore(normalizedModel) === 'openrouter')
-  ) {
-    return false
-  }
   if (normalizedModel.startsWith('vllm/') || normalizedModel.startsWith('litellm/')) {
     return false
   }

apps/sim/lib/api-key/byok.ts

@@ -187,20 +187,6 @@ export async function getApiKeyWithBYOK(
     throw new Error(`API key is required for Ollama Cloud ${model}`)
   }
 
-  const isOpenRouterModel =
-    provider === 'openrouter' ||
-    model.startsWith('openrouter/') ||
-    useProvidersStore.getState().providers.openrouter.models.includes(model)
-  if (isOpenRouterModel) {
-    if (userProvidedKey) {
-      return { apiKey: userProvidedKey, isBYOK: false }
-    }
-    if (env.OPENROUTER_API_KEY) {
-      return { apiKey: env.OPENROUTER_API_KEY, isBYOK: false }
-    }
-    throw new Error(`API key is required for OpenRouter ${model}`)
-  }
-
   const isBedrockModel = provider === 'bedrock' || model.startsWith('bedrock/')
   if (isBedrockModel) {
     return { apiKey: PROVIDER_PLACEHOLDER_KEY, isBYOK: false }

apps/sim/lib/core/config/env-flags.ts

@@ -261,16 +261,6 @@ export const isAzureConfigured = isTruthy(getEnv('NEXT_PUBLIC_AZURE_CONFIGURED')
  */
 export const isCohereConfigured = isTruthy(getEnv('NEXT_PUBLIC_COHERE_CONFIGURED'))
 
-/**
- * Whether an OpenRouter API key is pre-configured (`OPENROUTER_API_KEY`).
- * When true, Agent/Router/Evaluator blocks hide the API Key field for OpenRouter models
- * and resolve the key from the environment at execution time.
- * Client bundles also honor `NEXT_PUBLIC_OPENROUTER_CONFIGURED=true` so the field stays
- * hidden in the editor (server-only `OPENROUTER_API_KEY` never reaches the browser).
- */
-export const isOpenRouterConfigured =
-  Boolean(env.OPENROUTER_API_KEY) || isTruthy(getEnv('NEXT_PUBLIC_OPENROUTER_CONFIGURED'))
-
 /**
  * Are invitations disabled globally
  * When true, workspace invitations are disabled for all users

apps/sim/lib/core/config/env.ts

@@ -171,7 +171,6 @@ export const env = createEnv({
     LITELLM_API_KEY:                       z.string().optional(),                  // Optional bearer token for LiteLLM
     FIREWORKS_API_KEY:                     z.string().optional(),                  // Optional Fireworks AI API key for model listing
     TOGETHER_API_KEY:                      z.string().optional(),                  // Optional Together AI API key for model listing and inference
-    OPENROUTER_API_KEY:                    z.string().optional(),                  // Optional OpenRouter API key for model listing and inference
     BASETEN_API_KEY:                       z.string().optional(),                  // Optional Baseten API key for model listing and inference
     COHERE_API_KEY:                        z.string().min(1).optional(),           // Cohere API key for reranker (rerank-v4.0-pro, rerank-v4.0-fast, rerank-v3.5)
     COHERE_API_KEY_1:                      z.string().min(1).optional(),           // Primary Cohere API key for rotation
@@ -541,7 +540,6 @@ export const env = createEnv({
     NEXT_PUBLIC_BEDROCK_DEFAULT_CREDENTIALS: z.string().optional(),              // Hide Bedrock credential fields when deployment uses AWS default credential chain (IAM roles, instance profiles, ECS task roles, IRSA)
     NEXT_PUBLIC_AZURE_CONFIGURED:          z.string().optional(),              // Hide Azure credential fields when endpoint/key/version are pre-configured server-side
     NEXT_PUBLIC_COHERE_CONFIGURED:         z.string().optional(),              // Hide Cohere API key field on Knowledge block when COHERE_API_KEY is pre-configured server-side
-    NEXT_PUBLIC_OPENROUTER_CONFIGURED:     z.string().optional(),              // Hide OpenRouter API key field when OPENROUTER_API_KEY is pre-configured server-side
     NEXT_PUBLIC_COPILOT_TRAINING_ENABLED:  z.string().optional(),
     NEXT_PUBLIC_ENABLE_PLAYGROUND:         z.string().optional(),                  // Enable component playground at /playground
     NEXT_PUBLIC_DOCUMENTATION_URL:         z.string().url().optional(),            // Custom documentation URL
@@ -615,7 +613,6 @@ export const env = createEnv({
     NEXT_PUBLIC_BEDROCK_DEFAULT_CREDENTIALS: process.env.NEXT_PUBLIC_BEDROCK_DEFAULT_CREDENTIALS,
     NEXT_PUBLIC_AZURE_CONFIGURED: process.env.NEXT_PUBLIC_AZURE_CONFIGURED,
     NEXT_PUBLIC_COHERE_CONFIGURED: process.env.NEXT_PUBLIC_COHERE_CONFIGURED,
-    NEXT_PUBLIC_OPENROUTER_CONFIGURED: process.env.NEXT_PUBLIC_OPENROUTER_CONFIGURED,
     NEXT_PUBLIC_COPILOT_TRAINING_ENABLED: process.env.NEXT_PUBLIC_COPILOT_TRAINING_ENABLED,
     NEXT_PUBLIC_ENABLE_PLAYGROUND: process.env.NEXT_PUBLIC_ENABLE_PLAYGROUND,
     NEXT_PUBLIC_POSTHOG_ENABLED: process.env.NEXT_PUBLIC_POSTHOG_ENABLED,

apps/sim/scripts/load/README.md

@@ -102,6 +102,6 @@ Optional variables:
 
 - `load:workflow` is an alias for `load:workflow:baseline`
 - All scenarios send `x-execution-mode: async`
-- Artillery output will show request counts and response codes, which is usually enough for quick local verification
+- The baseline asserts `202` responses, but completion throughput still requires querying `workflow_execution_logs.ended_at`; request counts alone do not measure workflow throughput
 - At these defaults, you should see `429` responses when approaching `ADMISSION_GATE_MAX_INFLIGHT=10`
 - If you still see lots of `429` or `ETIMEDOUT` responses locally, lower the rates again before increasing durations