feat(pi): add code review mode (#5577)

* feat(pi): add Cloud Code Review mode and rename Cloud to Cloud PR

Introduce a third Pi mode that reviews an existing GitHub PR in an E2B sandbox and posts a structured review with optional inline comments. Keep the stored cloud id for backward compatibility, extend github_create_pr_review for inline comments, and harden review submission against stale SHAs and invalid comment payloads.

Co-authored-by: Cursor <cursoragent@cursor.com>

* chore(pi): cleanup code

* address comments

* address mor

* address comments

* update

---------

Co-authored-by: Bill Leoutsakos <billleoutsakos@Bills-MacBook-Pro.local>
Co-authored-by: Cursor <cursoragent@cursor.com>
Co-authored-by: Vikhyath Mondreti <vikhyath@simstudio.ai>

Author: 4 people

apps/docs/content/docs/en/workflows/blocks/pi.mdx

@@ -17,6 +17,8 @@ interface PiResponse extends ToolResponse {
     diff?: string
     prUrl?: string
     branch?: string
+    reviewUrl?: string
+    commentsPosted?: number
     tokens?: {
       input?: number
       output?: number
@@ -36,7 +38,19 @@ interface PiResponse extends ToolResponse {
 }
 
 const CLOUD: { field: 'mode'; value: 'cloud' } = { field: 'mode', value: 'cloud' }
+const CLOUD_REVIEW: { field: 'mode'; value: 'cloud_review' } = {
+  field: 'mode',
+  value: 'cloud_review',
+}
+const CLOUD_ANY: { field: 'mode'; value: Array<'cloud' | 'cloud_review'> } = {
+  field: 'mode',
+  value: ['cloud', 'cloud_review'],
+}
 const LOCAL: { field: 'mode'; value: 'local' } = { field: 'mode', value: 'local' }
+const AUTHORING_MODES: { field: 'mode'; value: Array<'cloud' | 'local'> } = {
+  field: 'mode',
+  value: ['cloud', 'local'],
+}
 const MEMORY_TYPES = ['conversation', 'sliding_window', 'sliding_window_tokens']
 
 export const PiBlock: BlockConfig<PiResponse> = {
@@ -45,11 +59,12 @@ export const PiBlock: BlockConfig<PiResponse> = {
   description: 'Run an autonomous coding agent on a repo',
   authMode: AuthMode.ApiKey,
   longDescription:
-    'The Pi Coding Agent runs the Pi harness against a real repository. In Cloud mode it spins up an isolated sandbox, clones a connected GitHub repo, edits and tests with native shell + git, and opens a pull request. In Local mode it edits files on your own machine over SSH. Both modes stream progress and reuse your models, skills, and multi-turn memory.',
+    'The Pi Coding Agent runs the Pi harness against a real repository. Create PR spins up an isolated sandbox, clones a GitHub repo, edits with native shell + git, and opens a pull request. Review Code checks out a pinned PR snapshot with read-only tools and posts a structured review with optional inline comments. Local Dev edits files on your own machine over SSH. Create PR and Local Dev can reuse skills and multi-turn memory; Review Code runs without either because PR contents are untrusted.',
   bestPractices: `
-  - Use Cloud mode for hands-off changes against a GitHub repo where a reviewable PR is the deliverable.
-  - Use Local mode to edit a repo on your own machine; expose the machine on a public hostname/tunnel so Sim can reach it over SSH.
-  - Cloud mode requires your own provider API key (BYOK); the model key is never injected as a hosted key into the sandbox.
+  - Use Create PR for hands-off changes against a GitHub repo where a reviewable PR is the deliverable.
+  - Use Review Code to analyze an existing PR and leave summary + inline review comments.
+  - Use Local Dev to edit a repo on your own machine; expose the machine on a public hostname/tunnel so Sim can reach it over SSH.
+  - Create PR requires your own provider API key because the model runs in the sandbox. Review Code keeps the model key in Sim and can use either BYOK or a hosted key.
   `,
   category: 'blocks',
   integrationType: IntegrationType.AI,
@@ -60,22 +75,29 @@ export const PiBlock: BlockConfig<PiResponse> = {
       id: 'mode',
       title: 'Mode',
       type: 'dropdown',
-      // Cloud mode runs in an E2B sandbox; only offer it where E2B is enabled.
+      /** Create PR and Review Code require E2B and stay hidden when it is disabled. */
       value: () => (isTruthy(getEnv('NEXT_PUBLIC_E2B_ENABLED')) ? 'cloud' : 'local'),
       options: () => {
         const options = [
           {
-            label: 'Local',
+            label: 'Local Dev',
             id: 'local',
             description: 'Edits files on your own machine over SSH',
           },
         ]
         if (isTruthy(getEnv('NEXT_PUBLIC_E2B_ENABLED'))) {
-          options.unshift({
-            label: 'Cloud',
-            id: 'cloud',
-            description: 'Runs in an isolated sandbox, clones your repo, and opens a PR',
-          })
+          options.unshift(
+            {
+              label: 'Create PR',
+              id: 'cloud',
+              description: 'Runs in an isolated sandbox, clones your repo, and opens a PR',
+            },
+            {
+              label: 'Review Code',
+              id: 'cloud_review',
+              description: 'Reviews an existing PR and posts GitHub review comments',
+            }
+          )
         }
         return options
       },
@@ -93,7 +115,7 @@ export const PiBlock: BlockConfig<PiResponse> = {
       type: 'combobox',
       placeholder: 'Type or select a model...',
       required: true,
-      defaultValue: 'claude-sonnet-5',
+      defaultValue: 'claude-sonnet-4-6',
       options: getPiModelOptions,
       commandSearchable: true,
     },
@@ -106,26 +128,27 @@ export const PiBlock: BlockConfig<PiResponse> = {
       type: 'short-input',
       placeholder: 'e.g., your-org',
       required: true,
-      condition: CLOUD,
+      condition: CLOUD_ANY,
     },
     {
       id: 'repo',
       title: 'Repository Name',
       type: 'short-input',
       placeholder: 'e.g., my-repo',
       required: true,
-      condition: CLOUD,
+      condition: CLOUD_ANY,
     },
     {
       id: 'githubToken',
       title: 'GitHub Token',
       type: 'short-input',
       password: true,
       paramVisibility: 'user-only',
-      placeholder: 'GitHub personal access token (repo scope)',
-      tooltip: 'Personal access token with repo scope, used to clone, push, and open the PR.',
+      placeholder: 'GitHub personal access token',
+      tooltip:
+        'Personal access token used for GitHub access. Create PR needs clone/push/PR permissions; Review Code needs clone + review permissions.',
       required: true,
-      condition: CLOUD,
+      condition: CLOUD_ANY,
     },
     {
       id: 'baseBranch',
@@ -167,6 +190,27 @@ export const PiBlock: BlockConfig<PiResponse> = {
       mode: 'advanced',
       condition: CLOUD,
     },
+    {
+      id: 'pullNumber',
+      title: 'Pull Request Number',
+      type: 'short-input',
+      placeholder: 'e.g., 42',
+      required: true,
+      condition: CLOUD_REVIEW,
+    },
+    {
+      id: 'reviewEvent',
+      title: 'Review Outcome',
+      type: 'dropdown',
+      defaultValue: 'COMMENT',
+      options: [
+        { label: 'Comment', id: 'COMMENT' },
+        { label: 'Request changes', id: 'REQUEST_CHANGES' },
+      ],
+      tooltip:
+        'How GitHub records the submitted review. Comment is neutral; Request changes marks the pull request as changes requested.',
+      condition: CLOUD_REVIEW,
+    },
 
     {
       id: 'host',
@@ -275,6 +319,7 @@ export const PiBlock: BlockConfig<PiResponse> = {
       type: 'skill-input',
       defaultValue: [],
       mode: 'advanced',
+      condition: AUTHORING_MODES,
     },
     {
       id: 'thinkingLevel',
@@ -288,6 +333,8 @@ export const PiBlock: BlockConfig<PiResponse> = {
         { label: 'high', id: 'high' },
         { label: 'max', id: 'max' },
       ],
+      tooltip:
+        "Requested reasoning effort for Pi. Pi clamps it to the selected model's supported levels; models without reasoning run with thinking off. Higher levels usually increase latency and token cost.",
       mode: 'advanced',
     },
     {
@@ -302,15 +349,24 @@ export const PiBlock: BlockConfig<PiResponse> = {
         { label: 'Sliding window (tokens)', id: 'sliding_window_tokens' },
       ],
       mode: 'advanced',
+      condition: AUTHORING_MODES,
     },
     {
       id: 'conversationId',
       title: 'Conversation ID',
       type: 'short-input',
       placeholder: 'e.g., user-123, session-abc',
       mode: 'advanced',
-      required: { field: 'memoryType', value: MEMORY_TYPES },
-      condition: { field: 'memoryType', value: MEMORY_TYPES },
+      required: {
+        field: 'mode',
+        value: ['cloud', 'local'],
+        and: { field: 'memoryType', value: MEMORY_TYPES },
+      },
+      condition: {
+        field: 'mode',
+        value: ['cloud', 'local'],
+        and: { field: 'memoryType', value: MEMORY_TYPES },
+      },
       dependsOn: ['memoryType'],
     },
     {
@@ -319,7 +375,11 @@ export const PiBlock: BlockConfig<PiResponse> = {
       type: 'short-input',
       placeholder: 'Enter number of messages (e.g., 10)...',
       mode: 'advanced',
-      condition: { field: 'memoryType', value: ['sliding_window'] },
+      condition: {
+        field: 'mode',
+        value: ['cloud', 'local'],
+        and: { field: 'memoryType', value: ['sliding_window'] },
+      },
       dependsOn: ['memoryType'],
     },
     {
@@ -328,34 +388,46 @@ export const PiBlock: BlockConfig<PiResponse> = {
       type: 'short-input',
       placeholder: 'Enter max tokens (e.g., 4000)...',
       mode: 'advanced',
-      condition: { field: 'memoryType', value: ['sliding_window_tokens'] },
+      condition: {
+        field: 'mode',
+        value: ['cloud', 'local'],
+        and: { field: 'memoryType', value: ['sliding_window_tokens'] },
+      },
       dependsOn: ['memoryType'],
     },
   ],
   tools: {
     access: [],
   },
   inputs: {
-    mode: { type: 'string', description: 'Execution mode: cloud or local' },
+    mode: {
+      type: 'string',
+      description: 'Execution mode: Create PR, Review Code, or Local Dev',
+    },
     task: { type: 'string', description: 'Instruction for the coding agent' },
     model: { type: 'string', description: 'AI model to use' },
-    owner: { type: 'string', description: 'GitHub repository owner (cloud mode)' },
-    repo: { type: 'string', description: 'GitHub repository name (cloud mode)' },
-    githubToken: { type: 'string', description: 'GitHub token override (cloud mode)' },
-    baseBranch: { type: 'string', description: 'Base branch for the PR (cloud mode)' },
-    branchName: { type: 'string', description: 'Branch to create (cloud mode)' },
-    draft: { type: 'boolean', description: 'Open the PR as a draft (cloud mode)' },
-    prTitle: { type: 'string', description: 'Pull request title (cloud mode)' },
-    prBody: { type: 'string', description: 'Pull request body (cloud mode)' },
-    host: { type: 'string', description: 'SSH host (local mode)' },
-    port: { type: 'number', description: 'SSH port (local mode)' },
-    username: { type: 'string', description: 'SSH username (local mode)' },
-    authMethod: { type: 'string', description: 'SSH authentication method (local mode)' },
-    password: { type: 'string', description: 'SSH password (local mode)' },
-    privateKey: { type: 'string', description: 'SSH private key (local mode)' },
-    passphrase: { type: 'string', description: 'SSH key passphrase (local mode)' },
-    repoPath: { type: 'string', description: 'Repository path on the target (local mode)' },
-    tools: { type: 'json', description: 'Sim tools exposed to the agent (local mode)' },
+    owner: { type: 'string', description: 'GitHub repository owner (Create PR and Review Code)' },
+    repo: { type: 'string', description: 'GitHub repository name (Create PR and Review Code)' },
+    githubToken: { type: 'string', description: 'GitHub token (Create PR and Review Code)' },
+    baseBranch: { type: 'string', description: 'Base branch for the PR (Create PR)' },
+    branchName: { type: 'string', description: 'Branch to create (Create PR)' },
+    draft: { type: 'boolean', description: 'Open the PR as a draft (Create PR)' },
+    prTitle: { type: 'string', description: 'Pull request title (Create PR)' },
+    prBody: { type: 'string', description: 'Pull request body (Create PR)' },
+    pullNumber: { type: 'number', description: 'Pull request number (Review Code)' },
+    reviewEvent: {
+      type: 'string',
+      description: 'GitHub review event: COMMENT or REQUEST_CHANGES',
+    },
+    host: { type: 'string', description: 'SSH host (Local Dev)' },
+    port: { type: 'number', description: 'SSH port (Local Dev)' },
+    username: { type: 'string', description: 'SSH username (Local Dev)' },
+    authMethod: { type: 'string', description: 'SSH authentication method (Local Dev)' },
+    password: { type: 'string', description: 'SSH password (Local Dev)' },
+    privateKey: { type: 'string', description: 'SSH private key (Local Dev)' },
+    passphrase: { type: 'string', description: 'SSH key passphrase (Local Dev)' },
+    repoPath: { type: 'string', description: 'Repository path on the target (Local Dev)' },
+    tools: { type: 'json', description: 'Sim tools exposed to the agent (Local Dev)' },
     skills: { type: 'json', description: 'Selected skills configuration' },
     thinkingLevel: { type: 'string', description: 'Thinking level for the model' },
     memoryType: { type: 'string', description: 'Memory type for multi-turn conversations' },
@@ -379,6 +451,16 @@ export const PiBlock: BlockConfig<PiResponse> = {
       description: 'Branch pushed with the changes',
       condition: CLOUD,
     },
+    reviewUrl: {
+      type: 'string',
+      description: 'URL of the submitted GitHub review',
+      condition: CLOUD_REVIEW,
+    },
+    commentsPosted: {
+      type: 'number',
+      description: 'Number of inline review comments posted',
+      condition: CLOUD_REVIEW,
+    },
     tokens: { type: 'json', description: 'Token usage statistics' },
     cost: { type: 'json', description: 'Cost of the run' },
     providerTiming: { type: 'json', description: 'Provider timing information' },

apps/sim/blocks/blocks/pi.ts

@@ -0,0 +1,52 @@
+/**
+ * @vitest-environment node
+ */
+import { afterAll, beforeAll, describe, expect, it } from 'vitest'
+import { getPiModelOptions } from '@/blocks/utils'
+import { resolvePiModelId } from '@/providers/pi-providers'
+import { getProviderFromModel } from '@/providers/utils'
+import { useProvidersStore } from '@/stores/providers/store'
+
+const originalBaseModels = useProvidersStore.getState().providers.base.models
+const originalOpenRouterModels = useProvidersStore.getState().providers.openrouter.models
+
+describe('Pi model options', () => {
+  beforeAll(() => {
+    const store = useProvidersStore.getState()
+    store.setProviderModels('base', ['claude-sonnet-4-6', 'claude-sonnet-4-0', 'gpt-5.4'])
+    store.setProviderModels('openrouter', [
+      'openrouter/openai/gpt-5',
+      'openrouter/openrouter/fusion',
+    ])
+  })
+
+  afterAll(() => {
+    const store = useProvidersStore.getState()
+    store.setProviderModels('base', originalBaseModels)
+    store.setProviderModels('openrouter', originalOpenRouterModels)
+  })
+
+  it("only exposes models present in Pi's pinned catalog", () => {
+    const options = getPiModelOptions()
+
+    expect(options.length).toBeGreaterThan(0)
+    for (const option of options) {
+      const providerId = getProviderFromModel(option.id)
+      expect(resolvePiModelId(providerId, option.id), option.id).toBeDefined()
+    }
+  })
+
+  it('keeps current models and excludes stale catalog entries', () => {
+    const modelIds = getPiModelOptions().map(({ id }) => id)
+
+    expect(modelIds).toContain('claude-sonnet-4-6')
+    expect(modelIds).not.toContain('claude-sonnet-4-0')
+  })
+
+  it("does not apply OpenRouter capability filters beyond Pi's catalog", () => {
+    const modelIds = getPiModelOptions().map(({ id }) => id)
+
+    expect(modelIds).toContain('openrouter/openai/gpt-5')
+    expect(modelIds).toContain('openrouter/openrouter/fusion')
+  })
+})

apps/sim/blocks/pi-model-options.test.ts

@@ -15,7 +15,7 @@ import {
   getProviderModels,
   orderModelIdsByReleaseDate,
 } from '@/providers/models'
-import { isPiSupportedProvider } from '@/providers/pi-providers'
+import { isPiSupportedModel } from '@/providers/pi-providers'
 import { getProviderFromModel } from '@/providers/utils'
 import { useProvidersStore } from '@/stores/providers/store'
 
@@ -81,16 +81,14 @@ export function getModelOptions() {
 }
 
 /**
- * Model options filtered to providers the Pi Coding Agent can run (see
- * {@link isPiSupportedProvider}), so the Pi block never offers a model that would
- * error at execution. Uses the same `getProviderFromModel` resolution as the Pi
- * handler, so the dropdown matches runtime behavior; unresolved/blacklisted
- * models (which `getProviderFromModel` can throw on) are excluded.
+ * Model options filtered to exact provider/model pairs in Pi's pinned catalog.
+ * Unresolved or blacklisted models (which `getProviderFromModel` can throw on)
+ * are excluded.
  */
 export function getPiModelOptions() {
   return getModelOptions().filter((option) => {
     try {
-      return isPiSupportedProvider(getProviderFromModel(option.id))
+      return isPiSupportedModel(getProviderFromModel(option.id), option.id)
     } catch {
       return false
     }