Add telemetry for local-agent search-replace operations (#2371)

src/pro/main/ipc/handlers/local_agent/local_agent_handler.ts

@@ -48,7 +48,9 @@ import {
   escapeXmlAttr,
   escapeXmlContent,
   UserMessageContentPart,
+  FileEditTracker,
 } from "./tools/types";
+import { sendTelemetryEvent } from "@/ipc/utils/telemetry";
 import {
   prepareStepMessages,
   type InjectedMessage,
@@ -176,6 +178,7 @@ export async function handleLocalAgentStream(
     );
 
     // Build tool execute context
+    const fileEditTracker: FileEditTracker = Object.create(null);
     const ctx: AgentContext = {
       event,
       appId: chat.app.id,
@@ -187,6 +190,7 @@ export async function handleLocalAgentStream(
       isSharedModulesChanged: false,
       todos: [],
       dyadRequestId,
+      fileEditTracker,
       onXmlStream: (accumulatedXml: string) => {
         // Stream accumulated XML to UI without persisting
         streamingPreview = accumulatedXml;
@@ -452,6 +456,17 @@ export async function handleLocalAgentStream(
       .set({ approvalState: "approved" })
       .where(eq(messages.id, placeholderMessageId));
 
+    // Send telemetry for files with multiple edit tool types
+    for (const [filePath, counts] of Object.entries(fileEditTracker)) {
+      const toolsUsed = Object.entries(counts).filter(([, count]) => count > 0);
+      if (toolsUsed.length >= 2) {
+        sendTelemetryEvent("local_agent:file_edit_retry", {
+          filePath,
+          ...counts,
+        });
+      }
+    }
+
     // Send completion
     safeSend(event.sender, "chat:response:end", {
       chatId: req.chatId,

src/pro/main/ipc/handlers/local_agent/tool_definitions.ts

@@ -34,6 +34,8 @@ import {
   type ToolDefinition,
   type AgentContext,
   type ToolResult,
+  type FileEditToolName,
+  FILE_EDIT_TOOL_NAMES,
 } from "./tools/types";
 import { AgentToolConsent } from "@/lib/schemas";
 import { getSupabaseClientCode } from "@/supabase_admin/supabase_context";
@@ -263,6 +265,33 @@ export interface BuildAgentToolSetOptions {
   readOnly?: boolean;
 }
 
+const FILE_EDIT_TOOLS: Set<FileEditToolName> = new Set(FILE_EDIT_TOOL_NAMES);
+
+/**
+ * Track file edit tool usage for telemetry
+ */
+function trackFileEditTool(
+  ctx: AgentContext,
+  toolName: string,
+  args: { file_path?: string; path?: string },
+): void {
+  if (!FILE_EDIT_TOOLS.has(toolName as FileEditToolName)) {
+    return;
+  }
+  const filePath = args.file_path ?? args.path;
+  if (!filePath) {
+    return;
+  }
+  if (!ctx.fileEditTracker[filePath]) {
+    ctx.fileEditTracker[filePath] = {
+      write_file: 0,
+      edit_file: 0,
+      search_replace: 0,
+    };
+  }
+  ctx.fileEditTracker[filePath][toolName as FileEditToolName]++;
+}
+
 /**
  * Build ToolSet for AI SDK from tool definitions
  */
@@ -304,7 +333,12 @@ export function buildAgentToolSet(
             throw new Error(`User denied permission for ${tool.name}`);
           }
 
+          // Track file edit tool usage before execution to capture all attempts
+          // (including failures) for retry/fallback telemetry
+          trackFileEditTool(ctx, tool.name, processedArgs);
+
           const result = await tool.execute(processedArgs, ctx);
+
           return convertToolResultForAiSdk(result);
         } catch (error) {
           const errorMessage =

src/pro/main/ipc/handlers/local_agent/tools/search_replace.spec.ts

@@ -47,6 +47,7 @@ describe("searchReplaceTool", () => {
     isSharedModulesChanged: false,
     todos: [],
     dyadRequestId: "test-request",
+    fileEditTracker: {},
     onXmlStream: vi.fn(),
     onXmlComplete: vi.fn(),
     requireConsent: vi.fn().mockResolvedValue(true),

src/pro/main/ipc/handlers/local_agent/tools/search_replace.ts

@@ -16,6 +16,7 @@ import {
   isServerFunction,
   isSharedServerModule,
 } from "@/supabase_admin/supabase_utils";
+import { sendTelemetryEvent } from "@/ipc/utils/telemetry";
 
 const logger = log.scope("search_replace");
 
@@ -114,6 +115,10 @@ CRITICAL REQUIREMENTS FOR USING THIS TOOL:
     const result = applySearchReplace(original, operations);
 
     if (!result.success || typeof result.content !== "string") {
+      sendTelemetryEvent("local_agent:search_replace:failure", {
+        filePath: args.file_path,
+        error: result.error ?? "unknown",
+      });
       throw new Error(
         `Failed to apply search-replace: ${result.error ?? "unknown"}`,
       );
@@ -121,6 +126,9 @@ CRITICAL REQUIREMENTS FOR USING THIS TOOL:
 
     await fs.promises.writeFile(fullFilePath, result.content);
     logger.log(`Successfully applied search-replace to: ${fullFilePath}`);
+    sendTelemetryEvent("local_agent:search_replace:success", {
+      filePath: args.file_path,
+    });
 
     // Deploy Supabase function if applicable
     if (

src/pro/main/ipc/handlers/local_agent/tools/types.ts

@@ -26,6 +26,21 @@ export {
 // Re-export AgentTodo as Todo for backwards compatibility within this module
 export type Todo = AgentTodo;
 
+/** Tracks which file-editing tools were used on each file path */
+export const FILE_EDIT_TOOL_NAMES = [
+  "write_file",
+  "edit_file",
+  "search_replace",
+] as const;
+export type FileEditToolName = (typeof FILE_EDIT_TOOL_NAMES)[number];
+export interface FileEditTracker {
+  [filePath: string]: {
+    write_file: number;
+    edit_file: number;
+    search_replace: number;
+  };
+}
+
 export interface AgentContext {
   event: IpcMainInvokeEvent;
   appId: number;
@@ -40,6 +55,8 @@ export interface AgentContext {
   todos: Todo[];
   /** Request ID for tracking requests to the Dyad engine */
   dyadRequestId: string;
+  /** Tracks file edit tool usage per file for telemetry */
+  fileEditTracker: FileEditTracker;
   /**
    * Streams accumulated XML to UI without persisting to DB (for live preview).
    * Call this repeatedly with the full accumulated XML so far.