Telemetry for search & replace (#2001)

src/ipc/handlers/chat_stream_handlers.ts

@@ -39,6 +39,7 @@ import { streamTestResponse } from "./testing_chat_handlers";
 import { getTestResponse } from "./testing_chat_handlers";
 import { getModelClient, ModelClient } from "../utils/get_model_client";
 import log from "electron-log";
+import { sendTelemetryEvent } from "../utils/telemetry";
 import {
   getSupabaseContext,
   getSupabaseClientCode,
@@ -1071,6 +1072,15 @@ This conversation includes one or more image attachments. When the user uploads
               fullResponse,
               appPath: getDyadAppPath(updatedChat.app.path),
             });
+            sendTelemetryEvent("search_replace:fix", {
+              attemptNumber: 0,
+              success: issues.length === 0,
+              issueCount: issues.length,
+              errors: issues.map((i) => ({
+                filePath: i.filePath,
+                error: i.error,
+              })),
+            });
 
             let searchReplaceFixAttempts = 0;
             const originalFullResponse = fullResponse;
@@ -1141,6 +1151,16 @@ ${formattedSearchReplaceIssues}`,
                 fullResponse: result.incrementalResponse,
                 appPath: getDyadAppPath(updatedChat.app.path),
               });
+
+              sendTelemetryEvent("search_replace:fix", {
+                attemptNumber: searchReplaceFixAttempts,
+                success: issues.length === 0,
+                issueCount: issues.length,
+                errors: issues.map((i) => ({
+                  filePath: i.filePath,
+                  error: i.error,
+                })),
+              });
             }
           }
 

src/ipc/ipc_client.ts

@@ -76,6 +76,7 @@ import type {
   SetAgentToolConsentParams,
   AgentToolConsentRequestPayload,
   AgentToolConsentResponseParams,
+  TelemetryEventPayload,
 } from "./ipc_types";
 import type { ConsoleEntry } from "../atoms/appAtoms";
 import type { Template } from "../shared/templates";
@@ -132,6 +133,7 @@ export class IpcClient {
   >;
   private mcpConsentHandlers: Map<string, (payload: any) => void>;
   private agentConsentHandlers: Map<string, (payload: any) => void>;
+  private telemetryEventHandlers: Set<(payload: TelemetryEventPayload) => void>;
   // Global handlers called for any chat stream completion (used for cleanup)
   private globalChatStreamEndHandlers: Set<(chatId: number) => void>;
   private constructor() {
@@ -141,6 +143,7 @@ export class IpcClient {
     this.helpStreams = new Map();
     this.mcpConsentHandlers = new Map();
     this.agentConsentHandlers = new Map();
+    this.telemetryEventHandlers = new Set();
     this.globalChatStreamEndHandlers = new Set();
     // Set up listeners for stream events
     this.ipcRenderer.on("chat:response:chunk", (data) => {
@@ -288,6 +291,15 @@ export class IpcClient {
       const handler = this.agentConsentHandlers.get("consent");
       if (handler) handler(payload);
     });
+
+    // Telemetry events from main to renderer
+    this.ipcRenderer.on("telemetry:event", (payload) => {
+      if (payload && typeof payload === "object" && "eventName" in payload) {
+        for (const handler of this.telemetryEventHandlers) {
+          handler(payload as TelemetryEventPayload);
+        }
+      }
+    });
   }
 
   public static getInstance(): IpcClient {
@@ -970,6 +982,20 @@ export class IpcClient {
     };
   }
 
+  /**
+   * Subscribe to telemetry events from the main process.
+   * Used to forward events to PostHog in the renderer.
+   * @returns Unsubscribe function
+   */
+  public onTelemetryEvent(
+    handler: (payload: TelemetryEventPayload) => void,
+  ): () => void {
+    this.telemetryEventHandlers.add(handler);
+    return () => {
+      this.telemetryEventHandlers.delete(handler);
+    };
+  }
+
   // Get proposal details
   public async getProposal(chatId: number): Promise<ProposalResult | null> {
     try {

src/ipc/ipc_types.ts

@@ -649,3 +649,8 @@ export interface AgentToolConsentResponseParams {
 // ============================================================================
 
 export type AgentToolConsent = "ask" | "always";
+
+export interface TelemetryEventPayload {
+  eventName: string;
+  properties?: Record<string, unknown>;
+}

src/ipc/processors/response_processor.ts

@@ -79,6 +79,9 @@ export async function dryRunSearchReplace({
           error:
             "Unable to apply search-replace to file because: " + result.error,
         });
+        logger.warn(
+          `Unable to apply search-replace to file ${filePath} because: ${result.error}. Original content:\n${original}\n Diff content:\n${tag.content}`,
+        );
         continue;
       }
     } catch (error) {

src/ipc/utils/telemetry.ts

+import { BrowserWindow } from "electron";
+import log from "electron-log";
+import { TelemetryEventPayload } from "../ipc_types";
+
+const logger = log.scope("telemetry");
+
+/**
+ * Sends a telemetry event from the main process to the renderer,
+ * where PostHog can capture it.
+ */
+export function sendTelemetryEvent(
+  eventName: string,
+  properties?: Record<string, unknown>,
+): void {
+  try {
+    const windows = BrowserWindow.getAllWindows();
+    if (windows.length > 0) {
+      windows[0].webContents.send("telemetry:event", {
+        eventName,
+        properties,
+      } satisfies TelemetryEventPayload);
+    }
+  } catch (error) {
+    logger.warn("Error sending telemetry event:", error);
+  }
+}

src/preload.ts

@@ -168,6 +168,8 @@ const validReceiveChannels = [
   "mcp:tool-consent-request",
   // Agent tool consent request from main to renderer
   "agent-tool:consent-request",
+  // Telemetry events from main to renderer
+  "telemetry:event",
 ] as const;
 
 type ValidInvokeChannel = (typeof validInvokeChannels)[number];

src/renderer.tsx

@@ -157,6 +157,15 @@ function App() {
     return () => unsubscribe();
   }, [setPendingAgentConsents]);
 
+  // Forward telemetry events from main process to PostHog
+  useEffect(() => {
+    const ipc = IpcClient.getInstance();
+    const unsubscribe = ipc.onTelemetryEvent(({ eventName, properties }) => {
+      posthog.capture(eventName, properties);
+    });
+    return () => unsubscribe();
+  }, []);
+
   return <RouterProvider router={router} />;
 }