Flakiness integration (#2499)

 --- <a href="https://app.devin.ai/review/dyad-sh/dyad/pull/2499"> <picture> <source media="(prefers-color-scheme: dark)" srcset="https://static.devin.ai/assets/gh-open-in-devin-review-dark.svg?v=1"> <img src="https://static.devin.ai/assets/gh-open-in-devin-review-light.svg?v=1" alt="Open with Devin"> </picture> </a>   --- > [!NOTE] > **Low Risk** > Low risk: changes are limited to CI configuration and Playwright reporting, with the main risk being CI failures or leaking the new secret into logs if misused. > > **Overview** > Adds Flakiness.io reporting to Playwright CI runs by installing `@flakiness/playwright`, registering it as an additional CI reporter in `playwright.config.ts`, and wiring `FLAKINESS_ACCESS_TOKEN` into the GitHub Actions E2E test step. > > Updates the lockfile to include the new Flakiness dependencies (and bumps `debug` patch version via dependency resolution). > > <sup>Written by [Cursor Bugbot](https://cursor.com/dashboard?tab=bugbot) for commit 24ebc059e73409321eb0908a425a3d2b1ad47452. This will update automatically on new commits. Configure [here](https://cursor.com/dashboard?tab=bugbot).</sup>   --- ## Summary by cubic Integrates Flakiness with Playwright E2E tests to track flaky tests and upload reports to flakiness.io. Reporter is enabled in CI and authenticated via a secret access token. - **New Features** - Added the @flakiness/playwright reporter to Playwright (endpoint: https://flakiness.io) for CI runs. - Passed FLAKINESS_ACCESS_TOKEN from GitHub Actions to enable authenticated report uploads. - **Dependencies** - Added @flakiness/playwright to package.json and updated the lockfile. <sup>Written for commit ddc0557b691bc533e33764bd7c93d9fab5b70fae. Summary will update on new commits.</sup>

Flakiness integration (#2499)
88c03faf · Will Chen · GitHub · 0e1a485a · 88c03faf · 88c03faf
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -241,6 +241,8 @@ jobs:
      - name: Install Chromium browser for Playwright
        run: npx playwright install chromium --with-deps
      - name: E2E tests (Shard ${{ matrix.shard }}/4)
+        env:
+          FLAKINESS_ACCESS_TOKEN: ${{ secrets.FLAKINESS_ACCESS_TOKEN }}
        # You can add debug logging to make it easier to see what's failing
        # by adding "DEBUG=pw:browser" in front.
        # Use blob reporter for sharding and merge capabilities

--- a/package-lock.json
+++ b/package-lock.json
--- a/package.json
+++ b/package.json
@@ -60,6 +60,7 @@
    "@base-ui/react": "^1.1.0",
    "@biomejs/biome": "^1.9.4",
    "@dyad-sh/supabase-management-js": "v1.0.1",
+    "@flakiness/playwright": "^1.0.0",
    "@lexical/react": "^0.33.1",
    "@modelcontextprotocol/sdk": "^1.17.5",
    "@monaco-editor/react": "^4.7.0-rc.0",

--- a/playwright.config.ts
+++ b/playwright.config.ts
@@ -27,6 +27,7 @@ const config: PlaywrightTestConfig = {
            outputFile: `./blob-report/report-${os.platform()}-${timestamp}.zip`,
          },
        ],
+        ["@flakiness/playwright", { endpoint: "https://flakiness.io" }],
      ]
    : [["html"], ["line"]],
  /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */

--- a/src/components/chat/ChatErrorBox.tsx
+++ b/src/components/chat/ChatErrorBox.tsx
@@ -148,14 +148,12 @@ export function ChatErrorBox({
          )}
        {isDyadProEnabled && onStartNewChat && (
          <Tooltip>
-            <TooltipTrigger asChild>
+            <TooltipTrigger
-              <button
+              onClick={onStartNewChat}
-                onClick={onStartNewChat}
+              className="cursor-pointer inline-flex items-center gap-1.5 rounded-md px-3 py-1.5 text-sm font-medium shadow-sm focus:outline-none focus:ring-2 bg-blue-600 text-white hover:bg-blue-700 focus:ring-blue-500"
-                className="cursor-pointer inline-flex items-center gap-1.5 rounded-md px-3 py-1.5 text-sm font-medium shadow-sm focus:outline-none focus:ring-2 bg-blue-600 text-white hover:bg-blue-700 focus:ring-blue-500"
+            >
-              >
+              <span>Start new chat</span>
-                <span>Start new chat</span>
+              <MessageSquarePlus size={18} />
-                <MessageSquarePlus size={18} />
-              </button>
            </TooltipTrigger>
            <TooltipContent>
              Starting a new chat can fix some issues