From b85af696d622d51c53bf4bd3d40913eee7fa0b00 Mon Sep 17 00:00:00 2001
From: MarketDataApp <github@cdnhq.net>
Date: Tue, 24 Feb 2026 20:41:14 -0300
Subject: [PATCH 1/2] fix: block stale robots.txt from edge cache in worker
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

A static/robots.txt with Disallow: / was cached by the Worker's
cacheEverything and persists on the CDN despite zone purges. Intercept
robots.txt requests and return 404 directly until the cache expires.

Temporary — remove after March 3, 2026 (see #125).
---
 worker/index.js | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/worker/index.js b/worker/index.js
index 797dfa7..0036b4d 100644
--- a/worker/index.js
+++ b/worker/index.js
@@ -63,6 +63,11 @@ async function handleRequest(request) {
 
   for (const route of ROUTES) {
     if (matchesRoute(url.pathname, route.prefix)) {
+      // Docs sites don't serve robots.txt; block stale cached copies
+      if (url.pathname.endsWith('/robots.txt')) {
+        return new Response('', { status: 404 });
+      }
+
       url.hostname = route.target;
       const response = await fetch(new Request(url, request), { cf: { cacheEverything: true } });
 

From a330a17f3d3ff2d537069ffcda95a9b03ad30118 Mon Sep 17 00:00:00 2001
From: MarketDataApp <github@cdnhq.net>
Date: Tue, 24 Feb 2026 20:42:16 -0300
Subject: [PATCH 2/2] chore: add .playwright-mcp/ to gitignore

---
 .gitignore | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.gitignore b/.gitignore
index 901153c..41e9d0b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -17,6 +17,7 @@ llm-docs/
 .env.production.local
 *.draft
 .cursorignore
+.playwright-mcp/
 
 npm-debug.log*
 yarn-debug.log*