Pick any line to see why it is the way it is: the commit, the pull request and issue it came from, and what the agent was thinking.
| Document messaging agents and the usage page | 1 | import { createRequestHandler } from "react-router"; |
| 2 | ||
| Merge branch 'worktree-agent-a8385d293d42c913a' | 3 | import { identityClient, isNamespaceShaped } from "@g1t/contracts"; |
| 4 | ||
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 5 | import { addressesFor } from "../app/lib/addresses"; |
| Merge site-audit: SEO routes, analytics with consent first in Europe, security page, founder and X account, docs header; the tour opens on the pull request and leads with Code, on the real shell, with Agents and Docs working today | 6 | import { visitorAsksFirst } from "../app/lib/analytics-consent"; |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 7 | import { hardenRegistryHeaders } from "../app/lib/content-safety"; |
| 8 | import { withSiteHeaders } from "../app/lib/page-headers"; | |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 9 | import { finishResponse, withRequestPerf } from "../app/lib/perf.server"; |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 10 | import { gitLimited, pageLimited, usercontentLimited } from "../app/lib/front-door-limits"; |
| Composer from the workspace's own repositories, and go get from g1t.sh | 11 | import { goImport } from "../app/lib/go-get"; |
| Signed-out page cache: a repository's kept page is served only while the repository is still public, so one made private or deleted never shows from any data centre's copy | 12 | import { repositoryOfPage, stillPublic } from "../app/lib/public-cache"; |
| Merge branch 'worktree-agent-a8385d293d42c913a' | 13 | import { registryWorkspace, servicePath } from "../app/lib/registry-paths"; |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 14 | import { usercontentPath } from "../app/lib/usercontent"; |
| 15 | import { serveUsercontent } from "./usercontent"; | |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 16 | |
| Merge the site's CPU: code highlighted once per data centre by content, markdown parsed once per text, and the request handler built once per isolate | 17 | const loadBuild = () => import("virtual:react-router/server-build"); |
| 18 | ||
| 19 | /** | |
| 20 | * Given a function for the build, React Router derives everything from it | |
| 21 | * again on every request: each route wrapped for the timings in | |
| 22 | * entry.server.tsx, then the route table flattened and ranked, about a | |
| 23 | * millisecond and a half of CPU a page. The build never changes while an | |
| 24 | * isolate lives, so outside development it is loaded once and the handler | |
| 25 | * made once. Development keeps the function, so a changed file is picked up. | |
| 26 | * Only the made handler is kept, never a promise of one, so no request | |
| 27 | * waits on another's (a build that fails to load is loaded again next time). | |
| 28 | */ | |
| 29 | let handler: ReturnType<typeof createRequestHandler> | undefined; | |
| 30 | async function requestHandler(request: Request): Promise<Response> { | |
| 31 | if (import.meta.env.DEV) return createRequestHandler(loadBuild, import.meta.env.MODE)(request); | |
| 32 | handler ??= createRequestHandler(await loadBuild(), import.meta.env.MODE); | |
| 33 | return handler(request); | |
| 34 | } | |
| Document messaging agents and the usage page | 35 | |
| 36 | const DOCS = "https://docs.g1t.sh"; | |
| 37 | ||
| 38 | /** Where the documentation pages that used to live under /docs are now. */ | |
| 39 | const MOVED_DOCS: Record<string, string> = { | |
| 40 | "/docs": "/quickstart/", | |
| 41 | "/docs/concepts": "/concepts/overview/", | |
| 42 | "/docs/authentication": "/guides/authentication/", | |
| 43 | "/docs/git": "/guides/git/", | |
| g1t is one name: its agent's work, commits and comments show as @g1t, and nobody can claim g1t or g1t-agent | 44 | "/docs/g1t-agents": "/guides/working-with-g1t/", |
| Document messaging agents and the usage page | 45 | "/docs/agents": "/guides/bring-your-own-agent/", |
| 46 | "/docs/api": "/reference/api/", | |
| Merge branch 'worktree-agent-ab2e39e11a6493412' | 47 | "/docs/api/reference": "/reference/api/", |
| Document messaging agents and the usage page | 48 | }; |
| 49 | ||
| 50 | export default { | |
| Icons are cached at the edge | 51 | async fetch(request, env, ctx) { |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 52 | // Repository files and avatars, on their own origin |
| 53 | // (g1tusercontent.com): answered before anything of the site's runs, | |
| 54 | // so nothing there reads or sets the session cookie. | |
| 55 | const usercontent = usercontentPath(new URL(request.url), addressesFor(env).usercontent); | |
| 56 | if (usercontent !== null) { | |
| 57 | return (await usercontentLimited(env, request, usercontent)) ?? serveUsercontent(env, ctx, request, usercontent); | |
| Composer from the workspace's own repositories, and go get from g1t.sh | 58 | } |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 59 | // Every answer: no sniffing, a referrer of the origin alone, and no |
| 60 | // framing of pages (app/lib/page-headers.ts). | |
| 61 | return withSiteHeaders(await site(request, env, ctx)); | |
| Document messaging agents and the usage page | 62 | }, |
| 63 | } satisfies ExportedHandler<Env>; | |
| Workspace names and icons, and a component kit for every control | 64 | |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 65 | async function site(request: Request, env: Env, ctx: ExecutionContext): Promise<Response> { |
| 66 | const { pathname } = new URL(request.url); | |
| 67 | // Git over HTTPS shares this hostname but belongs to the repos service. | |
| 68 | // Its answer goes back to the git client as it is: a repository under a | |
| 69 | // renamed workspace's old name answers with a 301, which git follows and | |
| 70 | // must see, so the redirect is never followed here. | |
| 71 | // The container registry (`docker login g1t.sh`) and the npm registry | |
| 72 | // (`g1t.sh/-/npm/`) are the packages | |
| 73 | // service's, handed over the same way. | |
| 74 | // `go get g1t.sh/<workspace>/<repo>`: where its code is, from the | |
| 75 | // address alone, so it costs nothing and caches. | |
| 76 | const go = request.method === "GET" ? goImport(new URL(request.url)) : null; | |
| 77 | if (go) { | |
| 78 | return new Response(go, { | |
| 79 | headers: { "content-type": "text/html; charset=utf-8", "cache-control": "public, max-age=3600" }, | |
| 80 | }); | |
| 81 | } | |
| 82 | const service = servicePath(pathname); | |
| 83 | if (service === "git") { | |
| 84 | // Per address without credentials, per credential with them | |
| 85 | // (app/lib/front-door-limits.ts): anonymous clones are not free to | |
| 86 | // the repository's owner. | |
| 87 | return (await gitLimited(env, request)) ?? proxyGit(env, request); | |
| 88 | } | |
| 89 | if (service === "packages") { | |
| 90 | return proxyPackages(env, request); | |
| 91 | } | |
| 92 | // The documentation is its own site. | |
| 93 | if (pathname === "/docs" || pathname.startsWith("/docs/")) { | |
| 94 | const page = pathname.endsWith("/") ? pathname.slice(0, -1) : pathname; | |
| 95 | const target = MOVED_DOCS[page] ?? "/"; | |
| 96 | return Response.redirect(DOCS + target, 301); | |
| 97 | } | |
| 98 | // Pages and data requests, limited per address signed out and per | |
| 99 | // session signed in (app/lib/front-door-limits.ts). | |
| 100 | const limited = await pageLimited(env, request, pathname); | |
| 101 | if (limited) return limited; | |
| 102 | // Every page and data request says where its time went (Server-Timing) | |
| 103 | // and keeps the reader's D1 bookmarks (app/lib/perf.server.ts). | |
| 104 | const render = () => withRequestPerf(request, async () => finishResponse(request, await requestHandler(request))); | |
| 105 | if (anonymousPage(request, pathname)) return servePublic(env, request, ctx, render); | |
| 106 | return render(); | |
| 107 | } | |
| 108 | ||
| Workspace names and icons, and a component kit for every control | 109 | /** |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 110 | * Public pages as someone signed out sees them: the same for every such |
| 111 | * visitor, so kept in this data centre's cache. Reserved first segments | |
| 112 | * (settings, sign-in, invitations and the like) and workspace pages (`-`) | |
| Signed-out page cache: a repository's kept page is served only while the repository is still public, so one made private or deleted never shows from any data centre's copy | 113 | * are never kept; docs/PERFORMANCE.md lists the rules. A repository's kept |
| 114 | * page is served only while repos says the repository is still public: one | |
| 115 | * made private or deleted is never served from any data centre's copy. | |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 116 | */ |
| 117 | const PUBLIC_TOP = /^\/(?:|_root\.data|pricing|explore|security|support|policies(?:\/[a-z-]+)?)(?:\.data)?$/; | |
| 118 | const PUBLIC_PROJECT = | |
| Merge email confirmation gate: a code and a link, nothing until confirmed (identity 0036) | 119 | /^\/(?!(?:settings|u|auth|oauth|integrations|new|invite|workspaces|device|verify|confirm-email|login|register|logout|forgot|reset|search|status|avatars|docs)\/)[^/]+\/(?!-\/|-$)[^/]+(?:\/(?:code|commits|issues|pulls|pull\/\d+|issues\/\d+|commit\/[0-9a-f]+|tree\/.+|blob\/.+))?(?:\.data)?$/; |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 120 | /** Fresh for this long; then served once more while a new copy is made. */ |
| 121 | const PUBLIC_FRESH_SECONDS = 30; | |
| 122 | const PUBLIC_STALE_SECONDS = 300; | |
| 123 | ||
| 124 | function anonymousPage(request: Request, pathname: string): boolean { | |
| 125 | if (request.method !== "GET") return false; | |
| 126 | if (/(?:^|;\s*)g1t_session=/.test(request.headers.get("cookie") ?? "")) return false; | |
| 127 | return PUBLIC_TOP.test(pathname) || PUBLIC_PROJECT.test(pathname); | |
| 128 | } | |
| 129 | ||
| Signed-out page cache: a repository's kept page is served only while the repository is still public, so one made private or deleted never shows from any data centre's copy | 130 | async function servePublic(env: Env, request: Request, ctx: ExecutionContext, render: () => Promise<Response>): Promise<Response> { |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 131 | const cache = (caches as unknown as { default: Cache }).default; |
| Merge site-audit: SEO routes, analytics with consent first in Europe, security page, founder and X account, docs header; the tour opens on the pull request and leads with Code, on the real shell, with Agents and Docs working today | 132 | // Visitors asked about analytics first get a page that says so, kept apart. |
| 133 | const keyUrl = new URL(request.url); | |
| 134 | if (visitorAsksFirst(request)) keyUrl.searchParams.set("_g1t_consent", "1"); | |
| 135 | const key = new Request(keyUrl, { method: "GET" }); | |
| Signed-out page cache: a repository's kept page is served only while the repository is still public, so one made private or deleted never shows from any data centre's copy | 136 | const repository = PUBLIC_PROJECT.test(new URL(request.url).pathname) ? repositoryOfPage(new URL(request.url).pathname) : null; |
| 137 | // Asked alongside the cache, so a hit waits for one indexed read at most. | |
| 138 | const [cached, visible] = await Promise.all([cache.match(key), repository ? isStillPublic(env, repository) : Promise.resolve(true)]); | |
| 139 | if (cached && !visible) { | |
| 140 | ctx.waitUntil(cache.delete(key).then(() => undefined, () => undefined)); | |
| 141 | return render(); | |
| 142 | } | |
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 143 | const keptAt = Number(cached?.headers.get("x-g1t-kept-at") ?? 0); |
| 144 | const age = Math.round((Date.now() - keptAt) / 1000); | |
| 145 | const refresh = async () => { | |
| 146 | const fresh = await render(); | |
| 147 | // Only a plain answer for everyone: nothing that sets a cookie or says | |
| 148 | // it is private. | |
| 149 | const cacheable = | |
| 150 | (fresh.status === 200 || fresh.status === 404) && | |
| 151 | !fresh.headers.has("set-cookie") && | |
| 152 | !/private|no-store/.test(fresh.headers.get("cache-control") ?? ""); | |
| 153 | if (cacheable) { | |
| 154 | const copy = new Response(fresh.clone().body, fresh); | |
| 155 | copy.headers.set("x-g1t-kept-at", String(Date.now())); | |
| 156 | copy.headers.set("cache-control", `public, max-age=${PUBLIC_STALE_SECONDS}`); | |
| 157 | ctx.waitUntil(cache.put(key, copy)); | |
| 158 | } | |
| 159 | return fresh; | |
| 160 | }; | |
| 161 | if (cached && keptAt > 0 && age < PUBLIC_STALE_SECONDS) { | |
| 162 | if (age >= PUBLIC_FRESH_SECONDS) ctx.waitUntil(refresh().then(() => undefined, () => undefined)); | |
| 163 | const answer = new Response(cached.body, cached); | |
| 164 | answer.headers.delete("x-g1t-kept-at"); | |
| 165 | answer.headers.delete("cache-control"); | |
| 166 | answer.headers.set("server-timing", `cache;desc="hit, ${age}s old"`); | |
| 167 | return answer; | |
| 168 | } | |
| 169 | return refresh(); | |
| 170 | } | |
| 171 | ||
| Signed-out page cache: a repository's kept page is served only while the repository is still public, so one made private or deleted never shows from any data centre's copy | 172 | /** Whether the repository is there and public; anything else, including no answer, is no. */ |
| 173 | async function isStillPublic(env: Env, repository: string): Promise<boolean> { | |
| 174 | try { | |
| 175 | const answer = await env.REPOS.fetch("https://service/rpc/visibility", { | |
| 176 | method: "POST", | |
| 177 | headers: { "content-type": "application/json" }, | |
| 178 | body: JSON.stringify({ paths: [repository] }), | |
| 179 | }); | |
| 180 | return answer.ok && stillPublic(await answer.json(), repository); | |
| 181 | } catch { | |
| 182 | return false; | |
| 183 | } | |
| 184 | } | |
| 185 | ||
| Fast pages, required checks on the branch, self-hosted runners, honest incidents | 186 | /** |
| Mission control shows where you are needed and what agents landed without you; git answers in about 200ms | 187 | * A git request, answered by the repos service. Its `Server-Timing` header |
| 188 | * gains `repos`: how long the answer took to start from here, so the time | |
| 189 | * between this Worker and the repos service shows beside the steps the | |
| 190 | * repos service reports. | |
| 191 | */ | |
| 192 | async function proxyGit(env: Env, request: Request): Promise<Response> { | |
| 193 | const started = Date.now(); | |
| 194 | const answer = await env.REPOS.fetch(new Request(request, { redirect: "manual" })); | |
| 195 | const response = new Response(answer.body, answer); | |
| 196 | response.headers.append("server-timing", `repos;dur=${Date.now() - started}`); | |
| 197 | return response; | |
| 198 | } | |
| 199 | ||
| 200 | /** | |
| Packages, with a container registry on g1t.sh; workspaces deleted whole and kept 30 days; Members for every member | 201 | * A registry request, answered by the packages service as it is: its |
| 202 | * redirects (a large blob sent to storage) go back to the client, which | |
| Merge branch 'worktree-agent-a8385d293d42c913a' | 203 | * follows them itself. One that found nothing under a workspace's old name |
| 204 | * or an alias staff set (`g1t` for `flagon-io`) is sent to the same path | |
| 205 | * under the workspace's name: only the not-found answer pays for the lookup. | |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 206 | * Every answer runs nothing in a browser (app/lib/content-safety.ts): what |
| 207 | * a registry serves is its publisher's, on this origin. | |
| Packages, with a container registry on g1t.sh; workspaces deleted whole and kept 30 days; Members for every member | 208 | */ |
| 209 | async function proxyPackages(env: Env, request: Request): Promise<Response> { | |
| 210 | const started = Date.now(); | |
| 211 | const answer = await env.PACKAGES.fetch(new Request(request, { redirect: "manual" })); | |
| Merge branch 'worktree-agent-a8385d293d42c913a' | 212 | const moved = answer.status === 404 ? await registryMoved(env, request) : null; |
| 213 | const response = moved ?? new Response(answer.body, answer); | |
| Merge g1tusercontent.com: registry answers run nothing in a browser, the site's pages run only their own scripts, repository files and avatars on their own origin, raw files rate limited per address | 214 | hardenRegistryHeaders(response.headers); |
| Packages, with a container registry on g1t.sh; workspaces deleted whole and kept 30 days; Members for every member | 215 | response.headers.append("server-timing", `packages;dur=${Date.now() - started}`); |
| 216 | return response; | |
| 217 | } | |
| 218 | ||
| Merge branch 'worktree-agent-a8385d293d42c913a' | 219 | /** Where a registry request under an alias or old name goes now, or null. */ |
| 220 | async function registryMoved(env: Env, request: Request): Promise<Response | null> { | |
| 221 | const url = new URL(request.url); | |
| 222 | const named = registryWorkspace(url.pathname); | |
| 223 | if (!named || !isNamespaceShaped(named.slug)) return null; | |
| 224 | let current: string | null = null; | |
| 225 | try { | |
| 226 | current = await identityClient(env.IDENTITY).resolveSlug(named.slug); | |
| 227 | } catch { | |
| 228 | return null; | |
| 229 | } | |
| 230 | if (!current || current === named.slug) return null; | |
| 231 | const get = request.method === "GET" || request.method === "HEAD"; | |
| 232 | // 308 keeps a publish a PUT, for the clients that follow it. | |
| 233 | return new Response(null, { status: get ? 301 : 308, headers: { location: named.under(current) + url.search } }); | |
| Workspace names and icons, and a component kit for every control | 234 | } |
This file's history is long; its oldest lines are credited to the oldest commit read.