Merge branch 'main' into brendan/job-manager

Author: brendan-kellam

CHANGELOG.md

@@ -13,6 +13,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Made the backend worker API address configurable via the `WORKER_API_URL` environment variable (default `http://localhost:3060`) instead of being hardcoded. [#1409](https://github.com/sourcebot-dev/sourcebot/pull/1409)
 - [EE] Disabled `DELETE /api/ee/user` while SCIM provisioning is enabled, and switched it to an org-scoped membership removal (with last-owner protection) instead of a global account delete. [#1425](https://github.com/sourcebot-dev/sourcebot/pull/1425)
 - [EE] Unified the `GET /api/ee/user` and `GET /api/ee/users` response shapes behind a shared mapper; the single-user endpoint is now scoped to org membership, and both include role, membership status, and last activity. [#1425](https://github.com/sourcebot-dev/sourcebot/pull/1425)
+- Browse blob, tree, and commit pages now fetch file sources, folder contents, and diffs client-side via API routes instead of embedding them in the server-rendered page, keeping documents small and event-loop pressure low for large files and commits. [#1426](https://github.com/sourcebot-dev/sourcebot/pull/1426)
 
 ### Added
 - Added per-step token cost tracking and estimated tool call token usage to Ask Sourcebot chat history. [#1353](https://github.com/sourcebot-dev/sourcebot/pull/1353)
@@ -23,6 +24,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - [EE] Added text file attachments to Ask Sourcebot, letting users attach text/code/config files to a chat message via the paperclip button, drag-and-drop, or paste, with large pastes auto-converted to attachments. [#1374](https://github.com/sourcebot-dev/sourcebot/pull/1374)
 - [EE] Added image attachments to Ask Sourcebot, letting users attach images to a chat message when the selected model supports image input. [#1375](https://github.com/sourcebot-dev/sourcebot/pull/1375)
 - Added deployment system resource stats (CPU cores + cgroup quota, host + container memory, disk, load average) to the service ping, so resource issues can be diagnosed more quickly. [#1424](https://github.com/sourcebot-dev/sourcebot/pull/1424)
+- Added a `robots.txt` that disallows crawlers, with an allowlist for link-preview bots so shared links keep their OpenGraph previews. [#1426](https://github.com/sourcebot-dev/sourcebot/pull/1426)
 
 ### Fixed
 - Send anonymous server-side PostHog events as personless so unauthenticated requests don't inflate person counts. [#1367](https://github.com/sourcebot-dev/sourcebot/pull/1367)
@@ -35,6 +37,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Upgraded `nodemailer` to `^9.0.1`. [#1356](https://github.com/sourcebot-dev/sourcebot/pull/1356)
 - Upgraded `@opentelemetry/core` to `^2.8.0`. [#1413](https://github.com/sourcebot-dev/sourcebot/pull/1413)
 - [EE] Fixed connector setup dialogs to add scrolling when connector setup content goes out of view.
+- Fixed Gitea sync failing with `ERR_STREAM_PREMATURE_CLOSE` by forcing identity encoding on the Gitea API fetch and guarding against null repository responses. [#1405](https://github.com/sourcebot-dev/sourcebot/pull/1405)
 
 ## [5.0.4] - 2026-06-18
 

packages/backend/src/gitea.ts

@@ -12,6 +12,22 @@ import { measure } from './utils.js';
 const logger = createLogger('gitea');
 const GITEA_CLOUD_HOSTNAME = "gitea.com";
 
+// Some Gitea instances (particularly when behind certain reverse proxies or with
+// response compression enabled) cause `cross-fetch` to fail while reading the
+// response body with ERR_STREAM_PREMATURE_CLOSE. Forcing identity encoding and
+// closing the connection avoids the premature close.
+// @see https://github.com/sourcebot-dev/sourcebot/issues/1404
+const customFetch: typeof fetch = (url, options = {}) => {
+    return fetch(url, {
+        ...options,
+        headers: {
+            ...(options.headers ?? {}),
+            'Accept-Encoding': 'identity',
+            'Connection': 'close',
+        },
+    });
+};
+
 export const getGiteaReposFromConfig = async (config: GiteaConnectionConfig) => {
     const hostname = config.url ?
         new URL(config.url).hostname :
@@ -25,7 +41,7 @@ export const getGiteaReposFromConfig = async (config: GiteaConnectionConfig) =>
 
     const api = giteaApi(config.url ?? 'https://gitea.com', {
         token: token,
-        customFetch: fetch,
+        customFetch,
     });
 
     let allRepos: GiteaRepository[] = [];
@@ -49,8 +65,11 @@ export const getGiteaReposFromConfig = async (config: GiteaConnectionConfig) =>
         allWarnings = allWarnings.concat(warnings);
     }
 
-    allRepos = allRepos.filter(repo => repo.full_name !== undefined);
     allRepos = allRepos.filter(repo => {
+        if (repo === null || repo === undefined) {
+            logger.warn(`Skipping null/undefined repository returned by the Gitea API`);
+            return false;
+        }
         if (repo.full_name === undefined) {
             logger.warn(`Repository with undefined full_name found: repoId=${repo.id}`);
             return false;
@@ -208,6 +227,10 @@ const getRepos = async <T>(repoList: string[], api: Api<T>) => {
                 api.repos.repoGet(owner, repoName),
             );
 
+            if (response.error || !response.data) {
+                throw response.error ?? new Error(`Received empty response body while fetching repository ${repo}`);
+            }
+
             logger.debug(`Found repo ${repo} in ${durationMs}ms.`);
             return {
                 type: 'valid' as const,

packages/web/src/app/(app)/browse/[...path]/components/codePreviewPanel/codePreviewPanel.tsx

@@ -1,27 +1,6 @@
 import { getRepoInfoByName } from "@/actions";
-import { PathHeader } from "@/app/(app)/components/pathHeader";
-import { Button } from "@/components/ui/button";
-import { Separator } from "@/components/ui/separator";
-import { Tooltip, TooltipContent, TooltipTrigger } from "@/components/ui/tooltip";
-import { cn, getCodeHostInfoForRepo, isServiceError, truncateSha } from "@/lib/utils";
-import { X } from "lucide-react";
-import Image from "next/image";
-import Link from "next/link";
-import { getBrowsePath } from "../../../hooks/utils";
-import { BlameAgeLegend } from "./blameAgeLegend";
-import { BlameViewToggle } from "./blameViewToggle";
-import { PureCodePreviewPanel } from "./pureCodePreviewPanel";
-import { getFileBlame, getFileSource } from '@/features/git';
-
-const formatFileSize = (bytes: number): string => {
-    if (bytes < 1024) {
-        return `${bytes} B`;
-    }
-    if (bytes < 1024 * 1024) {
-        return `${(bytes / 1024).toFixed(1)} KB`;
-    }
-    return `${(bytes / 1024 / 1024).toFixed(1)} MB`;
-};
+import { isServiceError } from "@/lib/utils";
+import { CodePreviewPanelClient } from "./codePreviewPanelClient";
 
 interface CodePreviewPanelProps {
     path: string;
@@ -36,156 +15,25 @@ interface CodePreviewPanelProps {
 }
 
 export const CodePreviewPanel = async ({ path, repoName, revisionName, previewRef, blame }: CodePreviewPanelProps) => {
-    const contentRef = previewRef ?? revisionName;
-
-    const [fileSourceResponse, repoInfoResponse, blameResponse] = await Promise.all([
-        getFileSource({
-            path,
-            repo: repoName,
-            ref: contentRef,
-        }, { source: 'sourcebot-web-client' }),
-        getRepoInfoByName(repoName),
-        blame
-            ? getFileBlame({
-                path,
-                repo: repoName,
-                ref: contentRef,
-            }, { source: 'sourcebot-web-client' })
-            : Promise.resolve(undefined),
-    ]);
-
-    if (isServiceError(fileSourceResponse)) {
-        return <div>Error loading file source: {fileSourceResponse.message}</div>
-    }
+    const repoInfoResponse = await getRepoInfoByName(repoName);
 
     if (isServiceError(repoInfoResponse)) {
         return <div>Error loading repo info: {repoInfoResponse.message}</div>
     }
 
-    if (blameResponse !== undefined && isServiceError(blameResponse)) {
-        return <div>Error loading blame: {blameResponse.message}</div>
-    }
-
-    const source = fileSourceResponse.source;
-    const lineCount = source.length === 0
-        ? 0
-        : source.split('\n').length - (source.endsWith('\n') ? 1 : 0);
-    const byteSize = Buffer.byteLength(source, 'utf-8');
-    const fileSize = formatFileSize(byteSize);
-
-    const codeHostInfo = getCodeHostInfoForRepo({
-        codeHostType: repoInfoResponse.codeHostType,
-        name: repoInfoResponse.name,
-        displayName: repoInfoResponse.displayName,
-        externalWebUrl: repoInfoResponse.externalWebUrl,
-    });
-
-    // @todo: this is a hack to support linking to files for ADO. ADO doesn't support web urls with HEAD so we replace it with main. THis
-    // will break if the default branch is not main.
-    const fileWebUrl = repoInfoResponse.codeHostType === "azuredevops" && fileSourceResponse.externalWebUrl ?
-        fileSourceResponse.externalWebUrl.replace("version=GBHEAD", "version=GBmain") : fileSourceResponse.externalWebUrl;
-
     return (
-        <>
-            <div className="flex flex-row py-1 px-2 items-center justify-between">
-                <PathHeader
-                    path={path}
-                    repo={{
-                        name: repoName,
-                        codeHostType: repoInfoResponse.codeHostType,
-                        displayName: repoInfoResponse.displayName,
-                        externalWebUrl: repoInfoResponse.externalWebUrl,
-                    }}
-                    revisionName={contentRef}
-                />
-
-                {fileWebUrl && (
-
-                    <a
-                        href={fileWebUrl}
-                        target="_blank"
-                        rel="noopener noreferrer"
-                        className="flex flex-row items-center gap-2 px-2 py-0.5 rounded-md flex-shrink-0"
-                    >
-                        <Image
-                            src={codeHostInfo.icon}
-                            alt={codeHostInfo.codeHostName}
-                            className={cn('w-4 h-4 flex-shrink-0', codeHostInfo.iconClassName)}
-                        />
-                        <span className="text-sm font-medium">Open in {codeHostInfo.codeHostName}</span>
-                    </a>
-                )}
-            </div>
-            <Separator />
-            {!previewRef && (
-                <div className="flex flex-row items-center gap-3 px-4 py-1 border-b shrink-0">
-                    <BlameViewToggle
-                        repoName={repoName}
-                        revisionName={revisionName}
-                        path={path}
-                        blame={blame ?? false}
-                    />
-                    <span className="text-sm text-muted-foreground">
-                        {lineCount.toLocaleString()} lines · {fileSize}
-                    </span>
-                    {blame && (
-                        <>
-                            <Separator orientation="vertical" className="h-4" />
-                            <BlameAgeLegend />
-                        </>
-                    )}
-                </div>
-            )}
-            {previewRef && (
-                <div className="flex flex-row items-center justify-between gap-2 px-4 py-2 border-b shrink-0">
-                    <span className="text-sm">
-                        Previewing file at revision{" "}
-                        <Link
-                            href={getBrowsePath({
-                                repoName,
-                                revisionName,
-                                path: '',
-                                pathType: 'commit',
-                                commitSha: previewRef,
-                            })}
-                            className="font-mono text-link hover:underline"
-                        >
-                            {truncateSha(previewRef)}
-                        </Link>
-                    </span>
-                    <Tooltip key={previewRef}>
-                        <TooltipTrigger>
-                            <Button
-                                asChild
-                                variant="ghost"
-                                size="icon"
-                                className="h-6 w-6 text-muted-foreground"
-                            >
-                                <Link
-                                    href={getBrowsePath({
-                                        repoName,
-                                        revisionName,
-                                        path,
-                                        pathType: 'blob',
-                                    })}
-                                    aria-label="Close preview"
-                                >
-                                    <X className="h-4 w-4" />
-                                </Link>
-                            </Button>
-                        </TooltipTrigger>
-                        <TooltipContent>Close preview</TooltipContent>
-                    </Tooltip>
-                </div>
-            )}
-            <PureCodePreviewPanel
-                source={fileSourceResponse.source}
-                language={fileSourceResponse.language}
-                repoName={repoName}
-                path={path}
-                revisionName={contentRef ?? 'HEAD'}
-                blame={blameResponse}
-            />
-        </>
+        <CodePreviewPanelClient
+            path={path}
+            repoName={repoName}
+            revisionName={revisionName}
+            previewRef={previewRef}
+            blame={blame}
+            repo={{
+                name: repoInfoResponse.name,
+                codeHostType: repoInfoResponse.codeHostType,
+                displayName: repoInfoResponse.displayName,
+                externalWebUrl: repoInfoResponse.externalWebUrl,
+            }}
+        />
     )
-}
+}