Add button for re-indexing repos

Author: brendan-kellam

packages/backend/src/api.ts

@@ -1,11 +1,12 @@
+import { PrismaClient, RepoIndexingJobType } from '@sourcebot/db';
+import { createLogger } from '@sourcebot/shared';
 import express, { Request, Response } from 'express';
 import 'express-async-errors';
-import { PromClient } from './promClient.js';
-import { ConnectionManager } from './connectionManager.js';
-import z from 'zod';
-import { PrismaClient } from '@sourcebot/db';
-import { createLogger } from '@sourcebot/shared';
 import * as http from "http";
+import z from 'zod';
+import { ConnectionManager } from './connectionManager.js';
+import { PromClient } from './promClient.js';
+import { RepoIndexManager } from './repoIndexManager.js';
 
 const logger = createLogger('api');
 const PORT = 3060;
@@ -17,6 +18,7 @@ export class Api {
         promClient: PromClient,
         private prisma: PrismaClient,
         private connectionManager: ConnectionManager,
+        private repoIndexManager: RepoIndexManager,
     ) {
         const app = express();
         app.use(express.json());
@@ -30,6 +32,7 @@ export class Api {
         });
 
         app.post('/api/sync-connection', this.syncConnection.bind(this));
+        app.post('/api/index-repo', this.indexRepo.bind(this));
 
         this.server = app.listen(PORT, () => {
             logger.info(`API server is running on port ${PORT}`);
@@ -64,6 +67,30 @@ export class Api {
         res.status(200).json({ jobId });
     }
 
+    private async indexRepo(req: Request, res: Response) {
+        const schema = z.object({
+            repoId: z.number(),
+        }).strict();
+
+        const parsed = schema.safeParse(req.body);
+        if (!parsed.success) {
+            res.status(400).json({ error: parsed.error.message });
+            return;
+        }
+
+        const { repoId } = parsed.data;
+        const repo = await this.prisma.repo.findUnique({
+            where: { id: repoId },
+        });
+
+        if (!repo) {
+            res.status(404).json({ error: 'Repo not found' });
+            return;
+        }
+
+        const [jobId] = await this.repoIndexManager.createJobs([repo], RepoIndexingJobType.INDEX);
+        res.status(200).json({ jobId });
+    }
 
     public async dispose() {
         return new Promise<void>((resolve, reject) => {

packages/backend/src/index.ts

@@ -74,7 +74,12 @@ else if (env.EXPERIMENT_EE_PERMISSION_SYNC_ENABLED === 'true' && hasEntitlement(
     accountPermissionSyncer.startScheduler();
 }
 
-const api = new Api(promClient, prisma, connectionManager);
+const api = new Api(
+    promClient,
+    prisma,
+    connectionManager,
+    repoIndexManager,
+);
 
 logger.info('Worker started.');
 

packages/backend/src/repoIndexManager.ts

@@ -192,7 +192,7 @@ export class RepoIndexManager {
         }
     }
 
-    private async createJobs(repos: Repo[], type: RepoIndexingJobType) {
+    public async createJobs(repos: Repo[], type: RepoIndexingJobType) {
         // @note: we don't perform this in a transaction because
         // we want to avoid the situation where a job is created and run
         // prior to the transaction being committed.
@@ -221,6 +221,8 @@ export class RepoIndexManager {
             const jobTypeLabel = getJobTypePrometheusLabel(type);
             this.promClient.pendingRepoIndexJobs.inc({ repo: job.repo.name, type: jobTypeLabel });
         }
+
+        return jobs.map(job => job.id);
     }
 
     private async runJob(job: ReservedJob<JobPayload>) {

packages/web/src/app/[domain]/repos/[id]/page.tsx

@@ -1,4 +1,4 @@
-import { sew } from "@/actions"
+import { getCurrentUserRole, sew } from "@/actions"
 import { Badge } from "@/components/ui/badge"
 import { Button } from "@/components/ui/button"
 import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card"
@@ -19,6 +19,7 @@ import { BackButton } from "../../components/backButton"
 import { DisplayDate } from "../../components/DisplayDate"
 import { RepoBranchesTable } from "../components/repoBranchesTable"
 import { RepoJobsTable } from "../components/repoJobsTable"
+import { OrgRole } from "@sourcebot/db"
 
 export default async function RepoDetailPage({ params }: { params: Promise<{ id: string }> }) {
     const { id } = await params
@@ -51,6 +52,11 @@ export default async function RepoDetailPage({ params }: { params: Promise<{ id:
 
     const repoMetadata = repoMetadataSchema.parse(repo.metadata);
 
+    const userRole = await getCurrentUserRole(SINGLE_TENANT_ORG_DOMAIN);
+    if (isServiceError(userRole)) {
+        throw new ServiceErrorException(userRole);
+    }
+
     return (
         <>
             <div className="mb-6">
@@ -172,7 +178,11 @@ export default async function RepoDetailPage({ params }: { params: Promise<{ id:
                 </CardHeader>
                 <CardContent>
                     <Suspense fallback={<Skeleton className="h-96 w-full" />}>
-                        <RepoJobsTable data={repo.jobs} />
+                        <RepoJobsTable
+                            data={repo.jobs}
+                            repoId={repo.id}
+                            isIndexButtonVisible={userRole === OrgRole.OWNER}
+                        />
                     </Suspense>
                 </CardContent>
             </Card>

packages/web/src/app/[domain]/repos/components/repoJobsTable.tsx

@@ -18,14 +18,17 @@ import {
     useReactTable,
 } from "@tanstack/react-table"
 import { cva } from "class-variance-authority"
-import { AlertCircle, ArrowUpDown, RefreshCwIcon } from "lucide-react"
+import { AlertCircle, ArrowUpDown, PlusCircleIcon, RefreshCwIcon } from "lucide-react"
 import * as React from "react"
 import { CopyIconButton } from "../../components/copyIconButton"
 import { useMemo } from "react"
 import { LightweightCodeHighlighter } from "../../components/lightweightCodeHighlighter"
 import { useRouter } from "next/navigation"
 import { useToast } from "@/components/hooks/use-toast"
 import { DisplayDate } from "../../components/DisplayDate"
+import { LoadingButton } from "@/components/ui/loading-button"
+import { indexRepo } from "@/features/workerApi/actions"
+import { isServiceError } from "@/lib/utils"
 
 // @see: https://v0.app/chat/repo-indexing-status-uhjdDim8OUS
 
@@ -129,7 +132,7 @@ export const columns: ColumnDef<RepoIndexingJob>[] = [
                 </Button>
             )
         },
-        cell: ({ row }) => <DisplayDate date={row.getValue("createdAt") as Date} className="ml-3"/>,
+        cell: ({ row }) => <DisplayDate date={row.getValue("createdAt") as Date} className="ml-3" />,
     },
     {
         accessorKey: "completedAt",
@@ -147,7 +150,7 @@ export const columns: ColumnDef<RepoIndexingJob>[] = [
                 return "-";
             }
 
-            return <DisplayDate date={completedAt} className="ml-3"/>
+            return <DisplayDate date={completedAt} className="ml-3" />
         },
     },
     {
@@ -176,13 +179,41 @@ export const columns: ColumnDef<RepoIndexingJob>[] = [
     },
 ]
 
-export const RepoJobsTable = ({ data }: { data: RepoIndexingJob[] }) => {
+export const RepoJobsTable = ({
+    data,
+    repoId,
+    isIndexButtonVisible,
+}: {
+    data: RepoIndexingJob[],
+    repoId: number,
+    isIndexButtonVisible: boolean,
+}) => {
     const [sorting, setSorting] = React.useState<SortingState>([{ id: "createdAt", desc: true }])
     const [columnFilters, setColumnFilters] = React.useState<ColumnFiltersState>([])
     const [columnVisibility, setColumnVisibility] = React.useState<VisibilityState>({})
     const router = useRouter();
     const { toast } = useToast();
 
+    const [isIndexSubmitting, setIsIndexSubmitting] = React.useState(false);
+    const onIndexButtonClick = React.useCallback(async () => {
+        setIsIndexSubmitting(true);
+        const response = await indexRepo(repoId);
+
+        if (!isServiceError(response)) {
+            const { jobId } = response;
+            toast({
+                description: `✅ Repository indexed successfully. Job ID: ${jobId}`,
+            })
+            router.refresh();
+        } else {
+            toast({
+                description: `❌ Failed to index repository. ${response.message}`,
+            });
+        }
+
+        setIsIndexSubmitting(false);
+    }, [repoId, router, toast]);
+
     const table = useReactTable({
         data,
         columns,
@@ -247,19 +278,31 @@ export const RepoJobsTable = ({ data }: { data: RepoIndexingJob[] }) => {
                     </SelectContent>
                 </Select>
 
-                <Button
-                    variant="outline"
-                    className="ml-auto"
-                    onClick={() => {
-                        router.refresh();
-                        toast({
-                            description: "Page refreshed",
-                        });
-                    }}
-                >
-                    <RefreshCwIcon className="w-3 h-3" />
-                    Refresh
-                </Button>
+                <div className="ml-auto flex items-center gap-2">
+                    <Button
+                        variant="outline"
+                        onClick={() => {
+                            router.refresh();
+                            toast({
+                                description: "Page refreshed",
+                            });
+                        }}
+                    >
+                        <RefreshCwIcon className="w-3 h-3" />
+                        Refresh
+                    </Button>
+
+                    {isIndexButtonVisible && (
+                        <LoadingButton
+                            onClick={onIndexButtonClick}
+                            loading={isIndexSubmitting}
+                            variant="outline"
+                        >
+                            <PlusCircleIcon className="w-3 h-3" />
+                            Index now
+                        </LoadingButton>
+                    )}
+                </div>
             </div>
 
             <div className="rounded-md border">

packages/web/src/features/workerApi/actions.ts

@@ -32,4 +32,28 @@ export const syncConnection = async (connectionId: number) => sew(() =>
             return schema.parse(data);
         })
     )
-);
+);
+
+export const indexRepo = async (repoId: number) => sew(() =>
+    withAuthV2(({ role }) =>
+        withMinimumOrgRole(role, OrgRole.OWNER, async () => {
+            const response = await fetch(`${WORKER_API_URL}/api/index-repo`, {
+                method: 'POST',
+                body: JSON.stringify({ repoId }),
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+            });
+
+            if (!response.ok) {
+                return unexpectedError('Failed to index repo');
+            }
+
+            const data = await response.json();
+            const schema = z.object({
+                jobId: z.string(),
+            });
+            return schema.parse(data);
+        })
+    )
+);