From 95cf8f47300d6eb6efe36d44bcab0f44a8e27585 Mon Sep 17 00:00:00 2001
From: Ahmad Mujahid <55625580+AhmadMuj@users.noreply.github.com>
Date: Fri, 12 Apr 2024 00:52:53 +0400
Subject: feature: Recrawl failed links from admin UI (#95)

* feature: Retry failed crawling URLs

* fix: Enhancing visuals and some minor changes.
---
 apps/web/app/dashboard/admin/page.tsx | 26 +++++++++++++++++++++-----
 1 file changed, 21 insertions(+), 5 deletions(-)

(limited to 'apps/web/app')

diff --git a/apps/web/app/dashboard/admin/page.tsx b/apps/web/app/dashboard/admin/page.tsx
index ac5e17fb..c1fa4dee 100644
--- a/apps/web/app/dashboard/admin/page.tsx
+++ b/apps/web/app/dashboard/admin/page.tsx
@@ -67,7 +67,7 @@ function ReleaseInfo() {
 
 function ActionsSection() {
   const { mutate: recrawlLinks, isPending: isRecrawlPending } =
-    api.admin.recrawlAllLinks.useMutation({
+    api.admin.recrawlLinks.useMutation({
       onSuccess: () => {
         toast({
           description: "Recrawl enqueued",
@@ -103,7 +103,15 @@ function ActionsSection() {
         className="lg:w-1/2"
         variant="destructive"
         loading={isRecrawlPending}
-        onClick={() => recrawlLinks()}
+        onClick={() => recrawlLinks({ crawlStatus: "failure" })}
+      >
+        Recrawl Failed Links Only
+      </ActionButton>
+      <ActionButton
+        className="lg:w-1/2"
+        variant="destructive"
+        loading={isRecrawlPending}
+        onClick={() => recrawlLinks({ crawlStatus: "all" })}
       >
         Recrawl All Links
       </ActionButton>
@@ -153,18 +161,26 @@ function ServerStatsSection() {
       <Separator />
       <p className="text-xl">Background Jobs</p>
       <Table className="lg:w-1/2">
+        <TableHeader>
+          <TableHead>Job</TableHead>
+          <TableHead>Pending</TableHead>
+          <TableHead>Failed</TableHead>
+        </TableHeader>
         <TableBody>
           <TableRow>
-            <TableCell className="lg:w-2/3">Pending Crawling Jobs</TableCell>
+            <TableCell className="lg:w-2/3">Crawling Jobs</TableCell>
             <TableCell>{serverStats.pendingCrawls}</TableCell>
+            <TableCell>{serverStats.failedCrawls}</TableCell>
           </TableRow>
           <TableRow>
-            <TableCell>Pending Indexing Jobs</TableCell>
+            <TableCell>Indexing Jobs</TableCell>
             <TableCell>{serverStats.pendingIndexing}</TableCell>
+            <TableCell>{serverStats.failedIndexing}</TableCell>
           </TableRow>
           <TableRow>
-            <TableCell>Pending OpenAI Jobs</TableCell>
+            <TableCell>OpenAI Jobs</TableCell>
             <TableCell>{serverStats.pendingOpenai}</TableCell>
+            <TableCell>{serverStats.failedOpenai}</TableCell>
           </TableRow>
         </TableBody>
       </Table>
-- 
cgit v1.2.3-70-g09d2