feat: initial commit - Scrapyd UI web interface

- Next.js 16.0.1 + React 19.2.0 + Tailwind CSS 4.1.16
- Complete Scrapyd API integration (all 12 endpoints)
- Dashboard with real-time job monitoring
- Projects management (upload, list, delete)
- Spiders management with scheduling
- Jobs monitoring with filtering and cancellation
- System status monitoring
- Dark/light theme toggle with next-themes
- Server-side authentication via environment variables
- Docker deployment with multi-stage builds
- GitHub Actions CI/CD workflow

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>

app/api/scrapyd/daemon/route.ts

@@ -0,0 +1,15 @@
+import { NextResponse } from "next/server";
+import { ScrapydClient } from "@/lib/scrapyd-client";
+
+export async function GET() {
+  try {
+    const data = await ScrapydClient.getDaemonStatus();
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to fetch daemon status:", error);
+    return NextResponse.json(
+      { error: "Failed to fetch daemon status" },
+      { status: 500 }
+    );
+  }
+}

app/api/scrapyd/jobs/route.ts

@@ -0,0 +1,77 @@
+import { NextRequest, NextResponse } from "next/server";
+import { ScrapydClient } from "@/lib/scrapyd-client";
+
+export async function GET(request: NextRequest) {
+  try {
+    const searchParams = request.nextUrl.searchParams;
+    const project = searchParams.get("project");
+
+    if (!project) {
+      return NextResponse.json(
+        { error: "Project name is required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.listJobs({ project });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to fetch jobs:", error);
+    return NextResponse.json(
+      { error: "Failed to fetch jobs" },
+      { status: 500 }
+    );
+  }
+}
+
+export async function POST(request: NextRequest) {
+  try {
+    const body = await request.json();
+    const { project, spider, jobid, settings, args } = body;
+
+    if (!project || !spider) {
+      return NextResponse.json(
+        { error: "Project and spider are required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.scheduleJob({
+      project,
+      spider,
+      jobid,
+      settings,
+      args,
+    });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to schedule job:", error);
+    return NextResponse.json(
+      { error: "Failed to schedule job" },
+      { status: 500 }
+    );
+  }
+}
+
+export async function DELETE(request: NextRequest) {
+  try {
+    const body = await request.json();
+    const { project, job } = body;
+
+    if (!project || !job) {
+      return NextResponse.json(
+        { error: "Project and job ID are required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.cancelJob({ project, job });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to cancel job:", error);
+    return NextResponse.json(
+      { error: "Failed to cancel job" },
+      { status: 500 }
+    );
+  }
+}

app/api/scrapyd/projects/route.ts

@@ -0,0 +1,38 @@
+import { NextRequest, NextResponse } from "next/server";
+import { ScrapydClient } from "@/lib/scrapyd-client";
+
+export async function GET() {
+  try {
+    const data = await ScrapydClient.listProjects();
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to fetch projects:", error);
+    return NextResponse.json(
+      { error: "Failed to fetch projects" },
+      { status: 500 }
+    );
+  }
+}
+
+export async function DELETE(request: NextRequest) {
+  try {
+    const body = await request.json();
+    const { project } = body;
+
+    if (!project) {
+      return NextResponse.json(
+        { error: "Project name is required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.deleteProject({ project });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to delete project:", error);
+    return NextResponse.json(
+      { error: "Failed to delete project" },
+      { status: 500 }
+    );
+  }
+}

app/api/scrapyd/spiders/route.ts

@@ -0,0 +1,26 @@
+import { NextRequest, NextResponse } from "next/server";
+import { ScrapydClient } from "@/lib/scrapyd-client";
+
+export async function GET(request: NextRequest) {
+  try {
+    const searchParams = request.nextUrl.searchParams;
+    const project = searchParams.get("project");
+    const version = searchParams.get("version") || undefined;
+
+    if (!project) {
+      return NextResponse.json(
+        { error: "Project name is required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.listSpiders({ project, version });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to fetch spiders:", error);
+    return NextResponse.json(
+      { error: "Failed to fetch spiders" },
+      { status: 500 }
+    );
+  }
+}

app/api/scrapyd/versions/route.ts

@@ -0,0 +1,74 @@
+import { NextRequest, NextResponse } from "next/server";
+import { ScrapydClient } from "@/lib/scrapyd-client";
+
+export async function GET(request: NextRequest) {
+  try {
+    const searchParams = request.nextUrl.searchParams;
+    const project = searchParams.get("project");
+
+    if (!project) {
+      return NextResponse.json(
+        { error: "Project name is required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.listVersions({ project });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to fetch versions:", error);
+    return NextResponse.json(
+      { error: "Failed to fetch versions" },
+      { status: 500 }
+    );
+  }
+}
+
+export async function DELETE(request: NextRequest) {
+  try {
+    const body = await request.json();
+    const { project, version } = body;
+
+    if (!project || !version) {
+      return NextResponse.json(
+        { error: "Project and version are required" },
+        { status: 400 }
+      );
+    }
+
+    const data = await ScrapydClient.deleteVersion({ project, version });
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to delete version:", error);
+    return NextResponse.json(
+      { error: "Failed to delete version" },
+      { status: 500 }
+    );
+  }
+}
+
+export async function POST(request: NextRequest) {
+  try {
+    const formData = await request.formData();
+    const project = formData.get("project") as string;
+    const version = formData.get("version") as string;
+    const eggFile = formData.get("egg") as File;
+
+    if (!project || !version || !eggFile) {
+      return NextResponse.json(
+        { error: "Project, version, and egg file are required" },
+        { status: 400 }
+      );
+    }
+
+    const buffer = Buffer.from(await eggFile.arrayBuffer());
+    const data = await ScrapydClient.addVersion(project, version, buffer);
+    return NextResponse.json(data);
+  } catch (error) {
+    console.error("Failed to add version:", error);
+    return NextResponse.json(
+      { error: "Failed to add version" },
+      { status: 500 }
+    );
+  }
+}