forked from farhoodlabs/paperclip
9a8d219949
## Thinking Path > - Paperclip orchestrates AI agents for zero-human companies > - A fast-moving control plane needs stable local tests and repeatable local maintenance tools so contributors can safely split and review work > - Several route suites needed stronger isolation, Codex manual model selection needed a faster-mode option, and local browser cleanup missed Playwright's headless shell binary > - Storybook static output also needed to be preserved as a generated review artifact from the working branch > - This pull request groups the test/local-dev maintenance pieces so they can be reviewed separately from product runtime changes > - The benefit is more predictable contributor verification and cleaner local maintenance without mixing these changes into feature PRs ## What Changed - Added stable Vitest runner support and serialized route/authz test isolation. - Fixed workspace runtime authz route mocks and stabilized Claude/company-import related assertions. - Allowed Codex fast mode for manually selected models. - Broadened the agent browser cleanup script to detect `chrome-headless-shell` as well as Chrome for Testing. - Preserved generated Storybook static output from the source branch. ## Verification - `pnpm exec vitest run src/__tests__/workspace-runtime-routes-authz.test.ts src/__tests__/claude-local-execute.test.ts --config vitest.config.ts` from `server/` passed: 2 files, 19 tests. - `pnpm exec vitest run src/server/codex-args.test.ts --config vitest.config.ts` from `packages/adapters/codex-local/` passed: 1 file, 3 tests. - `bash -n scripts/kill-agent-browsers.sh && scripts/kill-agent-browsers.sh --dry` passed; dry-run detected `chrome-headless-shell` processes without killing them. - `test -f ui/storybook-static/index.html && test -f ui/storybook-static/assets/forms-editors.stories-Dry7qwx2.js` passed. - `git diff --check public-gh/master..pap-2228-test-local-maintenance -- . ':(exclude)ui/storybook-static'` passed. - `pnpm exec vitest run cli/src/__tests__/company-import-export-e2e.test.ts --config cli/vitest.config.ts` did not complete in the isolated split worktree because `paperclipai run` exited during build prep with `TS2688: Cannot find type definition file for 'react'`; this appears to be caused by the worktree dependency symlink setup, not the code under test. - Confirmed this PR does not include `pnpm-lock.yaml`. ## Risks - Medium risk: the stable Vitest runner changes how route/authz tests are scheduled. - Generated `ui/storybook-static` files are large and contain minified third-party output; `git diff --check` reports whitespace inside those generated assets, so reviewers may choose to drop or regenerate that artifact before merge. - No database migrations. > For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and discuss it in `#dev` before opening the PR. Feature PRs that overlap with planned core work may need to be redirected — check the roadmap first. See `CONTRIBUTING.md`. ## Model Used - OpenAI Codex coding agent based on GPT-5, with shell, git, Paperclip API, and GitHub CLI tool use in the local Paperclip workspace. ## Checklist - [x] I have included a thinking path that traces from project context to this change - [x] I have specified the model used (with version and capability details) - [x] I have checked ROADMAP.md and confirmed this PR does not duplicate planned core work - [x] I have run tests locally and they pass - [x] I have added or updated tests where applicable - [x] If this change affects the UI, I have included before/after screenshots - [x] I have updated relevant documentation to reflect my changes - [x] I have considered and documented any risks above - [x] I will address all Greptile and reviewer comments before requesting merge Note: screenshot checklist item is not applicable to source UI behavior; the included Storybook static output is generated artifact preservation from the source branch. --------- Co-authored-by: Paperclip <noreply@paperclip.ing>
428 lines
12 KiB
TypeScript
428 lines
12 KiB
TypeScript
import express from "express";
|
|
import request from "supertest";
|
|
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
import { pluginManifestV1Schema, type PaperclipPluginManifestV1 } from "@paperclipai/shared";
|
|
|
|
const mockRegistry = vi.hoisted(() => ({
|
|
getById: vi.fn(),
|
|
getByKey: vi.fn(),
|
|
}));
|
|
|
|
const mockLifecycle = vi.hoisted(() => ({
|
|
load: vi.fn(),
|
|
upgrade: vi.fn(),
|
|
}));
|
|
|
|
const mockIssueService = vi.hoisted(() => ({
|
|
getById: vi.fn(),
|
|
assertCheckoutOwner: vi.fn(),
|
|
}));
|
|
|
|
vi.mock("../services/plugin-registry.js", () => ({
|
|
pluginRegistryService: () => mockRegistry,
|
|
}));
|
|
|
|
vi.mock("../services/plugin-lifecycle.js", () => ({
|
|
pluginLifecycleManager: () => mockLifecycle,
|
|
}));
|
|
|
|
vi.mock("../services/issues.js", () => ({
|
|
issueService: () => mockIssueService,
|
|
}));
|
|
|
|
vi.mock("../services/activity-log.js", () => ({
|
|
logActivity: vi.fn(),
|
|
}));
|
|
|
|
vi.mock("../services/live-events.js", () => ({
|
|
publishGlobalLiveEvent: vi.fn(),
|
|
}));
|
|
|
|
function manifest(apiRoutes: NonNullable<PaperclipPluginManifestV1["apiRoutes"]>): PaperclipPluginManifestV1 {
|
|
return {
|
|
id: "paperclip.scoped-api-test",
|
|
apiVersion: 1,
|
|
version: "1.0.0",
|
|
displayName: "Scoped API Test",
|
|
description: "Test plugin for scoped API routes",
|
|
author: "Paperclip",
|
|
categories: ["automation"],
|
|
capabilities: ["api.routes.register"],
|
|
entrypoints: { worker: "dist/worker.js" },
|
|
apiRoutes,
|
|
};
|
|
}
|
|
|
|
async function createApp(input: {
|
|
actor: Record<string, unknown>;
|
|
plugin?: Record<string, unknown> | null;
|
|
workerRunning?: boolean;
|
|
workerResult?: unknown;
|
|
}) {
|
|
const [{ pluginRoutes }, { errorHandler }] = await Promise.all([
|
|
import("../routes/plugins.js"),
|
|
import("../middleware/index.js"),
|
|
]);
|
|
|
|
const workerManager = {
|
|
isRunning: vi.fn().mockReturnValue(input.workerRunning ?? true),
|
|
call: vi.fn().mockResolvedValue(input.workerResult ?? { status: 200, body: { ok: true } }),
|
|
};
|
|
|
|
mockRegistry.getById.mockResolvedValue(input.plugin ?? null);
|
|
mockRegistry.getByKey.mockResolvedValue(input.plugin ?? null);
|
|
|
|
const app = express();
|
|
app.use(express.json());
|
|
app.use((req, _res, next) => {
|
|
req.actor = input.actor as typeof req.actor;
|
|
next();
|
|
});
|
|
app.use(
|
|
"/api",
|
|
pluginRoutes(
|
|
{} as never,
|
|
{ installPlugin: vi.fn() } as never,
|
|
undefined,
|
|
undefined,
|
|
undefined,
|
|
{ workerManager } as never,
|
|
),
|
|
);
|
|
app.use(errorHandler);
|
|
|
|
return { app, workerManager };
|
|
}
|
|
|
|
describe.sequential("plugin scoped API routes", () => {
|
|
const pluginId = "11111111-1111-4111-8111-111111111111";
|
|
const companyId = "22222222-2222-4222-8222-222222222222";
|
|
const agentId = "33333333-3333-4333-8333-333333333333";
|
|
const runId = "44444444-4444-4444-8444-444444444444";
|
|
const issueId = "55555555-5555-4555-8555-555555555555";
|
|
|
|
beforeEach(() => {
|
|
vi.clearAllMocks();
|
|
mockIssueService.getById.mockResolvedValue(null);
|
|
mockIssueService.assertCheckoutOwner.mockResolvedValue({
|
|
id: issueId,
|
|
status: "in_progress",
|
|
assigneeAgentId: agentId,
|
|
checkoutRunId: runId,
|
|
adoptedFromRunId: null,
|
|
});
|
|
});
|
|
|
|
it("dispatches a board GET route with params, query, actor, and company context", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "summary.get",
|
|
method: "GET",
|
|
path: "/companies/:companySlug/summary",
|
|
auth: "board",
|
|
capability: "api.routes.register",
|
|
companyResolution: { from: "query", key: "companyId" },
|
|
},
|
|
]);
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "board",
|
|
userId: "user-1",
|
|
source: "local_implicit",
|
|
isInstanceAdmin: true,
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
workerResult: { status: 201, body: { handled: true } },
|
|
});
|
|
|
|
const res = await request(app)
|
|
.get(`/api/plugins/${pluginId}/api/companies/acme/summary?companyId=${companyId}&view=compact`)
|
|
.set("Authorization", "Bearer should-not-forward");
|
|
|
|
expect(res.status).toBe(201);
|
|
expect(res.body).toEqual({ handled: true });
|
|
expect(workerManager.call).toHaveBeenCalledWith(pluginId, "handleApiRequest", expect.objectContaining({
|
|
routeKey: "summary.get",
|
|
method: "GET",
|
|
params: { companySlug: "acme" },
|
|
query: { companyId, view: "compact" },
|
|
companyId,
|
|
actor: expect.objectContaining({ actorType: "user", actorId: "user-1" }),
|
|
}));
|
|
expect(workerManager.call.mock.calls[0]?.[2].headers.authorization).toBeUndefined();
|
|
});
|
|
|
|
it("only forwards allowlisted response headers from plugin routes", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "summary.get",
|
|
method: "GET",
|
|
path: "/companies/:companySlug/summary",
|
|
auth: "board",
|
|
capability: "api.routes.register",
|
|
companyResolution: { from: "query", key: "companyId" },
|
|
},
|
|
]);
|
|
const { app } = await createApp({
|
|
actor: {
|
|
type: "board",
|
|
userId: "user-1",
|
|
source: "local_implicit",
|
|
isInstanceAdmin: true,
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
workerResult: {
|
|
status: 200,
|
|
body: { handled: true },
|
|
headers: {
|
|
"cache-control": "no-store",
|
|
"content-security-policy": "default-src 'none'",
|
|
location: "https://example.invalid",
|
|
"x-request-id": "plugin-request",
|
|
},
|
|
},
|
|
});
|
|
|
|
const res = await request(app)
|
|
.get(`/api/plugins/${pluginId}/api/companies/acme/summary?companyId=${companyId}`);
|
|
|
|
expect(res.status).toBe(200);
|
|
expect(res.headers["cache-control"]).toBe("no-store");
|
|
expect(res.headers["x-request-id"]).toBe("plugin-request");
|
|
expect(res.headers["content-security-policy"]).toBeUndefined();
|
|
expect(res.headers.location).toBeUndefined();
|
|
});
|
|
|
|
it("enforces agent checkout ownership before dispatching issue-scoped POST routes", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "issue.advance",
|
|
method: "POST",
|
|
path: "/issues/:issueId/advance",
|
|
auth: "agent",
|
|
capability: "api.routes.register",
|
|
checkoutPolicy: "required-for-agent-in-progress",
|
|
companyResolution: { from: "issue", param: "issueId" },
|
|
},
|
|
]);
|
|
mockIssueService.getById.mockResolvedValue({
|
|
id: issueId,
|
|
companyId,
|
|
status: "in_progress",
|
|
assigneeAgentId: agentId,
|
|
});
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "agent",
|
|
agentId,
|
|
companyId,
|
|
runId,
|
|
source: "agent_key",
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
});
|
|
|
|
const res = await request(app)
|
|
.post(`/api/plugins/${pluginId}/api/issues/${issueId}/advance`)
|
|
.send({ step: "next" });
|
|
|
|
expect(res.status).toBe(200);
|
|
expect(mockIssueService.assertCheckoutOwner).toHaveBeenCalledWith(issueId, agentId, runId);
|
|
expect(workerManager.call).toHaveBeenCalledWith(pluginId, "handleApiRequest", expect.objectContaining({
|
|
routeKey: "issue.advance",
|
|
params: { issueId },
|
|
body: { step: "next" },
|
|
actor: expect.objectContaining({ actorType: "agent", agentId, runId }),
|
|
companyId,
|
|
}));
|
|
});
|
|
|
|
it("rejects checkout-protected agent routes without a run id before worker dispatch", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "issue.advance",
|
|
method: "POST",
|
|
path: "/issues/:issueId/advance",
|
|
auth: "agent",
|
|
capability: "api.routes.register",
|
|
checkoutPolicy: "required-for-agent-in-progress",
|
|
companyResolution: { from: "issue", param: "issueId" },
|
|
},
|
|
]);
|
|
mockIssueService.getById.mockResolvedValue({
|
|
id: issueId,
|
|
companyId,
|
|
status: "in_progress",
|
|
assigneeAgentId: agentId,
|
|
});
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "agent",
|
|
agentId,
|
|
companyId,
|
|
source: "agent_key",
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
});
|
|
|
|
const res = await request(app)
|
|
.post(`/api/plugins/${pluginId}/api/issues/${issueId}/advance`)
|
|
.send({});
|
|
|
|
expect(res.status).toBe(401);
|
|
expect(workerManager.call).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("rejects checkout-protected agent routes when the active checkout belongs to another run", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "issue.advance",
|
|
method: "POST",
|
|
path: "/issues/:issueId/advance",
|
|
auth: "agent",
|
|
capability: "api.routes.register",
|
|
checkoutPolicy: "always-for-agent",
|
|
companyResolution: { from: "issue", param: "issueId" },
|
|
},
|
|
]);
|
|
mockIssueService.getById.mockResolvedValue({
|
|
id: issueId,
|
|
companyId,
|
|
status: "in_progress",
|
|
assigneeAgentId: agentId,
|
|
});
|
|
const conflict = new Error("Issue run ownership conflict") as Error & { status?: number };
|
|
conflict.status = 409;
|
|
mockIssueService.assertCheckoutOwner.mockRejectedValue(conflict);
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "agent",
|
|
agentId,
|
|
companyId,
|
|
runId,
|
|
source: "agent_key",
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
});
|
|
|
|
const res = await request(app)
|
|
.post(`/api/plugins/${pluginId}/api/issues/${issueId}/advance`)
|
|
.send({});
|
|
|
|
expect(res.status).toBe(409);
|
|
expect(workerManager.call).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("returns a clear error for disabled plugins without worker dispatch", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "summary.get",
|
|
method: "GET",
|
|
path: "/summary",
|
|
auth: "board",
|
|
capability: "api.routes.register",
|
|
companyResolution: { from: "query", key: "companyId" },
|
|
},
|
|
]);
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "board",
|
|
userId: "user-1",
|
|
source: "local_implicit",
|
|
isInstanceAdmin: true,
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "disabled",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
});
|
|
|
|
const res = await request(app)
|
|
.get(`/api/plugins/${pluginId}/api/summary?companyId=${companyId}`);
|
|
|
|
expect(res.status).toBe(503);
|
|
expect(res.body.error).toContain("disabled");
|
|
expect(workerManager.call).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("returns a clear error when a ready plugin has no running worker", async () => {
|
|
const apiRoutes = manifest([
|
|
{
|
|
routeKey: "summary.get",
|
|
method: "GET",
|
|
path: "/summary",
|
|
auth: "board",
|
|
capability: "api.routes.register",
|
|
companyResolution: { from: "query", key: "companyId" },
|
|
},
|
|
]);
|
|
const { app, workerManager } = await createApp({
|
|
actor: {
|
|
type: "board",
|
|
userId: "user-1",
|
|
source: "local_implicit",
|
|
isInstanceAdmin: true,
|
|
},
|
|
plugin: {
|
|
id: pluginId,
|
|
pluginKey: apiRoutes.id,
|
|
status: "ready",
|
|
manifestJson: apiRoutes,
|
|
},
|
|
workerRunning: false,
|
|
});
|
|
|
|
const res = await request(app)
|
|
.get(`/api/plugins/${pluginId}/api/summary?companyId=${companyId}`);
|
|
|
|
expect(res.status).toBe(503);
|
|
expect(res.body.error).toContain("worker is not running");
|
|
expect(workerManager.call).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("rejects manifest routes that try to claim core API paths", () => {
|
|
const result = pluginManifestV1Schema.safeParse(manifest([
|
|
{
|
|
routeKey: "bad.shadow",
|
|
method: "POST",
|
|
path: "/api/issues/:issueId",
|
|
auth: "board",
|
|
capability: "api.routes.register",
|
|
},
|
|
]));
|
|
|
|
expect(result.success).toBe(false);
|
|
if (result.success) throw new Error("Expected manifest validation to fail");
|
|
expect(result.error.issues.map((issue) => issue.message).join("\n")).toContain(
|
|
"path must stay inside the plugin api namespace",
|
|
);
|
|
});
|
|
});
|