forked from farhoodlabs/paperclip
9a8d219949
## Thinking Path > - Paperclip orchestrates AI agents for zero-human companies > - A fast-moving control plane needs stable local tests and repeatable local maintenance tools so contributors can safely split and review work > - Several route suites needed stronger isolation, Codex manual model selection needed a faster-mode option, and local browser cleanup missed Playwright's headless shell binary > - Storybook static output also needed to be preserved as a generated review artifact from the working branch > - This pull request groups the test/local-dev maintenance pieces so they can be reviewed separately from product runtime changes > - The benefit is more predictable contributor verification and cleaner local maintenance without mixing these changes into feature PRs ## What Changed - Added stable Vitest runner support and serialized route/authz test isolation. - Fixed workspace runtime authz route mocks and stabilized Claude/company-import related assertions. - Allowed Codex fast mode for manually selected models. - Broadened the agent browser cleanup script to detect `chrome-headless-shell` as well as Chrome for Testing. - Preserved generated Storybook static output from the source branch. ## Verification - `pnpm exec vitest run src/__tests__/workspace-runtime-routes-authz.test.ts src/__tests__/claude-local-execute.test.ts --config vitest.config.ts` from `server/` passed: 2 files, 19 tests. - `pnpm exec vitest run src/server/codex-args.test.ts --config vitest.config.ts` from `packages/adapters/codex-local/` passed: 1 file, 3 tests. - `bash -n scripts/kill-agent-browsers.sh && scripts/kill-agent-browsers.sh --dry` passed; dry-run detected `chrome-headless-shell` processes without killing them. - `test -f ui/storybook-static/index.html && test -f ui/storybook-static/assets/forms-editors.stories-Dry7qwx2.js` passed. - `git diff --check public-gh/master..pap-2228-test-local-maintenance -- . ':(exclude)ui/storybook-static'` passed. - `pnpm exec vitest run cli/src/__tests__/company-import-export-e2e.test.ts --config cli/vitest.config.ts` did not complete in the isolated split worktree because `paperclipai run` exited during build prep with `TS2688: Cannot find type definition file for 'react'`; this appears to be caused by the worktree dependency symlink setup, not the code under test. - Confirmed this PR does not include `pnpm-lock.yaml`. ## Risks - Medium risk: the stable Vitest runner changes how route/authz tests are scheduled. - Generated `ui/storybook-static` files are large and contain minified third-party output; `git diff --check` reports whitespace inside those generated assets, so reviewers may choose to drop or regenerate that artifact before merge. - No database migrations. > For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and discuss it in `#dev` before opening the PR. Feature PRs that overlap with planned core work may need to be redirected — check the roadmap first. See `CONTRIBUTING.md`. ## Model Used - OpenAI Codex coding agent based on GPT-5, with shell, git, Paperclip API, and GitHub CLI tool use in the local Paperclip workspace. ## Checklist - [x] I have included a thinking path that traces from project context to this change - [x] I have specified the model used (with version and capability details) - [x] I have checked ROADMAP.md and confirmed this PR does not duplicate planned core work - [x] I have run tests locally and they pass - [x] I have added or updated tests where applicable - [x] If this change affects the UI, I have included before/after screenshots - [x] I have updated relevant documentation to reflect my changes - [x] I have considered and documented any risks above - [x] I will address all Greptile and reviewer comments before requesting merge Note: screenshot checklist item is not applicable to source UI behavior; the included Storybook static output is generated artifact preservation from the source branch. --------- Co-authored-by: Paperclip <noreply@paperclip.ing>
344 lines
12 KiB
TypeScript
344 lines
12 KiB
TypeScript
import express from "express";
|
|
import request from "supertest";
|
|
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
|
import type { ServerAdapterModule } from "../adapters/index.js";
|
|
|
|
const mocks = vi.hoisted(() => {
|
|
const externalRecords = new Map<string, any>();
|
|
|
|
return {
|
|
externalRecords,
|
|
execFile: vi.fn((_file: string, _args: string[], optionsOrCallback: unknown, maybeCallback?: unknown) => {
|
|
const callback = typeof optionsOrCallback === "function" ? optionsOrCallback : maybeCallback;
|
|
if (typeof callback === "function") {
|
|
callback(null, "", "");
|
|
}
|
|
return {
|
|
kill: vi.fn(),
|
|
on: vi.fn(),
|
|
};
|
|
}),
|
|
listAdapterPlugins: vi.fn(),
|
|
addAdapterPlugin: vi.fn((record: any) => {
|
|
externalRecords.set(record.type, record);
|
|
}),
|
|
removeAdapterPlugin: vi.fn((type: string) => {
|
|
externalRecords.delete(type);
|
|
}),
|
|
getAdapterPluginByType: vi.fn((type: string) => externalRecords.get(type)),
|
|
getAdapterPluginsDir: vi.fn(),
|
|
getDisabledAdapterTypes: vi.fn(),
|
|
setAdapterDisabled: vi.fn(),
|
|
loadExternalAdapterPackage: vi.fn(),
|
|
buildExternalAdapters: vi.fn(async () => []),
|
|
reloadExternalAdapter: vi.fn(),
|
|
getUiParserSource: vi.fn(),
|
|
getOrExtractUiParserSource: vi.fn(),
|
|
};
|
|
});
|
|
|
|
vi.mock("node:child_process", () => ({
|
|
execFile: mocks.execFile,
|
|
}));
|
|
|
|
vi.mock("../services/adapter-plugin-store.js", () => ({
|
|
listAdapterPlugins: mocks.listAdapterPlugins,
|
|
addAdapterPlugin: mocks.addAdapterPlugin,
|
|
removeAdapterPlugin: mocks.removeAdapterPlugin,
|
|
getAdapterPluginByType: mocks.getAdapterPluginByType,
|
|
getAdapterPluginsDir: mocks.getAdapterPluginsDir,
|
|
getDisabledAdapterTypes: mocks.getDisabledAdapterTypes,
|
|
setAdapterDisabled: mocks.setAdapterDisabled,
|
|
}));
|
|
|
|
vi.mock("../adapters/plugin-loader.js", () => ({
|
|
buildExternalAdapters: mocks.buildExternalAdapters,
|
|
loadExternalAdapterPackage: mocks.loadExternalAdapterPackage,
|
|
getUiParserSource: mocks.getUiParserSource,
|
|
getOrExtractUiParserSource: mocks.getOrExtractUiParserSource,
|
|
reloadExternalAdapter: mocks.reloadExternalAdapter,
|
|
}));
|
|
|
|
function registerRouteMocks() {
|
|
vi.doMock("node:child_process", () => ({
|
|
execFile: mocks.execFile,
|
|
}));
|
|
|
|
vi.doMock("../services/adapter-plugin-store.js", () => ({
|
|
listAdapterPlugins: mocks.listAdapterPlugins,
|
|
addAdapterPlugin: mocks.addAdapterPlugin,
|
|
removeAdapterPlugin: mocks.removeAdapterPlugin,
|
|
getAdapterPluginByType: mocks.getAdapterPluginByType,
|
|
getAdapterPluginsDir: mocks.getAdapterPluginsDir,
|
|
getDisabledAdapterTypes: mocks.getDisabledAdapterTypes,
|
|
setAdapterDisabled: mocks.setAdapterDisabled,
|
|
}));
|
|
|
|
vi.doMock("../adapters/plugin-loader.js", () => ({
|
|
buildExternalAdapters: mocks.buildExternalAdapters,
|
|
loadExternalAdapterPackage: mocks.loadExternalAdapterPackage,
|
|
getUiParserSource: mocks.getUiParserSource,
|
|
getOrExtractUiParserSource: mocks.getOrExtractUiParserSource,
|
|
reloadExternalAdapter: mocks.reloadExternalAdapter,
|
|
}));
|
|
}
|
|
|
|
const EXTERNAL_ADAPTER_TYPE = "external_admin_test";
|
|
const EXTERNAL_PACKAGE_NAME = "paperclip-external-adapter";
|
|
let adapterRoutes: typeof import("../routes/adapters.js").adapterRoutes;
|
|
let errorHandler: typeof import("../middleware/index.js").errorHandler;
|
|
let registerServerAdapter: typeof import("../adapters/registry.js").registerServerAdapter;
|
|
let unregisterServerAdapter: typeof import("../adapters/registry.js").unregisterServerAdapter;
|
|
let setOverridePaused: typeof import("../adapters/registry.js").setOverridePaused;
|
|
|
|
function createAdapter(type = EXTERNAL_ADAPTER_TYPE): ServerAdapterModule {
|
|
return {
|
|
type,
|
|
models: [],
|
|
execute: async () => ({ exitCode: 0, signal: null, timedOut: false }),
|
|
testEnvironment: async () => ({
|
|
adapterType: type,
|
|
status: "pass",
|
|
checks: [],
|
|
testedAt: new Date(0).toISOString(),
|
|
}),
|
|
};
|
|
}
|
|
|
|
function installedRecord(type = EXTERNAL_ADAPTER_TYPE) {
|
|
return {
|
|
packageName: EXTERNAL_PACKAGE_NAME,
|
|
type,
|
|
installedAt: new Date(0).toISOString(),
|
|
};
|
|
}
|
|
|
|
function createApp(actor: Express.Request["actor"]) {
|
|
if (!adapterRoutes || !errorHandler) {
|
|
throw new Error("adapter route test dependencies were not loaded");
|
|
}
|
|
|
|
const app = express();
|
|
app.use(express.json());
|
|
app.use((req, _res, next) => {
|
|
req.actor = {
|
|
...actor,
|
|
companyIds: Array.isArray(actor.companyIds) ? [...actor.companyIds] : actor.companyIds,
|
|
memberships: Array.isArray(actor.memberships)
|
|
? actor.memberships.map((membership) => ({ ...membership }))
|
|
: actor.memberships,
|
|
} as Express.Request["actor"];
|
|
next();
|
|
});
|
|
app.use("/api", adapterRoutes());
|
|
app.use(errorHandler);
|
|
return app;
|
|
}
|
|
|
|
async function requestApp(
|
|
app: express.Express,
|
|
buildRequest: (baseUrl: string) => request.Test,
|
|
) {
|
|
const { createServer } = await vi.importActual<typeof import("node:http")>("node:http");
|
|
const server = createServer(app);
|
|
try {
|
|
await new Promise<void>((resolve) => {
|
|
server.listen(0, "127.0.0.1", resolve);
|
|
});
|
|
const address = server.address();
|
|
if (!address || typeof address === "string") {
|
|
throw new Error("Expected HTTP server to listen on a TCP port");
|
|
}
|
|
return await buildRequest(`http://127.0.0.1:${address.port}`);
|
|
} finally {
|
|
if (server.listening) {
|
|
await new Promise<void>((resolve, reject) => {
|
|
server.close((error) => {
|
|
if (error) reject(error);
|
|
else resolve();
|
|
});
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
function boardMember(membershipRole: "admin" | "operator" | "viewer"): Express.Request["actor"] {
|
|
return {
|
|
type: "board",
|
|
userId: `${membershipRole}-user`,
|
|
userName: null,
|
|
userEmail: null,
|
|
source: "session",
|
|
isInstanceAdmin: false,
|
|
companyIds: ["company-1"],
|
|
memberships: [
|
|
{
|
|
companyId: "company-1",
|
|
membershipRole,
|
|
status: "active",
|
|
},
|
|
],
|
|
};
|
|
}
|
|
|
|
const instanceAdmin: Express.Request["actor"] = {
|
|
type: "board",
|
|
userId: "instance-admin",
|
|
userName: null,
|
|
userEmail: null,
|
|
source: "session",
|
|
isInstanceAdmin: true,
|
|
companyIds: [],
|
|
memberships: [],
|
|
};
|
|
|
|
function sendMutatingRequest(app: express.Express, name: string) {
|
|
switch (name) {
|
|
case "install":
|
|
return requestApp(app, (baseUrl) =>
|
|
request(baseUrl)
|
|
.post("/api/adapters/install")
|
|
.send({ packageName: EXTERNAL_PACKAGE_NAME }),
|
|
);
|
|
case "disable":
|
|
return requestApp(app, (baseUrl) =>
|
|
request(baseUrl)
|
|
.patch(`/api/adapters/${EXTERNAL_ADAPTER_TYPE}`)
|
|
.send({ disabled: true }),
|
|
);
|
|
case "override":
|
|
return requestApp(app, (baseUrl) =>
|
|
request(baseUrl)
|
|
.patch("/api/adapters/claude_local/override")
|
|
.send({ paused: true }),
|
|
);
|
|
case "delete":
|
|
return requestApp(app, (baseUrl) => request(baseUrl).delete(`/api/adapters/${EXTERNAL_ADAPTER_TYPE}`));
|
|
case "reload":
|
|
return requestApp(app, (baseUrl) => request(baseUrl).post(`/api/adapters/${EXTERNAL_ADAPTER_TYPE}/reload`));
|
|
case "reinstall":
|
|
return requestApp(app, (baseUrl) => request(baseUrl).post(`/api/adapters/${EXTERNAL_ADAPTER_TYPE}/reinstall`));
|
|
default:
|
|
throw new Error(`Unknown mutating adapter route: ${name}`);
|
|
}
|
|
}
|
|
|
|
function seedInstalledExternalAdapter() {
|
|
mocks.externalRecords.set(EXTERNAL_ADAPTER_TYPE, installedRecord());
|
|
unregisterServerAdapter(EXTERNAL_ADAPTER_TYPE);
|
|
registerServerAdapter(createAdapter());
|
|
}
|
|
|
|
function resetInstalledExternalAdapterState() {
|
|
mocks.externalRecords.clear();
|
|
unregisterServerAdapter(EXTERNAL_ADAPTER_TYPE);
|
|
setOverridePaused("claude_local", false);
|
|
}
|
|
|
|
describe.sequential("adapter management route authorization", () => {
|
|
beforeEach(async () => {
|
|
vi.resetModules();
|
|
vi.doUnmock("node:child_process");
|
|
vi.doUnmock("../services/adapter-plugin-store.js");
|
|
vi.doUnmock("../adapters/plugin-loader.js");
|
|
vi.doUnmock("../routes/adapters.js");
|
|
vi.doUnmock("../routes/authz.js");
|
|
vi.doUnmock("../middleware/index.js");
|
|
vi.doUnmock("../adapters/registry.js");
|
|
registerRouteMocks();
|
|
vi.doMock("../routes/authz.js", async () => vi.importActual("../routes/authz.js"));
|
|
|
|
const [routes, middleware, registry] = await Promise.all([
|
|
vi.importActual<typeof import("../routes/adapters.js")>("../routes/adapters.js"),
|
|
vi.importActual<typeof import("../middleware/index.js")>("../middleware/index.js"),
|
|
vi.importActual<typeof import("../adapters/registry.js")>("../adapters/registry.js"),
|
|
]);
|
|
adapterRoutes = routes.adapterRoutes;
|
|
errorHandler = middleware.errorHandler;
|
|
registerServerAdapter = registry.registerServerAdapter;
|
|
unregisterServerAdapter = registry.unregisterServerAdapter;
|
|
setOverridePaused = registry.setOverridePaused;
|
|
vi.clearAllMocks();
|
|
mocks.externalRecords.clear();
|
|
|
|
unregisterServerAdapter(EXTERNAL_ADAPTER_TYPE);
|
|
setOverridePaused("claude_local", false);
|
|
mocks.listAdapterPlugins.mockImplementation(() => [...mocks.externalRecords.values()]);
|
|
mocks.getAdapterPluginsDir.mockReturnValue("/tmp/paperclip-adapter-route-authz-test");
|
|
mocks.getDisabledAdapterTypes.mockReturnValue([]);
|
|
mocks.setAdapterDisabled.mockReturnValue(true);
|
|
mocks.buildExternalAdapters.mockResolvedValue([]);
|
|
mocks.loadExternalAdapterPackage.mockResolvedValue(createAdapter());
|
|
mocks.reloadExternalAdapter.mockImplementation(async (type: string) => createAdapter(type));
|
|
}, 20_000);
|
|
|
|
afterEach(() => {
|
|
unregisterServerAdapter(EXTERNAL_ADAPTER_TYPE);
|
|
setOverridePaused("claude_local", false);
|
|
});
|
|
|
|
it("rejects mutating adapter routes for a non-instance-admin board user with company membership", async () => {
|
|
for (const routeName of [
|
|
"install",
|
|
"disable",
|
|
"override",
|
|
"delete",
|
|
"reload",
|
|
"reinstall",
|
|
]) {
|
|
resetInstalledExternalAdapterState();
|
|
seedInstalledExternalAdapter();
|
|
const app = createApp(boardMember("admin"));
|
|
|
|
const res = await sendMutatingRequest(app, routeName);
|
|
|
|
expect(res.status, `${routeName}: ${JSON.stringify(res.body)}`).toBe(403);
|
|
}
|
|
});
|
|
|
|
it("allows instance admins to reach mutating adapter routes", async () => {
|
|
for (const [routeName, expectedStatus] of [
|
|
["install", 201],
|
|
["disable", 200],
|
|
["override", 200],
|
|
["delete", 200],
|
|
["reload", 200],
|
|
["reinstall", 200],
|
|
] as const) {
|
|
resetInstalledExternalAdapterState();
|
|
if (routeName !== "install") {
|
|
seedInstalledExternalAdapter();
|
|
}
|
|
const app = createApp(instanceAdmin);
|
|
|
|
const res = await sendMutatingRequest(app, routeName);
|
|
|
|
expect(res.status, `${routeName}: ${JSON.stringify(res.body)}`).toBe(expectedStatus);
|
|
}
|
|
});
|
|
|
|
it.each(["viewer", "operator"] as const)(
|
|
"does not let a company %s trigger adapter npm install or reload",
|
|
async (membershipRole) => {
|
|
seedInstalledExternalAdapter();
|
|
const installApp = createApp(boardMember(membershipRole));
|
|
const reloadApp = createApp(boardMember(membershipRole));
|
|
|
|
const install = await requestApp(installApp, (baseUrl) =>
|
|
request(baseUrl)
|
|
.post("/api/adapters/install")
|
|
.send({ packageName: EXTERNAL_PACKAGE_NAME }),
|
|
);
|
|
const reload = await requestApp(reloadApp, (baseUrl) =>
|
|
request(baseUrl).post(`/api/adapters/${EXTERNAL_ADAPTER_TYPE}/reload`),
|
|
);
|
|
|
|
expect(install.status, JSON.stringify(install.body)).toBe(403);
|
|
expect(reload.status, JSON.stringify(reload.body)).toBe(403);
|
|
expect(mocks.execFile).not.toHaveBeenCalled();
|
|
expect(mocks.loadExternalAdapterPackage).not.toHaveBeenCalled();
|
|
expect(mocks.reloadExternalAdapter).not.toHaveBeenCalled();
|
|
},
|
|
);
|
|
});
|