forked from farhoodlabs/paperclip
ab9051b595
## Thinking Path > - Paperclip orchestrates AI agents for zero-human companies. > - Operators and agents coordinate through company-scoped issues, comments, documents, and task relationships. > - Issue text can mention other tickets, but those references were previously plain markdown/text without durable relationship data. > - That made it harder to understand related work, surface backlinks, and keep cross-ticket context visible in the board. > - This pull request adds first-class issue reference extraction, storage, API responses, and UI surfaces. > - The benefit is that issue references become queryable, navigable, and visible without relying on ad hoc text scanning. ## What Changed - Added shared issue-reference parsing utilities and exported reference-related types/constants. - Added an `issue_reference_mentions` table, idempotent migration DDL, schema exports, and database documentation. - Added server-side issue reference services, route integration, activity summaries, and a backfill command for existing issue content. - Added UI reference pills, related-work panels, markdown/editor mention handling, and issue detail/property rendering updates. - Added focused shared, server, and UI tests for parsing, persistence, display, and related-work behavior. - Rebased `PAP-735-first-class-task-references` cleanly onto `public-gh/master`; no `pnpm-lock.yaml` changes are included. ## Verification - `pnpm -r typecheck` - `pnpm test:run packages/shared/src/issue-references.test.ts server/src/__tests__/issue-references-service.test.ts ui/src/components/IssueRelatedWorkPanel.test.tsx ui/src/components/IssueProperties.test.tsx ui/src/components/MarkdownBody.test.tsx` ## Risks - Medium risk because this adds a new issue-reference persistence path that touches shared parsing, database schema, server routes, and UI rendering. - Migration risk is mitigated by `CREATE TABLE IF NOT EXISTS`, guarded foreign-key creation, and `CREATE INDEX IF NOT EXISTS` statements so users who have applied an older local version of the numbered migration can re-run safely. - UI risk is limited by focused component coverage, but reviewers should still manually inspect issue detail pages containing ticket references before merge. > For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and discuss it in `#dev` before opening the PR. Feature PRs that overlap with planned core work may need to be redirected — check the roadmap first. See `CONTRIBUTING.md`. ## Model Used - OpenAI Codex, GPT-5-based coding agent, tool-using shell workflow with repository inspection, git rebase/push, typecheck, and focused Vitest verification. ## Checklist - [x] I have included a thinking path that traces from project context to this change - [x] I have specified the model used (with version and capability details) - [x] I have checked ROADMAP.md and confirmed this PR does not duplicate planned core work - [x] I have run tests locally and they pass - [x] I have added or updated tests where applicable - [x] If this change affects the UI, I have included before/after screenshots - [x] I have updated relevant documentation to reflect my changes - [x] I have considered and documented any risks above - [x] I will address all Greptile and reviewer comments before requesting merge --------- Co-authored-by: dotta <dotta@example.com> Co-authored-by: Paperclip <noreply@paperclip.ing>
245 lines
8.0 KiB
TypeScript
245 lines
8.0 KiB
TypeScript
import { randomUUID } from "node:crypto";
|
|
import { sql } from "drizzle-orm";
|
|
import { afterAll, afterEach, beforeAll, describe, expect, it } from "vitest";
|
|
import {
|
|
companies,
|
|
createDb,
|
|
documents,
|
|
issueComments,
|
|
issueDocuments,
|
|
issueReferenceMentions,
|
|
issues,
|
|
} from "@paperclipai/db";
|
|
import {
|
|
getEmbeddedPostgresTestSupport,
|
|
startEmbeddedPostgresTestDatabase,
|
|
} from "./helpers/embedded-postgres.js";
|
|
import { issueReferenceService } from "../services/issue-references.ts";
|
|
|
|
const embeddedPostgresSupport = await getEmbeddedPostgresTestSupport();
|
|
const describeEmbeddedPostgres = embeddedPostgresSupport.supported ? describe : describe.skip;
|
|
|
|
async function ensureIssueReferenceMentionsTable(db: ReturnType<typeof createDb>) {
|
|
await db.execute(sql.raw(`
|
|
CREATE TABLE IF NOT EXISTS "issue_reference_mentions" (
|
|
"id" uuid PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
"company_id" uuid NOT NULL,
|
|
"source_issue_id" uuid NOT NULL REFERENCES "issues"("id") ON DELETE CASCADE,
|
|
"target_issue_id" uuid NOT NULL REFERENCES "issues"("id") ON DELETE CASCADE,
|
|
"source_kind" text NOT NULL,
|
|
"source_record_id" uuid,
|
|
"document_key" text,
|
|
"matched_text" text,
|
|
"created_at" timestamptz NOT NULL DEFAULT now(),
|
|
"updated_at" timestamptz NOT NULL DEFAULT now()
|
|
);
|
|
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_source_issue_idx"
|
|
ON "issue_reference_mentions" ("company_id", "source_issue_id");
|
|
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_target_issue_idx"
|
|
ON "issue_reference_mentions" ("company_id", "target_issue_id");
|
|
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_issue_pair_idx"
|
|
ON "issue_reference_mentions" ("company_id", "source_issue_id", "target_issue_id");
|
|
CREATE UNIQUE INDEX IF NOT EXISTS "issue_reference_mentions_company_source_mention_uq"
|
|
ON "issue_reference_mentions" ("company_id", "source_issue_id", "target_issue_id", "source_kind", "source_record_id");
|
|
`));
|
|
}
|
|
|
|
if (!embeddedPostgresSupport.supported) {
|
|
console.warn(
|
|
`Skipping embedded Postgres issue reference tests on this host: ${embeddedPostgresSupport.reason ?? "unsupported environment"}`,
|
|
);
|
|
}
|
|
|
|
describeEmbeddedPostgres("issueReferenceService", () => {
|
|
let db!: ReturnType<typeof createDb>;
|
|
let refs!: ReturnType<typeof issueReferenceService>;
|
|
let tempDb: Awaited<ReturnType<typeof startEmbeddedPostgresTestDatabase>> | null = null;
|
|
|
|
beforeAll(async () => {
|
|
tempDb = await startEmbeddedPostgresTestDatabase("paperclip-issue-refs-");
|
|
db = createDb(tempDb.connectionString);
|
|
refs = issueReferenceService(db);
|
|
await ensureIssueReferenceMentionsTable(db);
|
|
}, 20_000);
|
|
|
|
afterEach(async () => {
|
|
await db.delete(issueReferenceMentions);
|
|
await db.delete(issueComments);
|
|
await db.delete(issueDocuments);
|
|
await db.delete(documents);
|
|
await db.delete(issues);
|
|
await db.delete(companies);
|
|
});
|
|
|
|
afterAll(async () => {
|
|
await tempDb?.cleanup();
|
|
});
|
|
|
|
it("tracks outbound and inbound references across issue fields, comments, and documents", async () => {
|
|
const companyId = randomUUID();
|
|
const sourceIssueId = randomUUID();
|
|
const targetTwoId = randomUUID();
|
|
const targetThreeId = randomUUID();
|
|
const inboundIssueId = randomUUID();
|
|
const commentId = randomUUID();
|
|
const documentId = randomUUID();
|
|
const issueDocumentId = randomUUID();
|
|
|
|
await db.insert(companies).values({
|
|
id: companyId,
|
|
name: "Paperclip",
|
|
issuePrefix: `R${companyId.replace(/-/g, "").slice(0, 6).toUpperCase()}`,
|
|
requireBoardApprovalForNewAgents: false,
|
|
});
|
|
|
|
await db.insert(issues).values([
|
|
{
|
|
id: sourceIssueId,
|
|
companyId,
|
|
title: "Coordinate PAP-2",
|
|
description: "Review /issues/pap-3 and ignore PAP-1 self references.",
|
|
status: "todo",
|
|
priority: "medium",
|
|
identifier: "PAP-1",
|
|
},
|
|
{
|
|
id: targetTwoId,
|
|
companyId,
|
|
title: "Target two",
|
|
status: "todo",
|
|
priority: "medium",
|
|
identifier: "PAP-2",
|
|
},
|
|
{
|
|
id: targetThreeId,
|
|
companyId,
|
|
title: "Target three",
|
|
status: "todo",
|
|
priority: "medium",
|
|
identifier: "PAP-3",
|
|
},
|
|
{
|
|
id: inboundIssueId,
|
|
companyId,
|
|
title: "Inbound reference",
|
|
description: "This one depends on PAP-1.",
|
|
status: "in_progress",
|
|
priority: "high",
|
|
identifier: "PAP-4",
|
|
},
|
|
]);
|
|
|
|
await refs.syncIssue(sourceIssueId);
|
|
await refs.syncIssue(inboundIssueId);
|
|
|
|
await db.insert(issueComments).values({
|
|
id: commentId,
|
|
companyId,
|
|
issueId: sourceIssueId,
|
|
body: "Follow up in https://paperclip.test/issues/pap-2 after the document lands.",
|
|
});
|
|
await refs.syncComment(commentId);
|
|
|
|
await db.insert(documents).values({
|
|
id: documentId,
|
|
companyId,
|
|
title: "Plan",
|
|
format: "markdown",
|
|
latestBody: "Spec note: /PAP/issues/PAP-3",
|
|
latestRevisionNumber: 1,
|
|
});
|
|
await db.insert(issueDocuments).values({
|
|
id: issueDocumentId,
|
|
companyId,
|
|
issueId: sourceIssueId,
|
|
documentId,
|
|
key: "plan",
|
|
});
|
|
await refs.syncDocument(documentId);
|
|
|
|
const summary = await refs.listIssueReferenceSummary(sourceIssueId);
|
|
|
|
expect(summary.outbound.map((item) => item.issue.identifier)).toEqual(["PAP-2", "PAP-3"]);
|
|
expect(summary.outbound[0]?.mentionCount).toBe(2);
|
|
expect(summary.outbound[0]?.sources.map((source) => source.label)).toEqual(["title", "comment"]);
|
|
expect(summary.outbound[1]?.mentionCount).toBe(2);
|
|
expect(summary.outbound[1]?.sources.map((source) => source.label)).toEqual(["description", "plan"]);
|
|
expect(summary.inbound.map((item) => item.issue.identifier)).toEqual(["PAP-4"]);
|
|
|
|
await refs.deleteDocumentSource(documentId);
|
|
|
|
const withoutDocument = await refs.listIssueReferenceSummary(sourceIssueId);
|
|
const pap3 = withoutDocument.outbound.find((item) => item.issue.identifier === "PAP-3");
|
|
|
|
expect(pap3?.mentionCount).toBe(1);
|
|
expect(pap3?.sources.map((source) => source.label)).toEqual(["description"]);
|
|
});
|
|
|
|
it("backfills existing references for a company without requiring write-time sync", async () => {
|
|
const companyId = randomUUID();
|
|
const sourceIssueId = randomUUID();
|
|
const targetIssueId = randomUUID();
|
|
const commentId = randomUUID();
|
|
const documentId = randomUUID();
|
|
const issueDocumentId = randomUUID();
|
|
|
|
await db.insert(companies).values({
|
|
id: companyId,
|
|
name: "Paperclip Backfill",
|
|
issuePrefix: `B${companyId.replace(/-/g, "").slice(0, 6).toUpperCase()}`,
|
|
requireBoardApprovalForNewAgents: false,
|
|
});
|
|
|
|
await db.insert(issues).values([
|
|
{
|
|
id: sourceIssueId,
|
|
companyId,
|
|
title: "Legacy issue",
|
|
status: "todo",
|
|
priority: "medium",
|
|
identifier: "PAP-10",
|
|
},
|
|
{
|
|
id: targetIssueId,
|
|
companyId,
|
|
title: "Referenced legacy issue",
|
|
status: "todo",
|
|
priority: "medium",
|
|
identifier: "PAP-20",
|
|
},
|
|
]);
|
|
|
|
await db.insert(issueComments).values({
|
|
id: commentId,
|
|
companyId,
|
|
issueId: sourceIssueId,
|
|
body: "Legacy comment points at PAP-20.",
|
|
});
|
|
|
|
await db.insert(documents).values({
|
|
id: documentId,
|
|
companyId,
|
|
title: "Legacy plan",
|
|
format: "markdown",
|
|
latestBody: "Legacy plan also links /issues/PAP-20.",
|
|
latestRevisionNumber: 1,
|
|
});
|
|
await db.insert(issueDocuments).values({
|
|
id: issueDocumentId,
|
|
companyId,
|
|
issueId: sourceIssueId,
|
|
documentId,
|
|
key: "plan",
|
|
});
|
|
|
|
await refs.syncAllForCompany(companyId);
|
|
|
|
const summary = await refs.listIssueReferenceSummary(sourceIssueId);
|
|
|
|
expect(summary.outbound).toHaveLength(1);
|
|
expect(summary.outbound[0]?.issue.identifier).toBe("PAP-20");
|
|
expect(summary.outbound[0]?.mentionCount).toBe(2);
|
|
expect(summary.outbound[0]?.sources.map((source) => source.label)).toEqual(["plan", "comment"]);
|
|
});
|
|
});
|