Files
paperclip/server/src/__tests__/issue-references-service.test.ts
T
Dotta ab9051b595 Add first-class issue references (#4214)
## Thinking Path

> - Paperclip orchestrates AI agents for zero-human companies.
> - Operators and agents coordinate through company-scoped issues,
comments, documents, and task relationships.
> - Issue text can mention other tickets, but those references were
previously plain markdown/text without durable relationship data.
> - That made it harder to understand related work, surface backlinks,
and keep cross-ticket context visible in the board.
> - This pull request adds first-class issue reference extraction,
storage, API responses, and UI surfaces.
> - The benefit is that issue references become queryable, navigable,
and visible without relying on ad hoc text scanning.

## What Changed

- Added shared issue-reference parsing utilities and exported
reference-related types/constants.
- Added an `issue_reference_mentions` table, idempotent migration DDL,
schema exports, and database documentation.
- Added server-side issue reference services, route integration,
activity summaries, and a backfill command for existing issue content.
- Added UI reference pills, related-work panels, markdown/editor mention
handling, and issue detail/property rendering updates.
- Added focused shared, server, and UI tests for parsing, persistence,
display, and related-work behavior.
- Rebased `PAP-735-first-class-task-references` cleanly onto
`public-gh/master`; no `pnpm-lock.yaml` changes are included.

## Verification

- `pnpm -r typecheck`
- `pnpm test:run packages/shared/src/issue-references.test.ts
server/src/__tests__/issue-references-service.test.ts
ui/src/components/IssueRelatedWorkPanel.test.tsx
ui/src/components/IssueProperties.test.tsx
ui/src/components/MarkdownBody.test.tsx`

## Risks

- Medium risk because this adds a new issue-reference persistence path
that touches shared parsing, database schema, server routes, and UI
rendering.
- Migration risk is mitigated by `CREATE TABLE IF NOT EXISTS`, guarded
foreign-key creation, and `CREATE INDEX IF NOT EXISTS` statements so
users who have applied an older local version of the numbered migration
can re-run safely.
- UI risk is limited by focused component coverage, but reviewers should
still manually inspect issue detail pages containing ticket references
before merge.

> For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and
discuss it in `#dev` before opening the PR. Feature PRs that overlap
with planned core work may need to be redirected — check the roadmap
first. See `CONTRIBUTING.md`.

## Model Used

- OpenAI Codex, GPT-5-based coding agent, tool-using shell workflow with
repository inspection, git rebase/push, typecheck, and focused Vitest
verification.

## Checklist

- [x] I have included a thinking path that traces from project context
to this change
- [x] I have specified the model used (with version and capability
details)
- [x] I have checked ROADMAP.md and confirmed this PR does not duplicate
planned core work
- [x] I have run tests locally and they pass
- [x] I have added or updated tests where applicable
- [x] If this change affects the UI, I have included before/after
screenshots
- [x] I have updated relevant documentation to reflect my changes
- [x] I have considered and documented any risks above
- [x] I will address all Greptile and reviewer comments before
requesting merge

---------

Co-authored-by: dotta <dotta@example.com>
Co-authored-by: Paperclip <noreply@paperclip.ing>
2026-04-21 10:02:52 -05:00

245 lines
8.0 KiB
TypeScript

import { randomUUID } from "node:crypto";
import { sql } from "drizzle-orm";
import { afterAll, afterEach, beforeAll, describe, expect, it } from "vitest";
import {
companies,
createDb,
documents,
issueComments,
issueDocuments,
issueReferenceMentions,
issues,
} from "@paperclipai/db";
import {
getEmbeddedPostgresTestSupport,
startEmbeddedPostgresTestDatabase,
} from "./helpers/embedded-postgres.js";
import { issueReferenceService } from "../services/issue-references.ts";
const embeddedPostgresSupport = await getEmbeddedPostgresTestSupport();
const describeEmbeddedPostgres = embeddedPostgresSupport.supported ? describe : describe.skip;
async function ensureIssueReferenceMentionsTable(db: ReturnType<typeof createDb>) {
await db.execute(sql.raw(`
CREATE TABLE IF NOT EXISTS "issue_reference_mentions" (
"id" uuid PRIMARY KEY DEFAULT gen_random_uuid(),
"company_id" uuid NOT NULL,
"source_issue_id" uuid NOT NULL REFERENCES "issues"("id") ON DELETE CASCADE,
"target_issue_id" uuid NOT NULL REFERENCES "issues"("id") ON DELETE CASCADE,
"source_kind" text NOT NULL,
"source_record_id" uuid,
"document_key" text,
"matched_text" text,
"created_at" timestamptz NOT NULL DEFAULT now(),
"updated_at" timestamptz NOT NULL DEFAULT now()
);
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_source_issue_idx"
ON "issue_reference_mentions" ("company_id", "source_issue_id");
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_target_issue_idx"
ON "issue_reference_mentions" ("company_id", "target_issue_id");
CREATE INDEX IF NOT EXISTS "issue_reference_mentions_company_issue_pair_idx"
ON "issue_reference_mentions" ("company_id", "source_issue_id", "target_issue_id");
CREATE UNIQUE INDEX IF NOT EXISTS "issue_reference_mentions_company_source_mention_uq"
ON "issue_reference_mentions" ("company_id", "source_issue_id", "target_issue_id", "source_kind", "source_record_id");
`));
}
if (!embeddedPostgresSupport.supported) {
console.warn(
`Skipping embedded Postgres issue reference tests on this host: ${embeddedPostgresSupport.reason ?? "unsupported environment"}`,
);
}
describeEmbeddedPostgres("issueReferenceService", () => {
let db!: ReturnType<typeof createDb>;
let refs!: ReturnType<typeof issueReferenceService>;
let tempDb: Awaited<ReturnType<typeof startEmbeddedPostgresTestDatabase>> | null = null;
beforeAll(async () => {
tempDb = await startEmbeddedPostgresTestDatabase("paperclip-issue-refs-");
db = createDb(tempDb.connectionString);
refs = issueReferenceService(db);
await ensureIssueReferenceMentionsTable(db);
}, 20_000);
afterEach(async () => {
await db.delete(issueReferenceMentions);
await db.delete(issueComments);
await db.delete(issueDocuments);
await db.delete(documents);
await db.delete(issues);
await db.delete(companies);
});
afterAll(async () => {
await tempDb?.cleanup();
});
it("tracks outbound and inbound references across issue fields, comments, and documents", async () => {
const companyId = randomUUID();
const sourceIssueId = randomUUID();
const targetTwoId = randomUUID();
const targetThreeId = randomUUID();
const inboundIssueId = randomUUID();
const commentId = randomUUID();
const documentId = randomUUID();
const issueDocumentId = randomUUID();
await db.insert(companies).values({
id: companyId,
name: "Paperclip",
issuePrefix: `R${companyId.replace(/-/g, "").slice(0, 6).toUpperCase()}`,
requireBoardApprovalForNewAgents: false,
});
await db.insert(issues).values([
{
id: sourceIssueId,
companyId,
title: "Coordinate PAP-2",
description: "Review /issues/pap-3 and ignore PAP-1 self references.",
status: "todo",
priority: "medium",
identifier: "PAP-1",
},
{
id: targetTwoId,
companyId,
title: "Target two",
status: "todo",
priority: "medium",
identifier: "PAP-2",
},
{
id: targetThreeId,
companyId,
title: "Target three",
status: "todo",
priority: "medium",
identifier: "PAP-3",
},
{
id: inboundIssueId,
companyId,
title: "Inbound reference",
description: "This one depends on PAP-1.",
status: "in_progress",
priority: "high",
identifier: "PAP-4",
},
]);
await refs.syncIssue(sourceIssueId);
await refs.syncIssue(inboundIssueId);
await db.insert(issueComments).values({
id: commentId,
companyId,
issueId: sourceIssueId,
body: "Follow up in https://paperclip.test/issues/pap-2 after the document lands.",
});
await refs.syncComment(commentId);
await db.insert(documents).values({
id: documentId,
companyId,
title: "Plan",
format: "markdown",
latestBody: "Spec note: /PAP/issues/PAP-3",
latestRevisionNumber: 1,
});
await db.insert(issueDocuments).values({
id: issueDocumentId,
companyId,
issueId: sourceIssueId,
documentId,
key: "plan",
});
await refs.syncDocument(documentId);
const summary = await refs.listIssueReferenceSummary(sourceIssueId);
expect(summary.outbound.map((item) => item.issue.identifier)).toEqual(["PAP-2", "PAP-3"]);
expect(summary.outbound[0]?.mentionCount).toBe(2);
expect(summary.outbound[0]?.sources.map((source) => source.label)).toEqual(["title", "comment"]);
expect(summary.outbound[1]?.mentionCount).toBe(2);
expect(summary.outbound[1]?.sources.map((source) => source.label)).toEqual(["description", "plan"]);
expect(summary.inbound.map((item) => item.issue.identifier)).toEqual(["PAP-4"]);
await refs.deleteDocumentSource(documentId);
const withoutDocument = await refs.listIssueReferenceSummary(sourceIssueId);
const pap3 = withoutDocument.outbound.find((item) => item.issue.identifier === "PAP-3");
expect(pap3?.mentionCount).toBe(1);
expect(pap3?.sources.map((source) => source.label)).toEqual(["description"]);
});
it("backfills existing references for a company without requiring write-time sync", async () => {
const companyId = randomUUID();
const sourceIssueId = randomUUID();
const targetIssueId = randomUUID();
const commentId = randomUUID();
const documentId = randomUUID();
const issueDocumentId = randomUUID();
await db.insert(companies).values({
id: companyId,
name: "Paperclip Backfill",
issuePrefix: `B${companyId.replace(/-/g, "").slice(0, 6).toUpperCase()}`,
requireBoardApprovalForNewAgents: false,
});
await db.insert(issues).values([
{
id: sourceIssueId,
companyId,
title: "Legacy issue",
status: "todo",
priority: "medium",
identifier: "PAP-10",
},
{
id: targetIssueId,
companyId,
title: "Referenced legacy issue",
status: "todo",
priority: "medium",
identifier: "PAP-20",
},
]);
await db.insert(issueComments).values({
id: commentId,
companyId,
issueId: sourceIssueId,
body: "Legacy comment points at PAP-20.",
});
await db.insert(documents).values({
id: documentId,
companyId,
title: "Legacy plan",
format: "markdown",
latestBody: "Legacy plan also links /issues/PAP-20.",
latestRevisionNumber: 1,
});
await db.insert(issueDocuments).values({
id: issueDocumentId,
companyId,
issueId: sourceIssueId,
documentId,
key: "plan",
});
await refs.syncAllForCompany(companyId);
const summary = await refs.listIssueReferenceSummary(sourceIssueId);
expect(summary.outbound).toHaveLength(1);
expect(summary.outbound[0]?.issue.identifier).toBe("PAP-20");
expect(summary.outbound[0]?.mentionCount).toBe(2);
expect(summary.outbound[0]?.sources.map((source) => source.label)).toEqual(["plan", "comment"]);
});
});