feat(db): 0004 媒体域——assets/usages 双唯一
media_assets 双唯一 UNIQUE(site_id, source_url) / UNIQUE(site_id, public_path) + status 四值 enum + source_id 可空;media_usages 复合主键 (media_asset_id, content_revision_id, field_path),无独立 id/时间戳(spec §5.5)。 vitest fileParallelism: false——不可变表清场 DISABLE/ENABLE TRIGGER 是库级 DDL, 与并行文件的不可变断言竞态(实测 media 清场窗口内 content 断言偶发放行); 串行执行消除竞态,套件仅数秒。 Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,37 @@
|
||||
CREATE TYPE "public"."media_asset_status" AS ENUM('ready', 'missing', 'quarantined', 'unsupported');--> statement-breakpoint
|
||||
CREATE TABLE "media_assets" (
|
||||
"id" uuid PRIMARY KEY DEFAULT gen_random_uuid() NOT NULL,
|
||||
"site_id" uuid NOT NULL,
|
||||
"source_connection_id" uuid NOT NULL,
|
||||
"source_id" text,
|
||||
"source_url" text NOT NULL,
|
||||
"source_path" text NOT NULL,
|
||||
"storage_path" text NOT NULL,
|
||||
"public_path" text NOT NULL,
|
||||
"sha256" text NOT NULL,
|
||||
"detected_mime" text NOT NULL,
|
||||
"declared_mime" text,
|
||||
"byte_size" bigint NOT NULL,
|
||||
"width" integer,
|
||||
"height" integer,
|
||||
"alt_text" text,
|
||||
"status" "media_asset_status" NOT NULL,
|
||||
"created_at" timestamp with time zone DEFAULT now() NOT NULL
|
||||
);
|
||||
--> statement-breakpoint
|
||||
CREATE TABLE "media_usages" (
|
||||
"site_id" uuid NOT NULL,
|
||||
"media_asset_id" uuid NOT NULL,
|
||||
"content_revision_id" uuid NOT NULL,
|
||||
"field_path" text NOT NULL,
|
||||
"source_url" text NOT NULL,
|
||||
CONSTRAINT "media_usages_media_asset_id_content_revision_id_field_path_pk" PRIMARY KEY("media_asset_id","content_revision_id","field_path")
|
||||
);
|
||||
--> statement-breakpoint
|
||||
ALTER TABLE "media_assets" ADD CONSTRAINT "media_assets_site_id_sites_id_fk" FOREIGN KEY ("site_id") REFERENCES "public"."sites"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
|
||||
ALTER TABLE "media_assets" ADD CONSTRAINT "media_assets_source_connection_id_source_connections_id_fk" FOREIGN KEY ("source_connection_id") REFERENCES "public"."source_connections"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
|
||||
ALTER TABLE "media_usages" ADD CONSTRAINT "media_usages_site_id_sites_id_fk" FOREIGN KEY ("site_id") REFERENCES "public"."sites"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
|
||||
ALTER TABLE "media_usages" ADD CONSTRAINT "media_usages_media_asset_id_media_assets_id_fk" FOREIGN KEY ("media_asset_id") REFERENCES "public"."media_assets"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
|
||||
ALTER TABLE "media_usages" ADD CONSTRAINT "media_usages_content_revision_id_content_revisions_id_fk" FOREIGN KEY ("content_revision_id") REFERENCES "public"."content_revisions"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
|
||||
CREATE UNIQUE INDEX "media_assets_source_url_uq" ON "media_assets" USING btree ("site_id","source_url");--> statement-breakpoint
|
||||
CREATE UNIQUE INDEX "media_assets_public_path_uq" ON "media_assets" USING btree ("site_id","public_path");
|
||||
File diff suppressed because it is too large
Load Diff
@@ -29,6 +29,13 @@
|
||||
"when": 1792496827818,
|
||||
"tag": "0003_groovy_phil_sheldon",
|
||||
"breakpoints": true
|
||||
},
|
||||
{
|
||||
"idx": 4,
|
||||
"version": "7",
|
||||
"when": 1792497336007,
|
||||
"tag": "0004_last_victor_mancha",
|
||||
"breakpoints": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -1,4 +1,4 @@
|
||||
// 聚合导出:Task 6 起按域追加 pgTable 定义(站点域 = 迁移文件 0000_pale_sumo;来源域 = 0001_*;内容域 = 0002_*;分类域 = 0003_*)
|
||||
// 聚合导出:Task 6 起按域追加 pgTable 定义(站点域 = 迁移文件 0000_pale_sumo;来源域 = 0001_*;内容域 = 0002_*;分类域 = 0003_*;媒体域 = 0004_*)
|
||||
import { pgTable, pgEnum, uuid, text, integer, bigint, jsonb, timestamp, uniqueIndex, index, boolean, primaryKey, type AnyPgColumn } from 'drizzle-orm/pg-core'
|
||||
|
||||
export const sites = pgTable('sites', {
|
||||
@@ -172,3 +172,44 @@ export const contentTerms = pgTable('content_terms', {
|
||||
termId: uuid('term_id').notNull().references(() => terms.id),
|
||||
isPrimary: boolean('is_primary').notNull(),
|
||||
}, (t) => [primaryKey({ columns: [t.siteId, t.contentEntryId, t.termId] })])
|
||||
|
||||
// ---- 媒体域(spec §5.5;迁移文件 0004_*,无手写 SQL)----
|
||||
// 媒体资产与使用关系:匹配按 source_url 找(spec 匹配顺序 1-3),发布按 public_path 寻址,
|
||||
// 故库层打双唯一——同站同一来源 URL 只入一次库,同站公开路径不冲突(换路径放行 = 新资产)。
|
||||
|
||||
export const mediaAssetStatus = pgEnum('media_asset_status', ['ready', 'missing', 'quarantined', 'unsupported'])
|
||||
|
||||
export const mediaAssets = pgTable('media_assets', {
|
||||
id: uuid('id').primaryKey().defaultRandom(),
|
||||
siteId: uuid('site_id').notNull().references(() => sites.id),
|
||||
sourceConnectionId: uuid('source_connection_id').notNull().references(() => sourceConnections.id),
|
||||
// WP 站外媒体(热链/外部图床)在来源系统内没有附件 ID,source_id 必须可空
|
||||
sourceId: text('source_id'),
|
||||
sourceUrl: text('source_url').notNull(),
|
||||
sourcePath: text('source_path').notNull(),
|
||||
storagePath: text('storage_path').notNull(),
|
||||
publicPath: text('public_path').notNull(),
|
||||
sha256: text('sha256').notNull(),
|
||||
detectedMimeType: text('detected_mime').notNull(),
|
||||
declaredMimeType: text('declared_mime'),
|
||||
byteSize: bigint('byte_size', { mode: 'number' }).notNull(),
|
||||
width: integer('width'),
|
||||
height: integer('height'),
|
||||
altText: text('alt_text'),
|
||||
status: mediaAssetStatus('status').notNull(),
|
||||
createdAt: timestamp('created_at', { withTimezone: true }).notNull().defaultNow(),
|
||||
}, (t) => [
|
||||
uniqueIndex('media_assets_source_url_uq').on(t.siteId, t.sourceUrl),
|
||||
uniqueIndex('media_assets_public_path_uq').on(t.siteId, t.publicPath),
|
||||
])
|
||||
|
||||
// 使用关系:一资产在一修订的一字段位被引用一次。复合主键 (media_asset_id, content_revision_id,
|
||||
// field_path) 天然防重;无独立 id/时间戳(照 spec §5.5——usage 是修订不可变快照的一部分,
|
||||
// 修订不可变则 usage 无需自身生命周期)。content_revision_id 指向不可变的 content_revisions。
|
||||
export const mediaUsages = pgTable('media_usages', {
|
||||
siteId: uuid('site_id').notNull().references(() => sites.id),
|
||||
mediaAssetId: uuid('media_asset_id').notNull().references(() => mediaAssets.id),
|
||||
contentRevisionId: uuid('content_revision_id').notNull().references(() => contentRevisions.id),
|
||||
fieldPath: text('field_path').notNull(),
|
||||
sourceUrl: text('source_url').notNull(),
|
||||
}, (t) => [primaryKey({ columns: [t.mediaAssetId, t.contentRevisionId, t.fieldPath] })])
|
||||
|
||||
@@ -0,0 +1,166 @@
|
||||
// 媒体域集成测试:media_assets 双唯一 UNIQUE(site_id, source_url) 与 UNIQUE(site_id, public_path)
|
||||
// (各带"换列值放行"对照组——同站不同源 URL / 不同公开路径都是合法的第二次入库)+
|
||||
// media_usages 复合主键 (media_asset_id, content_revision_id, field_path)(换 field_path 放行——
|
||||
// 同媒体同修订不同字段位引用合法)+ status enum 四值可写往返 + source_id 可空(WP 站外媒体无源 ID)。
|
||||
// 生命周期纪律:随机后缀插入 + finally 反序清理;content_revisions 不可变,清场走
|
||||
// DISABLE TRIGGER → 删本级行 → ENABLE,嵌套 finally 保证触发器必然恢复。
|
||||
// 清场顺序:usages → assets → connections →(DISABLE 删 revisions)→ entries → site。
|
||||
import { describe, it, expect } from 'vitest'
|
||||
import { getDb } from '../../apps/api/src/db/client.js'
|
||||
|
||||
type Db = ReturnType<typeof getDb>
|
||||
type Fixture = {
|
||||
siteId: string
|
||||
connectionId: string
|
||||
entryId: string
|
||||
revisionId: string
|
||||
assetId: string
|
||||
rand: string
|
||||
sourceUrl: string
|
||||
publicPath: string
|
||||
}
|
||||
|
||||
// 建链(FK 依赖顺序):site → source_connection(asset 的来源)+ content_entry → content_revision
|
||||
// (usage 的引用目标)→ media_asset(ready 态,供双唯一探测与 enum 往返)。
|
||||
async function setupMediaFixture(db: Db): Promise<Fixture> {
|
||||
const rand = `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`
|
||||
const site = (await db.execute(`insert into sites (id, key, name, default_locale, production_origin)
|
||||
values (gen_random_uuid(), 'media-${rand}', 'MediaFixture', 'en', 'https://media.example') returning id`)) as any
|
||||
const siteId = site[0].id
|
||||
const conn = (await db.execute(`insert into source_connections (id, site_id, kind, name, configuration)
|
||||
values (gen_random_uuid(), '${siteId}', 'wxr', 'media-conn-${rand}', '{}') returning id`)) as any
|
||||
const entry = (await db.execute(`insert into content_entries (id, site_id, type_key, lifecycle_status)
|
||||
values (gen_random_uuid(), '${siteId}', 'post', 'active') returning id`)) as any
|
||||
const rev = (await db.execute(`insert into content_revisions (id, site_id, content_entry_id, locale, schema_version, data, checksum, source_kind, created_by)
|
||||
values (gen_random_uuid(), '${siteId}', '${entry[0].id}', 'en', 1, '{"body":"<img>"}', 'ck-media-${rand}', 'manual', 'tester') returning id`)) as any
|
||||
const sourceUrl = `https://wp.example/uploads/${rand}/pic.jpg`
|
||||
const publicPath = `/uploads/${rand}/pic.jpg`
|
||||
const asset = (await db.execute(`insert into media_assets (id, site_id, source_connection_id, source_id, source_url, source_path, storage_path, public_path, sha256, detected_mime, declared_mime, byte_size, width, height, alt_text, status)
|
||||
values (gen_random_uuid(), '${siteId}', '${conn[0].id}', 'wp-att-${rand}', '${sourceUrl}', 'wp-content/uploads/${rand}/pic.jpg', 'media/${rand}/pic.jpg', '${publicPath}', 'sha256-${rand}', 'image/jpeg', 'image/jpg', 2048, 640, 480, 'Pic ${rand}', 'ready') returning id`)) as any
|
||||
return {
|
||||
siteId,
|
||||
connectionId: conn[0].id,
|
||||
entryId: entry[0].id,
|
||||
revisionId: rev[0].id,
|
||||
assetId: asset[0].id,
|
||||
rand,
|
||||
sourceUrl,
|
||||
publicPath,
|
||||
}
|
||||
}
|
||||
|
||||
// 反序清理:media_usages → media_assets → source_connections →
|
||||
// content_revisions(不可变:DISABLE → 删 → ENABLE 嵌套 finally)→ content_entries → site。
|
||||
async function cleanupMediaFixture(db: Db, f: Fixture) {
|
||||
await db.execute(`delete from media_usages where site_id = '${f.siteId}'`)
|
||||
await db.execute(`delete from media_assets where site_id = '${f.siteId}'`)
|
||||
await db.execute(`delete from source_connections where site_id = '${f.siteId}'`)
|
||||
await db.execute(`alter table content_revisions disable trigger content_revisions_immutable`)
|
||||
try {
|
||||
await db.execute(`delete from content_revisions where site_id = '${f.siteId}'`)
|
||||
} finally {
|
||||
await db.execute(`alter table content_revisions enable trigger content_revisions_immutable`)
|
||||
}
|
||||
await db.execute(`delete from content_entries where site_id = '${f.siteId}'`)
|
||||
await db.execute(`delete from sites where id = '${f.siteId}'`)
|
||||
}
|
||||
|
||||
async function withMediaFixture(fn: (db: Db, f: Fixture) => Promise<void>) {
|
||||
const db = getDb()
|
||||
const f = await setupMediaFixture(db)
|
||||
try {
|
||||
await fn(db, f)
|
||||
} finally {
|
||||
await cleanupMediaFixture(db, f)
|
||||
await (db as any).$client.end()
|
||||
}
|
||||
}
|
||||
|
||||
// drizzle 会把 PostgresError 包成 DrizzleQueryError(message 只有 "Failed query: ..."),
|
||||
// 服务端原始错误文本在 cause 里——断言约束/枚举身份时必须看 cause。
|
||||
async function rejectionMessage(db: Db, query: string): Promise<string> {
|
||||
try {
|
||||
await db.execute(query)
|
||||
} catch (e: any) {
|
||||
return String(e?.cause?.message ?? e?.message ?? e)
|
||||
}
|
||||
throw new Error(`expected query to be rejected: ${query}`)
|
||||
}
|
||||
|
||||
// 探测插入的第二份资产:除显式指定的列外全部换新值,保证被测唯一键是唯一可能的冲突源。
|
||||
function assetProbe(f: Fixture, overrides: { sourceUrl: string; publicPath: string; sourceId?: string | null }) {
|
||||
const suffix = Math.random().toString(36).slice(2, 8)
|
||||
return `insert into media_assets (id, site_id, source_connection_id, source_id, source_url, source_path, storage_path, public_path, sha256, detected_mime, byte_size, status)
|
||||
values (gen_random_uuid(), '${f.siteId}', '${f.connectionId}', ${overrides.sourceId === undefined ? `'probe-${suffix}'` : overrides.sourceId === null ? 'null' : `'${overrides.sourceId}'`}, '${overrides.sourceUrl}', 'wp-content/uploads/probe-${suffix}', 'media/probe-${suffix}', '${overrides.publicPath}', 'sha256-probe-${suffix}', 'image/jpeg', 1024, 'ready')`
|
||||
}
|
||||
|
||||
describe('媒体域约束', () => {
|
||||
it('media_assets UNIQUE(site_id, source_url):同站同源 URL 重复插入拒绝,换 source_url 放行', async () => {
|
||||
await withMediaFixture(async (db, f) => {
|
||||
// public_path 换新,确保拒绝只可能来自 source_url 唯一键
|
||||
expect(await rejectionMessage(db, assetProbe(f, {
|
||||
sourceUrl: f.sourceUrl,
|
||||
publicPath: `/uploads/probe-${f.rand}-a.jpg`,
|
||||
}))).toMatch(/media_assets_source_url_uq/)
|
||||
// 对照组:同站换源 URL(公开路径同步换新)→ 允许(同站不同来源的同一张图是两份资产)
|
||||
await db.execute(assetProbe(f, {
|
||||
sourceUrl: `https://wp.example/${f.rand}/other.jpg`,
|
||||
publicPath: `/uploads/probe-${f.rand}-b.jpg`,
|
||||
}))
|
||||
})
|
||||
})
|
||||
|
||||
it('media_assets UNIQUE(site_id, public_path):同站同公开路径重复插入拒绝,换 public_path 放行', async () => {
|
||||
await withMediaFixture(async (db, f) => {
|
||||
// source_url 换新,确保拒绝只可能来自 public_path 唯一键
|
||||
expect(await rejectionMessage(db, assetProbe(f, {
|
||||
sourceUrl: `https://cdn.example/${f.rand}/pic.jpg`,
|
||||
publicPath: f.publicPath,
|
||||
}))).toMatch(/media_assets_public_path_uq/)
|
||||
// 对照组:同站换公开路径(源 URL 同步换新)→ 允许(公开路径是站内命名空间,不重不解)
|
||||
await db.execute(assetProbe(f, {
|
||||
sourceUrl: `https://wp.example/${f.rand}/another.jpg`,
|
||||
publicPath: `/uploads/probe-${f.rand}-c.jpg`,
|
||||
}))
|
||||
})
|
||||
})
|
||||
|
||||
it('media_usages 复合主键 (media_asset_id, content_revision_id, field_path):同三元组重复拒绝,换 field_path 放行', async () => {
|
||||
await withMediaFixture(async (db, f) => {
|
||||
await db.execute(`insert into media_usages (site_id, media_asset_id, content_revision_id, field_path, source_url)
|
||||
values ('${f.siteId}', '${f.assetId}', '${f.revisionId}', 'data.body.img[0]', '${f.sourceUrl}')`)
|
||||
expect(await rejectionMessage(db, `insert into media_usages (site_id, media_asset_id, content_revision_id, field_path, source_url)
|
||||
values ('${f.siteId}', '${f.assetId}', '${f.revisionId}', 'data.body.img[0]', '${f.sourceUrl}')`))
|
||||
.toMatch(/media_usages_media_asset_id_content_revision_id_field_path_pk/)
|
||||
// 对照组:同媒体同修订换字段位 → 允许(一图在正文中被引用多次是合法的多行 usage)
|
||||
await db.execute(`insert into media_usages (site_id, media_asset_id, content_revision_id, field_path, source_url)
|
||||
values ('${f.siteId}', '${f.assetId}', '${f.revisionId}', 'data.body.img[1]', '${f.sourceUrl}')`)
|
||||
})
|
||||
})
|
||||
|
||||
it('media_assets.status enum 四值(ready/missing/quarantined/unsupported)可写往返,第五值拒绝', async () => {
|
||||
await withMediaFixture(async (db, f) => {
|
||||
for (const status of ['missing', 'quarantined', 'unsupported', 'ready']) {
|
||||
await db.execute(`update media_assets set status = '${status}' where id = '${f.assetId}'`)
|
||||
const row = (await db.execute(`select status from media_assets where id = '${f.assetId}'`)) as any
|
||||
expect(row[0].status).toBe(status)
|
||||
}
|
||||
// enum 在库:类型化列拒绝四值之外的任意字符串
|
||||
expect(await rejectionMessage(db, `update media_assets set status = 'bogus' where id = '${f.assetId}'`))
|
||||
.toMatch(/media_asset_status/)
|
||||
})
|
||||
})
|
||||
|
||||
it('media_assets.source_id 可空:插 NULL 成功(WP 站外媒体无源 ID)', async () => {
|
||||
await withMediaFixture(async (db, f) => {
|
||||
await db.execute(assetProbe(f, {
|
||||
sourceId: null,
|
||||
sourceUrl: `https://external.example/${f.rand}/hotlink.jpg`,
|
||||
publicPath: `/uploads/probe-${f.rand}-d.jpg`,
|
||||
}))
|
||||
const row = (await db.execute(`select source_id from media_assets
|
||||
where site_id = '${f.siteId}' and source_url = 'https://external.example/${f.rand}/hotlink.jpg'`)) as any
|
||||
expect(row[0].source_id).toBeNull()
|
||||
})
|
||||
})
|
||||
})
|
||||
@@ -3,5 +3,10 @@ export default defineConfig({
|
||||
test: {
|
||||
include: ['tests/**/*.test.ts', 'packages/*/test/**/*.test.ts', 'apps/*/test/**/*.test.ts'],
|
||||
testTimeout: 30000,
|
||||
// 集成测试共库且清场会做全局态变更(不可变表 DISABLE/ENABLE TRIGGER 是库级 DDL,
|
||||
// 对所有会话可见):文件级并行时 A 文件清场窗口会与 B 文件的不可变断言竞态(实测
|
||||
// db.media 清场 disable content_revisions_immutable 期间,db.content 恰好断言该触发器
|
||||
// → UPDATE 意外放行)。串行执行文件消除该竞态;套件仅数秒,并行无收益。
|
||||
fileParallelism: false,
|
||||
},
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user