config-center/__tests__/validate-sources.test.mjs

import { test } from 'node:test'
import assert from 'node:assert/strict'
import { mkdtempSync, mkdirSync, writeFileSync, readFileSync, rmSync } from 'node:fs'
import { tmpdir } from 'node:os'
import { join } from 'node:path'
import { modelFingerprint, configFingerprint, sourceUrlError, validateSources } from '../scripts/validate-sources.mjs'

function fixture(callback) {
  const root = mkdtempSync(join(tmpdir(), 'model-sources-'))
  const model = { modelName: 'gpt-test', contextWindow: 1000 }
  const provider = { priceCurrency: 'USD', models: [model] }
  for (const folder of ['providers', 'coding-plans', 'model-specs']) {
    mkdirSync(join(root, 'compute', folder), { recursive: true })
    writeFileSync(join(root, 'compute', folder, '_index.json'), JSON.stringify({ order: folder === 'providers' ? ['openai'] : [] }))
  }
  mkdirSync(join(root, 'docs/model-sources/providers'), { recursive: true })
  const dataPath = join(root, 'compute/providers/openai.json')
  const docPath = join(root, 'docs/model-sources/providers/openai.md')
  writeFileSync(dataPath, JSON.stringify(provider))
  const source = { id: 'official', url: 'https://developers.openai.com/api/docs/models', kind: 'official-doc', scope: 'OpenAI 测试接入', retrieval: 'fetched', checkedAt: '2026-10-03' }
  const metadata = { formatVersion: 1, supplier: 'openai', checkedAt: '2026-10-03', sources: [source] }
  const page = (status = 'partial', src = metadata) => `# OpenAI\n\n### official\n\n<!-- source-config: compute/providers/openai.json -->\n<!-- source-config-fingerprint: ${configFingerprint(provider)} -->\n\n| \`gpt-test\` | 1000 / 未声明 | USD：未声明 / 未声明 | \`contextWindow\`→[official](#official) | [official](#official) | ${status} | \`${modelFingerprint(model)}\` |\n\n<!-- source-metadata:start -->\n\`\`\`json\n${JSON.stringify(src)}\n\`\`\`\n<!-- source-metadata:end -->\n`
  writeFileSync(docPath, page())
  try { callback({ root, model, provider, dataPath, docPath, page, metadata }) }
  finally { rmSync(root, { recursive: true, force: true }) }
}

test('配置已变而来源记录未复核时必须失败', () => fixture(({ root, provider, dataPath }) => {
  assert.equal(validateSources(root).errors.length, 0)
  provider.models[0].contextWindow = 2000
  writeFileSync(dataPath, JSON.stringify(provider))
  assert.ok(validateSources(root).errors.some((message) => message.includes('来源记录过期')))
}))

test('来源覆盖遗漏及重复配置 ID 都会失败', () => fixture(({ root, provider, dataPath }) => {
  provider.models.push({ modelName: 'undocumented' })
  writeFileSync(dataPath, JSON.stringify(provider))
  assert.ok(validateSources(root).errors.some((message) => message.includes('undocumented') && message.includes('缺少 Markdown')))
  provider.models.push({ ...provider.models[0] })
  writeFileSync(dataPath, JSON.stringify(provider))
  assert.ok(validateSources(root).errors.some((message) => message.includes('配置中存在重复 ID')))
}))

test('页面壳不能支持已核字段，整条全部核实标记被拒绝', () => fixture(({ root, metadata, page, docPath }) => {
  metadata.sources[0].retrieval = 'shell'
  writeFileSync(docPath, page('partial', metadata))
  assert.ok(validateSources(root).errors.some((message) => message.includes('不能以页面壳')))
  metadata.sources[0].retrieval = 'fetched'
  writeFileSync(docPath, page('verified', metadata))
  assert.ok(validateSources(root).errors.some((message) => message.includes('禁止将整条模型标为全部核实')))
}))

test('拒绝第三方、社区、伪官方仓库和带凭据的来源 URL', () => {
  assert.equal(sourceUrlError('openai', 'https://developers.openai.com/api/docs/models'), null)
  assert.ok(sourceUrlError('openai', 'https://example.com/openai/models'))
  assert.ok(sourceUrlError('openai', 'https://github.com/unrelated/models'))
  assert.ok(sourceUrlError('volcengine', 'https://www.volcengine.com/article/123'))
  assert.ok(sourceUrlError('openai', 'https://developers.openai.com/docs?api_key=secret'))
})

test('端点变化也必须复核来源，即使模型参数完全未变', () => fixture(({ root, provider, dataPath }) => {
  assert.equal(validateSources(root).errors.length, 0)
  provider.baseUrl = 'https://api.openai.com/v1'
  writeFileSync(dataPath, JSON.stringify(provider))
  assert.ok(validateSources(root).errors.some((message) => message.includes('平台元数据来源记录过期')))
}))

function splitFixture(f) {
  const dir = join(f.root, 'docs/model-sources/providers/openai')
  mkdirSync(join(dir, 'models'), { recursive: true })
  mkdirSync(join(dir, 'access'), { recursive: true })
  const meta = { formatVersion: 1, supplier: 'openai', checkedAt: '2026-10-03', sourceCatalog: '../SOURCES.md' }
  const metadataBlock = (value) => `<!-- source-metadata:start -->\n\`\`\`json\n${JSON.stringify(value)}\n\`\`\`\n<!-- source-metadata:end -->\n`
  writeFileSync(join(dir, 'SOURCES.md'), '# 官网证据\n\n### official\n\n' + metadataBlock(f.metadata))
  const details = '<!-- source-details: {"config":"compute/providers/openai.json","id":"gpt-test"} -->\n```json\n{"contextWindow":1000}\n```\n<!-- source-details:end -->\n'
  const original = f.page('partial', meta).replace(/^<!-- source-config-fingerprint:.*\n/m, '').replace(/\]\(#official\)/g, '](../SOURCES.md#official)')
  const modelPath = join(dir, 'models/gpt-test.md')
  writeFileSync(modelPath, details + original)
  writeFileSync(join(dir, 'access/providers--openai.md'), `<!-- source-config: compute/providers/openai.json -->\n<!-- source-config-fingerprint: ${configFingerprint(f.provider)} -->\n\n${metadataBlock(meta)}`)
  rmSync(f.docPath)
  return { dir, modelPath }
}

test('分层单模型/接入面文档可复用官网目录且参数详情必须保持一致', () => fixture((f) => {
  const { modelPath } = splitFixture(f)
  assert.equal(validateSources(f.root).errors.length, 0)
  const text = readFileSync(modelPath, 'utf8').replace('"contextWindow":1000', '"contextWindow":2000')
  writeFileSync(modelPath, text)
  assert.ok(validateSources(f.root).errors.some((message) => message.includes('参数详情与配置不一致')))
}))

test('拒绝分层文档越级引用及跨供应商证据目录', () => fixture((f) => {
  const { dir, modelPath } = splitFixture(f)
  const original = readFileSync(modelPath, 'utf8')
  writeFileSync(modelPath, original.replaceAll('../SOURCES.md', '../../SOURCES.md'))
  assert.ok(validateSources(f.root).errors.some((message) => message.includes('非法官网证据目录引用')))
  writeFileSync(modelPath, original)
  writeFileSync(join(dir, 'SOURCES.md'), readFileSync(join(dir, 'SOURCES.md'), 'utf8').replace('"supplier":"openai"', '"supplier":"cohere"'))
  assert.ok(validateSources(f.root).errors.some((message) => message.includes('证据目录供应商不一致')))
}))