-
Notifications
You must be signed in to change notification settings - Fork 8
Expand file tree
/
Copy pathmodel-source-sync.test.ts
More file actions
126 lines (113 loc) · 3.77 KB
/
Copy pathmodel-source-sync.test.ts
File metadata and controls
126 lines (113 loc) · 3.77 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
import fs from 'node:fs/promises'
import os from 'node:os'
import path from 'node:path'
import { afterEach, describe, expect, it } from 'vitest'
import {
digestSourceContent,
normalizeSourceContent,
type SourceFetch,
syncModelSourceDigests,
} from '../scripts/fetch/lib/model-source-sync'
const temporaryDirectories: string[] = []
function textFetch(content: string): SourceFetch {
return async () => ({
ok: true,
status: 200,
statusText: 'OK',
async text() {
return content
},
})
}
async function createModelRoot(model: Record<string, unknown>): Promise<string> {
const rootDir = await fs.mkdtemp(path.join(os.tmpdir(), 'model-source-sync-'))
temporaryDirectories.push(rootDir)
await fs.mkdir(path.join(rootDir, 'manifests', 'models'), { recursive: true })
await fs.writeFile(
path.join(rootDir, 'manifests', 'models', `${String(model.id)}.json`),
`${JSON.stringify(model, null, 2)}\n`
)
return rootDir
}
afterEach(async () => {
await Promise.all(
temporaryDirectories
.splice(0)
.map(directory => fs.rm(directory, { force: true, recursive: true }))
)
})
describe('model source monitoring', () => {
it('normalizes markup and ignores script content', () => {
const first = '<main>Price: $2 & active</main><script>build=1</script>'
const second = '<main> Price: $2 & active </main><script>build=2</script>'
expect(normalizeSourceContent(first)).toBe('Price: $2 & active')
expect(digestSourceContent(first)).toBe(digestSourceContent(second))
})
it('records only a source digest and observation date', async () => {
const rootDir = await createModelRoot({
id: 'example',
lifecycle: 'latest',
tokenPricing: { status: 'available' },
sources: [
{
url: 'https://example.com/pricing',
fields: ['tokenPricing', 'lifecycle'],
changeTracking: {
method: 'normalized-content-sha256',
digest: null,
observedAt: null,
},
},
],
})
const filePath = path.join(rootDir, 'manifests', 'models', 'example.json')
const result = await syncModelSourceDigests({
rootDir,
write: true,
observedAt: '2026-07-28',
fetchImpl: textFetch(`<main>${'Official pricing and lifecycle. '.repeat(8)}</main>`),
})
const updated = JSON.parse(await fs.readFile(filePath, 'utf8')) as Record<string, unknown>
const sources = updated.sources as Array<Record<string, unknown>>
const tracking = sources[0]?.changeTracking as Record<string, unknown>
expect(result.changes).toHaveLength(1)
expect(updated.lifecycle).toBe('latest')
expect(updated.tokenPricing).toEqual({ status: 'available' })
expect(tracking.digest).toMatch(/^sha256:[a-f0-9]{64}$/)
expect(tracking.observedAt).toBe('2026-07-28')
})
it('does not write any digest when a monitored source fails', async () => {
const rootDir = await createModelRoot({
id: 'example',
sources: [
{
url: 'https://example.com/pricing',
changeTracking: {
method: 'normalized-content-sha256',
digest: null,
observedAt: null,
},
},
],
})
const filePath = path.join(rootDir, 'manifests', 'models', 'example.json')
const before = await fs.readFile(filePath, 'utf8')
const failingFetch: SourceFetch = async () => ({
ok: false,
status: 503,
statusText: 'Unavailable',
async text() {
return ''
},
})
await expect(
syncModelSourceDigests({
rootDir,
write: true,
observedAt: '2026-07-28',
fetchImpl: failingFetch,
})
).rejects.toThrow('failed without writing changes')
expect(await fs.readFile(filePath, 'utf8')).toBe(before)
})
})