试用前准备：全班模拟压测、评分并发 6→16、手动备份与恢复
- test/classroom.ts：45 个虚拟学生走一遍登录、运行、自测、提交，统计每个环节等多久 - 评分并发可配置（SIM_GRADE_CONCURRENCY，默认 16），提交队列同时评的份数跟着走； 2 核实测项目 8 任务 3 全班自测从约 4 分钟降到约 1.5 分钟 - 检查的默认等待 2 秒→5 秒，机器忙时不再误判正确的程序 - 删除学生时删除他的数据库（编号会重新用给新学生） - deploy/backup.sh、deploy/restore.sh：手动备份到宿主机 backups/，恢复前先备份 Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
xuyueandClaude Opus 5.5 committed
1 parent
e8058376dd
commit
982b1297aa
23 files changed
+479
-25
No files matched your search
@@ -499,6 +499,22 @@ describe('数据库页面', () => {
|
||||
expect((await new Browser().get('/api/db')).status).toBe(401)
|
||||
}, 60000)
|
||||
|
||||
test('删除学生时删除他的库：编号重新用给新学生时看不到前一个人的库', async () => {
|
||||
const t = await teacher()
|
||||
const classId = await classWithStudents(t, [{ username: 's1', name: '甲', password: 'p1' }])
|
||||
const s1 = new Browser()
|
||||
await s1.login('s1', 'p1')
|
||||
await s1.post('/api/db/query', { database: 'master', sql: 'CREATE DATABASE 甲的库' })
|
||||
const [{ id }] = (await t.get(`/api/teacher/classes/${classId}/students`)).body
|
||||
await t.delete(`/api/teacher/students/${id}`)
|
||||
|
||||
await t.post(`/api/teacher/classes/${classId}/import`, { rows: [{ username: 's2', name: '乙', password: 'p2' }] })
|
||||
expect((await t.get(`/api/teacher/classes/${classId}/students`)).body[0].id).toBe(id)
|
||||
const s2 = new Browser()
|
||||
await s2.login('s2', 'p2')
|
||||
expect((await s2.get('/api/db')).body.databases).toEqual([])
|
||||
}, 60000)
|
||||
|
||||
test('恢复实验初始数据：只替换实验用到的库', async () => {
|
||||
const t = await teacher()
|
||||
await t.post('/api/db/query', { database: 'master', sql: 'CREATE DATABASE 我的库' })
|
||||
|
||||
@@ -0,0 +1,46 @@
|
||||
// 手动备份：平台数据库和学生数据库都导出完整（正在使用、数据还在 -wal 文件里时也一样）。
|
||||
import { afterAll, beforeAll, expect, test } from 'bun:test'
|
||||
import { Database } from 'bun:sqlite'
|
||||
import { mkdir, rm } from 'node:fs/promises'
|
||||
import { join } from 'node:path'
|
||||
import { backupTo } from '../src/backup'
|
||||
import { config } from '../src/config'
|
||||
import { openDatabase } from '../src/db'
|
||||
|
||||
const saved = config.dataDir
|
||||
const target = `${config.runsDir}/test-backup-copy`
|
||||
|
||||
beforeAll(async () => {
|
||||
config.dataDir = `${config.runsDir}/test-backup-data`
|
||||
await rm(config.dataDir, { recursive: true, force: true })
|
||||
await rm(target, { recursive: true, force: true })
|
||||
})
|
||||
|
||||
afterAll(async () => {
|
||||
await rm(config.dataDir, { recursive: true, force: true })
|
||||
await rm(target, { recursive: true, force: true })
|
||||
config.dataDir = saved
|
||||
})
|
||||
|
||||
test('导出平台数据库和每个学生的数据库，不覆盖已有的备份', async () => {
|
||||
// 平台和学生程序都开着库（WAL 模式，刚写入的数据还在 -wal 文件里）
|
||||
const db = openDatabase()
|
||||
db.query(`INSERT INTO users (username, name, password, role, created_at) VALUES ('s1', '学生', '123456', 'student', 0)`).run()
|
||||
await mkdir(join(config.dataDir, 'databases', '7'), { recursive: true })
|
||||
const student = new Database(join(config.dataDir, 'databases', '7', 'WisdomCampus.db'), { create: true })
|
||||
student.run('PRAGMA journal_mode = WAL')
|
||||
student.run('CREATE TABLE EnvironmentData (id INTEGER PRIMARY KEY, temperature REAL) STRICT')
|
||||
student.run('INSERT INTO EnvironmentData (temperature) VALUES (25.5), (26)')
|
||||
|
||||
await backupTo(target)
|
||||
await expect(backupTo(target)).rejects.toThrow('已经有备份')
|
||||
student.close()
|
||||
db.close()
|
||||
|
||||
const mainCopy = new Database(join(target, 'iot-sim.db'), { readonly: true })
|
||||
expect(mainCopy.query(`SELECT name FROM users WHERE username = 's1'`).get()).toEqual({ name: '学生' })
|
||||
mainCopy.close()
|
||||
const studentCopy = new Database(join(target, 'databases', '7', 'WisdomCampus.db'), { readonly: true })
|
||||
expect(studentCopy.query('SELECT temperature FROM EnvironmentData ORDER BY id').all()).toEqual([{ temperature: 25.5 }, { temperature: 26 }])
|
||||
studentCopy.close()
|
||||
})
|
||||
@@ -0,0 +1,254 @@
|
||||
// 全班模拟：N 个虚拟学生像在课堂上一样使用平台，按环节统计每个学生等了多久。
|
||||
// 和 load.ts 不同，它从外面通过 HTTP / WebSocket 访问一台正在运行的服务器，经过登录、语言服务、编译、评分队列的全过程。
|
||||
//
|
||||
// 环节（每个环节等全班做完再进入下一个，学生在 SPREAD 秒内陆续开始，像老师说"开始"之后的样子）：
|
||||
// 登录 → 打开作业并保存 → 边写边检查 → 运行（到窗体出现）→ 点按钮到实训台响应 → 自己检查 → 提交并等自动评分
|
||||
//
|
||||
// 用法：bun test/classroom.ts [人数，默认 45]
|
||||
// 环境变量：BASE（默认 http://localhost:3000）、TEACHER_USERNAME / TEACHER_PASSWORD（默认 admin / admin）、
|
||||
// SPREAD（秒，默认 10）、KEEP=1（结束后保留压测班级和账号）、
|
||||
// SAMPLE（实验，默认项目 3 任务 2；"点按钮"环节只对默认实验做）、CPUS（和服务器在同一台机器时填服务器用的核，如 0,1，每个环节显示这几个核的平均占用）
|
||||
// 会建一个"压测班"和 N 个 loadtest 开头的学生账号，结束时删除。按服务器配置测试：taskset -c 0,1 bun src/index.ts
|
||||
import type { ControlNode, ServerMessage, SourceFile } from '@iot/shared'
|
||||
|
||||
const COUNT = Number(process.argv[2] ?? 45)
|
||||
const BASE = process.env.BASE ?? 'http://localhost:3000'
|
||||
const SPREAD_MS = Number(process.env.SPREAD ?? 10) * 1000
|
||||
const SAMPLE = process.env.SAMPLE ?? 'p3-t2-人体红外ZigBee联动'
|
||||
const PASSWORD = 'loadtest-123'
|
||||
const CPUS = process.env.CPUS?.split(',').map(Number) ?? []
|
||||
|
||||
/** /proc/stat 里这几个核的忙碌时间和总时间 */
|
||||
async function cpuTimes() {
|
||||
const stat = await Bun.file('/proc/stat').text()
|
||||
let busy = 0
|
||||
let total = 0
|
||||
for (const cpu of CPUS) {
|
||||
const fields = new RegExp(`^cpu${cpu} (.*)$`, 'm').exec(stat)![1].trim().split(/\s+/).map(Number)
|
||||
const idle = fields[3] + fields[4]
|
||||
const sum = fields.reduce((a, b) => a + b, 0)
|
||||
busy += sum - idle
|
||||
total += sum
|
||||
}
|
||||
return { busy, total }
|
||||
}
|
||||
|
||||
class Client {
|
||||
token = ''
|
||||
|
||||
async request(method: string, path: string, json?: unknown) {
|
||||
const headers: Record<string, string> = {}
|
||||
if (this.token) headers.authorization = `Bearer ${this.token}`
|
||||
if (json !== undefined) headers['content-type'] = 'application/json'
|
||||
const response = await fetch(`${BASE}${path}`, { method, headers, body: json === undefined ? undefined : JSON.stringify(json) })
|
||||
const body = (await response.json().catch(() => null)) as any
|
||||
if (!response.ok) throw new Error(`${method} ${path}：${response.status} ${body?.message ?? ''}`)
|
||||
return body
|
||||
}
|
||||
|
||||
async login(username: string, password: string) {
|
||||
this.token = (await this.request('POST', '/api/login', { username, password })).accessToken
|
||||
}
|
||||
}
|
||||
|
||||
function findId(node: ControlNode, name: string): string | undefined {
|
||||
if (node.name === name) return node.id
|
||||
for (const child of node.children) {
|
||||
const id = findId(child, name)
|
||||
if (id) return id
|
||||
}
|
||||
}
|
||||
|
||||
/** 一个学生的运行窗口：WebSocket 连接 + 收到的消息 */
|
||||
class RunWindow {
|
||||
private readonly ws: WebSocket
|
||||
private listeners: ((m: ServerMessage) => void)[] = []
|
||||
form?: ControlNode
|
||||
compileMs?: number
|
||||
|
||||
constructor(token: string) {
|
||||
this.ws = new WebSocket(`${BASE.replace(/^http/, 'ws')}/ws?token=${encodeURIComponent(token)}`)
|
||||
this.ws.onmessage = (event) => {
|
||||
const message = JSON.parse(String(event.data)) as ServerMessage
|
||||
if (message.type === 'compiled') this.compileMs = message.ms
|
||||
for (const listener of this.listeners) listener(message)
|
||||
}
|
||||
}
|
||||
|
||||
opened() {
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
this.ws.onopen = () => resolve()
|
||||
this.ws.onerror = () => reject(new Error('WebSocket 连接失败'))
|
||||
})
|
||||
}
|
||||
|
||||
send(message: object) {
|
||||
this.ws.send(JSON.stringify(message))
|
||||
}
|
||||
|
||||
/** 等到某条消息出现；出错消息直接失败 */
|
||||
waitFor(match: (m: ServerMessage) => boolean, timeoutMs = 60_000) {
|
||||
return new Promise<ServerMessage>((resolve, reject) => {
|
||||
const timer = setTimeout(() => done(new Error('超时')), timeoutMs)
|
||||
const listener = (m: ServerMessage) => {
|
||||
if (m.type === 'serverError' || m.type === 'exception') done(new Error(m.message))
|
||||
else if (m.type === 'compiled' && !m.ok) done(new Error('编译失败'))
|
||||
else if (match(m)) done(null, m)
|
||||
}
|
||||
const done = (error: Error | null, m?: ServerMessage) => {
|
||||
clearTimeout(timer)
|
||||
this.listeners = this.listeners.filter((l) => l !== listener)
|
||||
if (error) reject(error)
|
||||
else resolve(m!)
|
||||
}
|
||||
this.listeners.push(listener)
|
||||
})
|
||||
}
|
||||
|
||||
action(name: string, action: object) {
|
||||
this.send({ type: 'action', id: findId(this.form!, name)!, ...action })
|
||||
}
|
||||
|
||||
close() {
|
||||
this.ws.close()
|
||||
}
|
||||
}
|
||||
|
||||
interface Student {
|
||||
username: string
|
||||
client: Client
|
||||
files: SourceFile[]
|
||||
window?: RunWindow
|
||||
}
|
||||
|
||||
const elapsed = async (work: () => Promise<unknown>) => {
|
||||
const start = performance.now()
|
||||
await work()
|
||||
return performance.now() - start
|
||||
}
|
||||
|
||||
/** 一个环节：每个学生在 SPREAD 内随机时刻开始，统计用时和失败 */
|
||||
async function phase(name: string, students: Student[], work: (s: Student) => Promise<unknown>, spreadMs = SPREAD_MS) {
|
||||
const times: number[] = []
|
||||
const errors = new Map<string, number>()
|
||||
const start = performance.now()
|
||||
const cpuStart = CPUS.length ? await cpuTimes() : null
|
||||
await Promise.all(
|
||||
students.map(async (student) => {
|
||||
await Bun.sleep(Math.random() * spreadMs)
|
||||
try {
|
||||
times.push(await elapsed(() => work(student)))
|
||||
} catch (error) {
|
||||
const message = error instanceof Error ? error.message : String(error)
|
||||
errors.set(message, (errors.get(message) ?? 0) + 1)
|
||||
}
|
||||
}),
|
||||
)
|
||||
times.sort((a, b) => a - b)
|
||||
const cpuEnd = cpuStart && (await cpuTimes())
|
||||
const cpu = cpuStart && cpuEnd ? ` CPU ${Math.round(((cpuEnd.busy - cpuStart.busy) / (cpuEnd.total - cpuStart.total)) * 100)}%` : ''
|
||||
const pct = (p: number) => (times.length ? `${(times[Math.min(times.length - 1, Math.floor((times.length * p) / 100))] / 1000).toFixed(1)}s` : '-')
|
||||
console.log(
|
||||
`${name.padEnd(12, ' ')} 成功 ${String(times.length).padStart(3)}/${students.length} 中位数 ${pct(50).padStart(6)} P95 ${pct(95).padStart(6)} 最长 ${pct(100).padStart(6)} 整个环节 ${((performance.now() - start) / 1000).toFixed(1)}s${cpu}`,
|
||||
)
|
||||
for (const [message, count] of errors) console.log(` 失败 ${count} 次：${message}`)
|
||||
}
|
||||
|
||||
/** 每秒查一次，直到 done 返回 true */
|
||||
async function poll(read: () => Promise<boolean>, timeoutMs = 600_000) {
|
||||
const deadline = Date.now() + timeoutMs
|
||||
while (!(await read())) {
|
||||
if (Date.now() > deadline) throw new Error('超时')
|
||||
await Bun.sleep(1000)
|
||||
}
|
||||
}
|
||||
|
||||
// ---- 准备：老师建班、导入学生、布置作业 ----
|
||||
const teacher = new Client()
|
||||
await teacher.login(process.env.TEACHER_USERNAME ?? 'admin', process.env.TEACHER_PASSWORD ?? 'admin')
|
||||
const usernames = Array.from({ length: COUNT }, (_, i) => `loadtest${String(i + 1).padStart(3, '0')}`)
|
||||
const { id: classId } = await teacher.request('POST', '/api/teacher/classes', { name: `压测班 ${new Date().toLocaleString('zh-CN')}` })
|
||||
await teacher.request('POST', `/api/teacher/classes/${classId}/import`, {
|
||||
rows: usernames.map((username, i) => ({ username, name: `压测${i + 1}`, password: PASSWORD })),
|
||||
})
|
||||
const checks: string[] = await teacher.request('GET', `/api/samples/${encodeURIComponent(SAMPLE)}/checks`)
|
||||
const template: SourceFile[] = await teacher.request('GET', `/api/samples/${encodeURIComponent(SAMPLE)}`)
|
||||
const assignment = await teacher.request('POST', '/api/teacher/assignments', {
|
||||
classId,
|
||||
sampleId: SAMPLE,
|
||||
title: '压测',
|
||||
startMode: 'ui',
|
||||
template,
|
||||
scoring: { auto: checks.map(() => 10), manual: [] },
|
||||
deadline: null,
|
||||
})
|
||||
console.log(`${COUNT} 个学生，实验 ${SAMPLE}，服务器 ${BASE}，每个环节 ${SPREAD_MS / 1000} 秒内陆续开始\n`)
|
||||
|
||||
const students: Student[] = usernames.map((username) => ({ username, client: new Client(), files: [] }))
|
||||
|
||||
try {
|
||||
await phase('登录', students, (s) => s.client.login(s.username, PASSWORD))
|
||||
|
||||
await phase('打开作业', students, async (s) => {
|
||||
const { template } = await s.client.request('GET', `/api/assignments/${assignment.id}`)
|
||||
s.files = template
|
||||
await s.client.request('PUT', `/api/works/${encodeURIComponent(`assignment:${assignment.id}`)}`, { files: s.files })
|
||||
})
|
||||
|
||||
await phase('边写边检查', students, (s) =>
|
||||
s.client.request('POST', '/api/language', { type: 'diagnostics', session: 'tab', files: s.files }),
|
||||
)
|
||||
|
||||
// 老师说"运行看看"：全班 SPREAD 内先后按 F5
|
||||
await phase('运行到窗体出现', students, async (s) => {
|
||||
const window = new RunWindow(s.client.token)
|
||||
s.window = window
|
||||
await window.opened()
|
||||
const shown = window.waitFor((m) => m.type === 'formShown')
|
||||
window.send({ type: 'run', files: s.files, sampleId: SAMPLE })
|
||||
window.form = ((await shown) as Extract<ServerMessage, { type: 'formShown' }>).form
|
||||
})
|
||||
|
||||
if (!process.env.SAMPLE) await phase('点按钮到实训台', students.filter((s) => s.window?.form), async (s) => {
|
||||
const window = s.window!
|
||||
window.action('com_lamp', { action: 'dropDown' })
|
||||
window.action('com_lamp', { action: 'select', index: 3 })
|
||||
window.action('btn_open', { action: 'click' })
|
||||
await Bun.sleep(300)
|
||||
// 设备消息由服务器记进实训台状态，再以 board 消息推给浏览器
|
||||
const lit = window.waitFor((m) => m.type === 'board' && m.state.zigbee[1] === true, 30_000)
|
||||
window.action('btn_lampOpen', { action: 'click' })
|
||||
await lit
|
||||
})
|
||||
|
||||
// 程序都还开着，再自己检查一遍（评分进程和正在运行的程序抢 CPU）
|
||||
await phase('自己检查', students, async (s) => {
|
||||
await s.client.request('POST', `/api/assignments/${assignment.id}/selfcheck`, { files: s.files })
|
||||
let state: any
|
||||
await poll(async () => (state = await s.client.request('GET', '/api/selfcheck'))?.status !== 'running')
|
||||
// 参考答案应该全部通过；机器太忙时定时器检查可能超时误判
|
||||
const failed = state.result?.results.filter((r: any) => !r.passed) ?? []
|
||||
if (state.status !== 'done' || failed.length > 0) throw new Error(`自测没通过：${failed.map((r: any) => r.message).join('；') || state.status}`)
|
||||
})
|
||||
|
||||
for (const s of students) s.window?.close()
|
||||
|
||||
await phase('提交到评完', students, async (s) => {
|
||||
await s.client.request('POST', `/api/assignments/${assignment.id}/submit`, { files: s.files })
|
||||
await poll(async () => {
|
||||
const latest = await s.client.request('GET', `/api/assignments/${assignment.id}/submission`)
|
||||
if (latest.status === 'error') throw new Error('评分出错')
|
||||
if (latest.status === 'done' && latest.autoScore !== checks.length * 10) throw new Error(`参考答案只得了 ${latest.autoScore} 分`)
|
||||
return latest.status === 'done'
|
||||
})
|
||||
})
|
||||
} finally {
|
||||
for (const s of students) s.window?.close()
|
||||
if (!process.env.KEEP) {
|
||||
await teacher.request('DELETE', `/api/teacher/assignments/${assignment.id}`)
|
||||
for (const student of await teacher.request('GET', `/api/teacher/classes/${classId}/students`)) {
|
||||
await teacher.request('DELETE', `/api/teacher/students/${student.id}`)
|
||||
}
|
||||
await teacher.request('DELETE', `/api/teacher/classes/${classId}`)
|
||||
}
|
||||
}
|
||||
@@ -89,7 +89,7 @@ describe('改坏的代码', () => {
|
||||
const dir = await prepare(id, 'camera', { file: 'Form1.cs', from: 'DeviceCtrlHelper.ipCameraHelper.ImageRead += ipCameraHelper_ImageRead;', to: '' })
|
||||
const result = await grade(dir, await checksOf(id), id)
|
||||
expect(result.results.map((r) => r.passed)).toEqual([true, false, true, false])
|
||||
expect(result.results[1].message).toBe('期望3 秒内 pictureBox1 显示摄像机拍到的图像，实际没有图片')
|
||||
expect(result.results[1].message).toBe('期望 pictureBox1 显示摄像机拍到的图像，实际没有图片')
|
||||
}, 60000)
|
||||
|
||||
test('数据库：照书上 INSERT 不写列名，温度和光照存反了', async () => {
|
||||
|
||||
Reference in new issue
Block a user