xuyueandClaude Opus 5.5
4c3ce31fe1
Deploy / deploy (push) Successful in 1m38s
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
228 lines
11 KiB
TypeScript
228 lines
11 KiB
TypeScript
// 自动评分测试：示例的参考答案应该全部通过；改坏的代码在对应的项上不通过，原因写得清楚。
|
|
import { afterAll, describe, expect, test } from 'bun:test'
|
|
import { cp, rm } from 'node:fs/promises'
|
|
import { resolve } from 'node:path'
|
|
import { compileService } from '../src/compile-service'
|
|
import { sqlService } from '../src/sql-service'
|
|
import { ROOT } from '../src/config'
|
|
import { parseChecks } from '../src/grading/checks'
|
|
import { grade } from '../src/grading/grader'
|
|
|
|
afterAll(() => {
|
|
compileService.stop()
|
|
sqlService.stop()
|
|
})
|
|
|
|
const SAMPLES = resolve(ROOT, 'samples')
|
|
|
|
async function checksOf(id: string) {
|
|
return parseChecks(await Bun.file(resolve(SAMPLES, id, 'checks.yaml')).text())
|
|
}
|
|
|
|
/** 复制示例到临时目录；edit 可以改坏某个文件 */
|
|
async function prepare(id: string, name: string, edit?: { file: string; from: string; to: string }) {
|
|
const dir = resolve(ROOT, '.runs', `grade-${name}`)
|
|
await rm(dir, { recursive: true, force: true })
|
|
await cp(resolve(SAMPLES, id), dir, { recursive: true })
|
|
if (edit) {
|
|
const path = resolve(dir, edit.file)
|
|
const text = await Bun.file(path).text()
|
|
if (!text.includes(edit.from)) throw new Error(`${edit.file} 里没有 ${edit.from}`)
|
|
await Bun.write(path, text.replace(edit.from, edit.to))
|
|
}
|
|
return dir
|
|
}
|
|
|
|
// 每个检查大部分时间在等学生程序的定时器，挨个跑要 3 分钟；测试之间各用各的临时目录，可以同时跑（30 秒左右）。
|
|
// 同时跑的个数由 bun test 的 --max-concurrency 管，CI 里给的是 8：太多时 CPU 跟不上，定时器来不及触发会误判
|
|
describe.concurrent('参考答案全部通过', async () => {
|
|
const ids = (await Array.fromAsync(new Bun.Glob('*/checks.yaml').scan({ cwd: SAMPLES }))).map((p) => p.split('/')[0]).sort()
|
|
test('每个示例都有评分规则', () => expect(ids.length).toBe(23))
|
|
for (const id of ids) {
|
|
test(
|
|
id,
|
|
async () => {
|
|
const result = await grade(await prepare(id, id), await checksOf(id), id)
|
|
expect(result.compiled).toBe(true)
|
|
expect(result.results.filter((r) => !r.passed)).toEqual([])
|
|
},
|
|
60000,
|
|
)
|
|
}
|
|
})
|
|
|
|
describe.concurrent('改坏的代码', () => {
|
|
test('编译不通过时所有项都不通过', async () => {
|
|
const id = 'p2-t1-LED显示屏'
|
|
const dir = await prepare(id, 'compile-error', { file: 'Form1.cs', from: 'led.setLedText(res);', to: 'led.setLedText(res)' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.compiled).toBe(false)
|
|
expect(result.results.every((r) => !r.passed && r.message === '编译没有通过，先改正编译错误')).toBe(true)
|
|
}, 60000)
|
|
|
|
test('控件名和书上不一样：提示找不到控件', async () => {
|
|
const id = 'p2-t1-LED显示屏'
|
|
const dir = await prepare(id, 'rename', { file: 'Form1.cs', from: 'txt_SendText.Text', to: 'textBox1.Text' })
|
|
// 同时把 Designer.cs 里的控件改名，模拟学生没按书上命名
|
|
const designer = resolve(dir, 'Form1.Designer.cs')
|
|
await Bun.write(designer, (await Bun.file(designer).text()).replaceAll('txt_SendText', 'textBox1'))
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results[0]).toMatchObject({ passed: false, message: '找不到名为 txt_SendText 的控件（书上规定的控件名，注意大小写）' })
|
|
}, 60000)
|
|
|
|
test('判断写反：入侵时显示"正常"', async () => {
|
|
const id = 'p4-t1-红外对射'
|
|
const dir = await prepare(id, 'reversed', {
|
|
file: 'Form1.cs',
|
|
from: 'if (DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)',
|
|
to: 'if (!DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const realtime = result.results.find((r) => r.title === '能实时显示入侵数据')!
|
|
expect(realtime.passed).toBe(false)
|
|
expect(realtime.message).toBe('期望 6 秒内 txt_even 的文字包含"发现入侵"，实际是"正常"')
|
|
// 开关按钮的两项不受影响
|
|
expect(result.results.filter((r) => r.passed).length).toBe(2)
|
|
}, 60000)
|
|
|
|
test('关闭时忘了停定时器', async () => {
|
|
const id = 'p4-t1-红外对射'
|
|
const dir = await prepare(id, 'timer', { file: 'Form1.cs', from: 'timer1.Stop();', to: '' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const stop = result.results.find((r) => r.title === '再点按钮能关闭串口、停止定时器')!
|
|
expect(stop.passed).toBe(false)
|
|
expect(stop.message).toStartWith('期望 txt_time 不再更新时间（定时器应已停止），实际从')
|
|
}, 60000)
|
|
|
|
test('摄像机：忘了绑定画面事件', async () => {
|
|
const id = 'p4-t2-网络摄像机'
|
|
const dir = await prepare(id, 'camera', { file: 'Form1.cs', from: 'DeviceCtrlHelper.ipCameraHelper.ImageRead += ipCameraHelper_ImageRead;', to: '' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results.map((r) => r.passed)).toEqual([true, false, true, false])
|
|
expect(result.results[1].message).toBe('期望 pictureBox1 显示摄像机拍到的图像，实际没有图片')
|
|
}, 60000)
|
|
|
|
test('数据库：照书上 INSERT 不写列名，温度和光照存反了', async () => {
|
|
const id = 'p6-t2-存储环境数据'
|
|
const dir = await prepare(id, 'insert-order', {
|
|
file: 'Form1.cs',
|
|
from: 'insert into CampusEnvironment (temperature, humidity, light, addtime) values',
|
|
to: 'insert into CampusEnvironment values',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const save = result.results.find((r) => r.title === '能把数据保存到数据库，并显示在表格中')!
|
|
expect(save.passed).toBe(false)
|
|
expect(save.message).toContain('期望数据表格 dataGridView1 表格里有刚保存的一行，温度、湿度、光照度各在对应的列，实际表格里是：')
|
|
expect(save.message).toContain('4 | 733 | 42 | 31')
|
|
}, 60000)
|
|
|
|
test('数据库：照书上漏写 ds = new DataSet()，查询时程序出错', async () => {
|
|
const id = 'p6-t3-按时间查询'
|
|
const dir = await prepare(id, 'no-dataset', { file: 'Form1.cs', from: ' ds = new DataSet();\n', to: '' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results[0].passed).toBe(false)
|
|
expect(result.results[0].message).toStartWith('程序出错：System.ArgumentNullException')
|
|
}, 60000)
|
|
|
|
test('情景控制：照书上把手动开关灯的判断写反，点了灯不亮', async () => {
|
|
const id = 'p7-t1-智慧教室'
|
|
const dir = await prepare(id, 'lamp-reversed', { file: '教室情景模式.cs', from: ' if (IsLampOpen)\n', to: ' if (!IsLampOpen)\n' })
|
|
const checks = [
|
|
...(await checksOf(id)),
|
|
...parseChecks(`
|
|
- title: 能手动开关灯
|
|
steps:
|
|
- click: pic_lightsStatus
|
|
- expect: { control: lamp, on: true, desc: 点开关后灯亮 }
|
|
`),
|
|
]
|
|
const result = await grade(dir, checks, id)
|
|
// 这一项没有先打开串口，程序控制 4150 时串口没开，说明后面附上提示
|
|
expect(result.results.at(-1)).toMatchObject({
|
|
passed: false,
|
|
message: '期望窗体上的 lamp 点开关后灯亮，实际是灭的。注意：ADAM-4150 的串口没有打开，程序却在读写它（它接在 COM2）',
|
|
})
|
|
}, 60000)
|
|
|
|
test('关闭时忘了挂起线程', async () => {
|
|
const id = 'p5-t2-烟雾'
|
|
const dir = await prepare(id, 'thread', { file: 'Form1.cs', from: 'thd.Suspend();//挂起线程', to: '' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const stop = result.results.find((r) => r.title === '再点按钮能关闭串口、挂起线程，再次打开时线程继续')!
|
|
expect(stop.passed).toBe(false)
|
|
expect(stop.message).toStartWith('期望 txt_time 不再更新时间（线程应已挂起），实际从')
|
|
}, 60000)
|
|
|
|
test('历史灾情窗体没有把数组里的记录加入列表框', async () => {
|
|
const id = 'p5-t3-推送灾情'
|
|
const dir = await prepare(id, 'listbox', { file: 'Form2.cs', from: 'lstbRecored.Items.Add(', to: 'Console.WriteLine(' })
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results[2]).toMatchObject({ passed: false, message: '期望 lstbRecored 列表里有"发现火情"的记录，实际列表是空的' })
|
|
}, 60000)
|
|
|
|
test('管理平台：照参考工程没给"自动推送火情"复选框绑定 CheckedChanged，有火情时 LED 屏不推送', async () => {
|
|
const id = 'p8-t3-环境采集与分析'
|
|
const dir = await prepare(id, 'auto-fire', {
|
|
file: 'Environment.Designer.cs',
|
|
from: ' this.ch_autoLedFire.CheckedChanged += new System.EventHandler(this.ch_autoLedFire_CheckedChanged);\n',
|
|
to: '',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const fire = result.results.find((r) => r.title === '能自动推送火情到 LED 屏')!
|
|
expect(fire).toMatchObject({ passed: false, message: '期望 8 秒内实训台 LED 屏显示"发现火情"（勾选"自动推送火情"后有火焰），实际什么也没显示' })
|
|
expect(result.results.filter((r) => !r.passed)).toHaveLength(1)
|
|
}, 60000)
|
|
|
|
test('管理平台：开灯时换错了背景图片', async () => {
|
|
const id = 'p8-t3-环境采集与分析'
|
|
const dir = await prepare(id, 'lamp-image', {
|
|
file: 'Environment.cs',
|
|
from: 'panel_bg.BackgroundImage = Properties.Resources.day_01;',
|
|
to: 'panel_bg.BackgroundImage = Properties.Resources.day_02;',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
const lamp = result.results.find((r) => r.title === '路灯能手动控制')!
|
|
expect(lamp).toMatchObject({ passed: false, message: '期望 panel_bg 背景换成亮灯的场景（day_01），实际是别的图片' })
|
|
}, 60000)
|
|
|
|
test('报警灯接错了 DO 口', async () => {
|
|
const id = 'p4-t3-报警灯'
|
|
const dir = await prepare(id, 'relay', {
|
|
file: 'Form1.cs',
|
|
from: 'DeviceCtrlHelper.adam4150Helper.OnOff(0, IsOpen);',
|
|
to: 'DeviceCtrlHelper.adam4150Helper.OnOff(1, IsOpen);',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results[0]).toMatchObject({ passed: false, message: '期望实训台的报警灯（ADAM-4150 DO0）打开，实际是关闭的' })
|
|
}, 60000)
|
|
|
|
test('串口写死成 COM2：4150 收不到命令，说明里指出接在 COM3', async () => {
|
|
const id = 'p4-t3-报警灯'
|
|
const dir = await prepare(id, 'port', {
|
|
file: 'Form1.cs',
|
|
from: 'DeviceCtrlHelper.adam4150Helper.Open(com_port.Text);',
|
|
to: 'DeviceCtrlHelper.adam4150Helper.Open("COM2");',
|
|
})
|
|
const result = await grade(dir, await checksOf(id), id)
|
|
expect(result.results[0]).toMatchObject({
|
|
passed: false,
|
|
message: '期望实训台的报警灯（ADAM-4150 DO0）打开，实际是关闭的。注意：程序在 COM2 上打开 ADAM-4150，它接在 COM3',
|
|
})
|
|
}, 60000)
|
|
})
|
|
|
|
describe('评分规则写错时指出位置', () => {
|
|
test('不认识的操作', () => {
|
|
expect(() => parseChecks('- title: 测试\n steps:\n - press: btn\n')).toThrow('第 1 项"测试"第 1 步：不认识的操作 press')
|
|
})
|
|
|
|
test('实训台没有这个传感器', () => {
|
|
expect(() => parseChecks('- title: 测试\n steps:\n - board: { rain: true }\n')).toThrow('实训台没有 rain')
|
|
})
|
|
|
|
test('时长格式不对', () => {
|
|
expect(() => parseChecks('- title: 测试\n steps:\n - wait: 6\n')).not.toThrow()
|
|
expect(() => parseChecks('- title: 测试\n steps:\n - wait: 6秒\n')).toThrow('时长要写成 6s 或 500ms')
|
|
})
|
|
})
|