// 自动评分测试:示例的参考答案应该全部通过;改坏的代码在对应的项上不通过,原因写得清楚。 import { afterAll, describe, expect, test } from 'bun:test' import { cp, rm } from 'node:fs/promises' import { resolve } from 'node:path' import { compileService } from '../src/compile-service' import { sqlService } from '../src/sql-service' import { ROOT } from '../src/config' import { parseChecks } from '../src/grading/checks' import { grade } from '../src/grading/grader' afterAll(() => { compileService.stop() sqlService.stop() }) const SAMPLES = resolve(ROOT, 'samples') async function checksOf(id: string) { return parseChecks(await Bun.file(resolve(SAMPLES, id, 'checks.yaml')).text()) } /** 复制示例到临时目录;edit 可以改坏某个文件 */ async function prepare(id: string, name: string, edit?: { file: string; from: string; to: string }) { const dir = resolve(ROOT, '.runs', `grade-${name}`) await rm(dir, { recursive: true, force: true }) await cp(resolve(SAMPLES, id), dir, { recursive: true }) if (edit) { const path = resolve(dir, edit.file) const text = await Bun.file(path).text() if (!text.includes(edit.from)) throw new Error(`${edit.file} 里没有 ${edit.from}`) await Bun.write(path, text.replace(edit.from, edit.to)) } return dir } describe('参考答案全部通过', async () => { const ids = (await Array.fromAsync(new Bun.Glob('*/checks.yaml').scan({ cwd: SAMPLES }))).map((p) => p.split('/')[0]).sort() test('每个示例都有评分规则', () => expect(ids.length).toBe(23)) for (const id of ids) { test( id, async () => { const result = await grade(await prepare(id, id), await checksOf(id), id) expect(result.compiled).toBe(true) expect(result.results.filter((r) => !r.passed)).toEqual([]) }, 60000, ) } }) describe('改坏的代码', () => { test('编译不通过时所有项都不通过', async () => { const id = 'p2-t1-LED显示屏' const dir = await prepare(id, 'compile-error', { file: 'Form1.cs', from: 'led.setLedText(res);', to: 'led.setLedText(res)' }) const result = await grade(dir, await checksOf(id), id) expect(result.compiled).toBe(false) expect(result.results.every((r) => !r.passed && r.message === '编译没有通过,先改正编译错误')).toBe(true) }, 60000) test('控件名和书上不一样:提示找不到控件', async () => { const id = 'p2-t1-LED显示屏' const dir = await prepare(id, 'rename', { file: 'Form1.cs', from: 'txt_SendText.Text', to: 'textBox1.Text' }) // 同时把 Designer.cs 里的控件改名,模拟学生没按书上命名 const designer = resolve(dir, 'Form1.Designer.cs') await Bun.write(designer, (await Bun.file(designer).text()).replaceAll('txt_SendText', 'textBox1')) const result = await grade(dir, await checksOf(id), id) expect(result.results[0]).toMatchObject({ passed: false, message: '找不到名为 txt_SendText 的控件(书上规定的控件名,注意大小写)' }) }, 60000) test('判断写反:入侵时显示"正常"', async () => { const id = 'p4-t1-红外对射' const dir = await prepare(id, 'reversed', { file: 'Form1.cs', from: 'if (DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)', to: 'if (!DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)', }) const result = await grade(dir, await checksOf(id), id) const realtime = result.results.find((r) => r.title === '能实时显示入侵数据')! expect(realtime.passed).toBe(false) expect(realtime.message).toBe('期望6 秒内 txt_even 的文字包含"发现入侵",实际是"正常"') // 开关按钮的两项不受影响 expect(result.results.filter((r) => r.passed).length).toBe(2) }, 60000) test('关闭时忘了停定时器', async () => { const id = 'p4-t1-红外对射' const dir = await prepare(id, 'timer', { file: 'Form1.cs', from: 'timer1.Stop();', to: '' }) const result = await grade(dir, await checksOf(id), id) const stop = result.results.find((r) => r.title === '再点按钮能关闭串口、停止定时器')! expect(stop.passed).toBe(false) expect(stop.message).toStartWith('期望 txt_time 不再更新时间(定时器应已停止),实际从') }, 60000) test('摄像机:忘了绑定画面事件', async () => { const id = 'p4-t2-网络摄像机' const dir = await prepare(id, 'camera', { file: 'Form1.cs', from: 'DeviceCtrlHelper.ipCameraHelper.ImageRead += ipCameraHelper_ImageRead;', to: '' }) const result = await grade(dir, await checksOf(id), id) expect(result.results.map((r) => r.passed)).toEqual([true, false, true, false]) expect(result.results[1].message).toBe('期望 pictureBox1 显示摄像机拍到的图像,实际没有图片') }, 60000) test('数据库:照书上 INSERT 不写列名,温度和光照存反了', async () => { const id = 'p6-t2-存储环境数据' const dir = await prepare(id, 'insert-order', { file: 'Form1.cs', from: 'insert into CampusEnvironment (temperature, humidity, light, addtime) values', to: 'insert into CampusEnvironment values', }) const result = await grade(dir, await checksOf(id), id) const save = result.results.find((r) => r.title === '能把数据保存到数据库,并显示在表格中')! expect(save.passed).toBe(false) expect(save.message).toContain('期望数据表格 dataGridView1 表格里有刚保存的一行,温度、湿度、光照度各在对应的列,实际表格里是:') expect(save.message).toContain('4 | 733 | 42 | 31') }, 60000) test('数据库:照书上漏写 ds = new DataSet(),查询时程序出错', async () => { const id = 'p6-t3-按时间查询' const dir = await prepare(id, 'no-dataset', { file: 'Form1.cs', from: ' ds = new DataSet();\n', to: '' }) const result = await grade(dir, await checksOf(id), id) expect(result.results[0].passed).toBe(false) expect(result.results[0].message).toStartWith('程序出错:System.ArgumentNullException') }, 60000) test('情景控制:照书上把手动开关灯的判断写反,点了灯不亮', async () => { const id = 'p7-t1-智慧教室' const dir = await prepare(id, 'lamp-reversed', { file: '教室情景模式.cs', from: ' if (IsLampOpen)\n', to: ' if (!IsLampOpen)\n' }) const checks = [ ...(await checksOf(id)), ...parseChecks(` - title: 能手动开关灯 steps: - click: pic_lightsStatus - expect: { control: lamp, on: true, desc: 点开关后灯亮 } `), ] const result = await grade(dir, checks, id) expect(result.results.at(-1)).toMatchObject({ passed: false, message: '期望窗体上的 lamp 点开关后灯亮,实际是灭的' }) }, 60000) test('关闭时忘了挂起线程', async () => { const id = 'p5-t2-烟雾' const dir = await prepare(id, 'thread', { file: 'Form1.cs', from: 'thd.Suspend();//挂起线程', to: '' }) const result = await grade(dir, await checksOf(id), id) const stop = result.results.find((r) => r.title === '再点按钮能关闭串口、挂起线程,再次打开时线程继续')! expect(stop.passed).toBe(false) expect(stop.message).toStartWith('期望 txt_time 不再更新时间(线程应已挂起),实际从') }, 60000) test('历史灾情窗体没有把数组里的记录加入列表框', async () => { const id = 'p5-t3-推送灾情' const dir = await prepare(id, 'listbox', { file: 'Form2.cs', from: 'lstbRecored.Items.Add(', to: 'Console.WriteLine(' }) const result = await grade(dir, await checksOf(id), id) expect(result.results[2]).toMatchObject({ passed: false, message: '期望 lstbRecored 列表里有"发现火情"的记录,实际列表是空的' }) }, 60000) test('管理平台:照参考工程没给"自动推送火情"复选框绑定 CheckedChanged,有火情时 LED 屏不推送', async () => { const id = 'p8-t3-环境采集与分析' const dir = await prepare(id, 'auto-fire', { file: 'Environment.Designer.cs', from: ' this.ch_autoLedFire.CheckedChanged += new System.EventHandler(this.ch_autoLedFire_CheckedChanged);\n', to: '', }) const result = await grade(dir, await checksOf(id), id) const fire = result.results.find((r) => r.title === '能自动推送火情到 LED 屏')! expect(fire).toMatchObject({ passed: false, message: '期望8 秒内实训台 LED 屏显示"发现火情"(勾选"自动推送火情"后有火焰),实际什么也没显示' }) expect(result.results.filter((r) => !r.passed)).toHaveLength(1) }, 60000) test('管理平台:开灯时换错了背景图片', async () => { const id = 'p8-t3-环境采集与分析' const dir = await prepare(id, 'lamp-image', { file: 'Environment.cs', from: 'panel_bg.BackgroundImage = Properties.Resources.day_01;', to: 'panel_bg.BackgroundImage = Properties.Resources.day_02;', }) const result = await grade(dir, await checksOf(id), id) const lamp = result.results.find((r) => r.title === '路灯能手动控制')! expect(lamp).toMatchObject({ passed: false, message: '期望 panel_bg 背景换成亮灯的场景(day_01),实际是别的图片' }) }, 60000) test('报警灯接错了 DO 口', async () => { const id = 'p4-t3-报警灯' const dir = await prepare(id, 'relay', { file: 'Form1.cs', from: 'DeviceCtrlHelper.adam4150Helper.OnOff(0, IsOpen);', to: 'DeviceCtrlHelper.adam4150Helper.OnOff(1, IsOpen);', }) const result = await grade(dir, await checksOf(id), id) expect(result.results[0]).toMatchObject({ passed: false, message: '期望实训台的报警灯(ADAM-4150 DO0)打开,实际是关闭的' }) }, 60000) }) describe('评分规则写错时指出位置', () => { test('不认识的操作', () => { expect(() => parseChecks('- title: 测试\n steps:\n - press: btn\n')).toThrow('第 1 项"测试"第 1 步:不认识的操作 press') }) test('实训台没有这个传感器', () => { expect(() => parseChecks('- title: 测试\n steps:\n - board: { rain: true }\n')).toThrow('实训台没有 rain') }) test('时长格式不对', () => { expect(() => parseChecks('- title: 测试\n steps:\n - wait: 6\n')).not.toThrow() expect(() => parseChecks('- title: 测试\n steps:\n - wait: 6秒\n')).toThrow('时长要写成 6s 或 500ms') }) })