IOT_SIM/server/test/grading.test.ts

// 自动评分测试：示例的参考答案应该全部通过；改坏的代码在对应的项上不通过，原因写得清楚。
import { afterAll, describe, expect, test } from 'bun:test'
import { cp, rm } from 'node:fs/promises'
import { resolve } from 'node:path'
import { compileService } from '../src/compile-service'
import { ROOT } from '../src/config'
import { parseChecks } from '../src/grading/checks'
import { grade } from '../src/grading/grader'

afterAll(() => compileService.stop())

const SAMPLES = resolve(ROOT, 'samples')

async function checksOf(id: string) {
  return parseChecks(await Bun.file(resolve(SAMPLES, id, 'checks.yaml')).text())
}

/** 复制示例到临时目录；edit 可以改坏某个文件 */
async function prepare(id: string, name: string, edit?: { file: string; from: string; to: string }) {
  const dir = resolve(ROOT, '.runs', `grade-${name}`)
  await rm(dir, { recursive: true, force: true })
  await cp(resolve(SAMPLES, id), dir, { recursive: true })
  if (edit) {
    const path = resolve(dir, edit.file)
    const text = await Bun.file(path).text()
    if (!text.includes(edit.from)) throw new Error(`${edit.file} 里没有 ${edit.from}`)
    await Bun.write(path, text.replace(edit.from, edit.to))
  }
  return dir
}

describe('参考答案全部通过', async () => {
  const ids = (await Array.fromAsync(new Bun.Glob('*/checks.yaml').scan({ cwd: SAMPLES }))).map((p) => p.split('/')[0]).sort()
  test('每个示例都有评分规则', () => expect(ids.length).toBe(10))
  for (const id of ids) {
    test(id, async () => {
      const result = await grade(await prepare(id, id), await checksOf(id))
      expect(result.compiled).toBe(true)
      expect(result.results.filter((r) => !r.passed)).toEqual([])
    }, 60000)
  }
})

describe('改坏的代码', () => {
  test('编译不通过时所有项都不通过', async () => {
    const id = 'p2-t1-LED显示屏'
    const dir = await prepare(id, 'compile-error', { file: 'Form1.cs', from: 'led.setLedText(res);', to: 'led.setLedText(res)' })
    const result = await grade(dir, await checksOf(id))
    expect(result.compiled).toBe(false)
    expect(result.results.every((r) => !r.passed && r.message === '编译没有通过，先改正编译错误')).toBe(true)
  }, 60000)

  test('控件名和书上不一样：提示找不到控件', async () => {
    const id = 'p2-t1-LED显示屏'
    const dir = await prepare(id, 'rename', { file: 'Form1.cs', from: 'txt_SendText.Text', to: 'textBox1.Text' })
    // 同时把 Designer.cs 里的控件改名，模拟学生没按书上命名
    const designer = resolve(dir, 'Form1.Designer.cs')
    await Bun.write(designer, (await Bun.file(designer).text()).replaceAll('txt_SendText', 'textBox1'))
    const result = await grade(dir, await checksOf(id))
    expect(result.results[0]).toMatchObject({ passed: false, message: '找不到名为 txt_SendText 的控件（书上规定的控件名，注意大小写）' })
  }, 60000)

  test('判断写反：入侵时显示"正常"', async () => {
    const id = 'p4-t1-红外对射'
    const dir = await prepare(id, 'reversed', { file: 'Form1.cs', from: 'if (DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)', to: 'if (!DeviceCtrlHelper.adam4150Helper.SetData().infraredValue)' })
    const result = await grade(dir, await checksOf(id))
    const realtime = result.results.find((r) => r.title === '能实时显示入侵数据')!
    expect(realtime.passed).toBe(false)
    expect(realtime.message).toBe('期望6 秒内 txt_even 的文字包含"发现入侵"，实际是"正常"')
    // 开关按钮的两项不受影响
    expect(result.results.filter((r) => r.passed).length).toBe(2)
  }, 60000)

  test('关闭时忘了停定时器', async () => {
    const id = 'p4-t1-红外对射'
    const dir = await prepare(id, 'timer', { file: 'Form1.cs', from: 'timer1.Stop();', to: '' })
    const result = await grade(dir, await checksOf(id))
    const stop = result.results.find((r) => r.title === '再点按钮能关闭串口、停止定时器')!
    expect(stop.passed).toBe(false)
    expect(stop.message).toStartWith('期望 txt_time 不再更新时间（定时器应已停止），实际从')
  }, 60000)

  test('报警灯接错了 DO 口', async () => {
    const id = 'p4-t3-报警灯'
    const dir = await prepare(id, 'relay', { file: 'Form1.cs', from: 'DeviceCtrlHelper.adam4150Helper.OnOff(0, IsOpen);', to: 'DeviceCtrlHelper.adam4150Helper.OnOff(1, IsOpen);' })
    const result = await grade(dir, await checksOf(id))
    expect(result.results[0]).toMatchObject({ passed: false, message: '期望实训台的报警灯（ADAM-4150 DO0）打开，实际是关闭的' })
  }, 60000)
})

describe('评分规则写错时指出位置', () => {
  test('不认识的操作', () => {
    expect(() => parseChecks('- title: 测试\n  steps:\n    - press: btn\n')).toThrow('第 1 项"测试"第 1 步：不认识的操作 press')
  })

  test('实训台没有这个传感器', () => {
    expect(() => parseChecks('- title: 测试\n  steps:\n    - board: { rain: true }\n')).toThrow('实训台没有 rain')
  })

  test('时长格式不对', () => {
    expect(() => parseChecks('- title: 测试\n  steps:\n    - wait: 6\n')).not.toThrow()
    expect(() => parseChecks('- title: 测试\n  steps:\n    - wait: 6秒\n')).toThrow('时长要写成 6s 或 500ms')
  })
})