Terminal-Bench 3.0

Firmware Patch BackdoorSecurity & Forensics

Working environment structure

  • environment/How the environment is built and run5 filesVisible
  • tests/Tests and grading material the agent never sees4 files
Dockerfile1 KB
FROM ubuntu:22.04

RUN apt-get update && apt-get install -y --no-install-recommends \
    binutils-riscv64-linux-gnu \
    python3 \
    python3-pip \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Build the firmware fixtures, then keep only the agent-facing starter files.
COPY build_firmware.py /tmp/build_firmware.py
RUN mkdir -p /tmp/fw && \
    python3 /tmp/build_firmware.py --output /tmp/fw && \
    cp /tmp/fw/firmware_v1.bin \
       /tmp/fw/firmware_v2.bin \
       /tmp/fw/README.md \
       /tmp/fw/bootloader.elf \
       /tmp/fw/map.json \
       /app/ && \
    rm -rf /tmp/fw /tmp/build_firmware.py

# Untrusted auxiliary clues (vendor-provided map, release notes, and audit report).
COPY release_notes.md /app/release_notes.md
COPY map_decoy.json /app/map_decoy.json
COPY audit_report.md /app/audit_report.md