Datasetpublic

dari-ai/nextjs-selfbench

Next.js Selfbench Next.js Selfbench is a 47-task software-engineering evaluation packaged for the Harbor evaluation framework. Each task asks an agent to implement a change in a frozen revision of vercel/next.js, then evaluates the resulting patch with task-specific tests. This repository contains the raw evaluation only. It does not include model outputs, scores, costs, or benchmark result artifacts. Use Download the raw task package with the Hugging Face CLI: hf… See the full description on the dataset page: https://huggingface.co/datasets/dari-ai/nextjs-selfbench.

sourceHugging Faceupdated 2mo agoView on Hugging Face

0likes448downloads

rootnextjs-server-reference-validationtestsDockerfile

Dockerfile43 linesDownload Raw Back to tests

1FROM ubuntu:24.042ENV DEBIAN_FRONTEND=noninteractive \3    UV_LINK_MODE=copy \4    UV_CACHE_DIR=/opt/uv-cache \5    UV_PYTHON_INSTALL_DIR=/usr/local/share/uv/python \6    UV_PYTHON_BIN_DIR=/usr/local/bin \7    RUSTUP_HOME=/usr/local/rustup \8    CARGO_HOME=/usr/local/cargo \9    COREPACK_HOME=/opt/corepack \10    PATH=/usr/local/go/bin:/usr/local/cargo/bin:/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin11RUN apt-get update && apt-get install -y --no-install-recommends \12    bash build-essential ca-certificates curl git jq passwd pkg-config procps unzip xz-utils \13    && rm -rf /var/lib/apt/lists/*14ENV PLAYWRIGHT_BROWSERS_PATH=/opt/playwright15RUN mkdir -p "$PLAYWRIGHT_BROWSERS_PATH" && chmod 755 "$PLAYWRIGHT_BROWSERS_PATH" \16    && arch="$(dpkg --print-architecture)" && case "$arch" in arm64) node_arch=arm64 ;; amd64) node_arch=x64 ;; *) exit 1 ;; esac \17    && curl -fsSL "https://nodejs.org/dist/v22.14.0/node-v22.14.0-linux-${node_arch}.tar.xz" | tar -C /usr/local --strip-components=1 -xJ \18    && mkdir -p /opt/corepack && chmod 755 /opt/corepack \19    && corepack enable20COPY repo.tar.gz /tmp/repo.tar.gz21RUN mkdir -p /app && tar -xzf /tmp/repo.tar.gz -C /app && rm /tmp/repo.tar.gz \22    && git -C /app init -q \23    && git -C /app config user.email selfbench@local \24    && git -C /app config user.name selfbench \25    && git -C /app add -A \26    && git -C /app commit -qm base27RUN mkdir -p /opt/uv-cache && chmod 777 /opt/uv-cache \28    && cd '/app/.' \29    && bash -lc 'npm install --global corepack@0.31.0 && corepack enable && pnpm install --frozen-lockfile && pnpm exec playwright install --with-deps chromium && ANALYZE=1 pnpm build' \30    && chmod -R a+rwX /opt/uv-cache31 32RUN useradd --create-home --shell /bin/bash verifier \33    && chown -R verifier:verifier /app /opt/uv-cache \34    && mkdir -p /opt/selfbench \35    && chmod 700 /opt/selfbench \36    && mkdir -p /home/verifier/.cache/uv \37    && chown -R verifier:verifier /home/verifier/.cache38ENV UV_CACHE_DIR=/home/verifier/.cache/uv \39    UV_NO_BUILD_ISOLATION=140COPY test.patch test.sh /tests/41RUN chmod 700 /tests && chmod 600 /tests/test.patch && chmod +x /tests/test.sh42WORKDIR /app43