Dockerfile.eval

# Dockerfile.eval — Standalone CSB Eval Kit
#
# Build: docker build -f Dockerfile.eval -t csb-eval .
# Run: docker run --rm csb-eval --suite quick --agent-command 'echo placeholder'
#
# This image packages the CSB CLI, CSB-Quick tasks, schemas, and observatory
# data so users can evaluate agents without Daytona, Harbor, or Sourcegraph.

FROM python:3.11-slim

LABEL org.opencontainers.image.title="csb-eval" \
 org.opencontainers.image.description="CodeScaleBench standalone eval kit — run CSB-Quick benchmarks against any agent command" \
 org.opencontainers.image.version="1.0.0" \
 org.opencontainers.image.source="https://github.com/sourcegraph/CodeScaleBench"

WORKDIR /app

# Install minimal Python dependencies
RUN pip install --no-cache-dir jsonschema

# Copy the CLI entrypoint
COPY csb ./csb
RUN chmod +x csb

# Copy the core library
COPY lib/ ./lib/

# Copy evaluation scripts
COPY scripts/evaluation/ ./scripts/evaluation/

# Copy the quick-suite manifest
COPY configs/csb_quick.json ./configs/csb_quick.json

# Copy JSON schemas for validation
COPY schemas/ ./schemas/

# Copy observatory (taxonomy, annotation schema, exemplars)
COPY observatory/ ./observatory/

# Default entrypoint: csb eval
ENTRYPOINT ["python3", "csb", "eval"]
CMD ["--help"]