{
  "schemaVersion": 1,
  "slug": "bixbench3",
  "name": "bixbench3",
  "description": "Access BixBench3, a benchmark of 20 research-study-scale computational biology tasks in which an agent must rebuild a published paper's analysis from its raw data. Fetch the release index, per-task manifests carrying per-file provenance and checksums, and study data from open buckets that need no account. The task prompts themselves sit behind a free click-through.",
  "category": "data",
  "version": "1.0.0",
  "author": "Heureka Labs",
  "license": "CC-BY-4.0",
  "tags": [
    "benchmark",
    "bioinformatics",
    "agents",
    "evaluation",
    "public-data"
  ],
  "covers": [
    "bixbench3",
    "agent benchmark",
    "agent evaluation",
    "computational biology",
    "bioinformatics",
    "reproducibility",
    "edison scientific",
    "rna-seq",
    "single-cell",
    "atac-seq",
    "chip-seq",
    "methylation",
    "imaging",
    "fastq",
    "differential expression",
    "analysis pipeline",
    "ground truth",
    "deterministic grading",
    "c. elegans",
    "mouse",
    "drosophila",
    "glioblastoma",
    "medulloblastoma",
    "e. coli",
    "zenodo",
    "sra",
    "geo",
    "ena",
    "google cloud storage",
    "huggingface"
  ],
  "papers": [
    "doi:10.48550/arXiv.2608.25286"
  ],
  "access": [
    "open",
    "registered"
  ],
  "updatedAt": "2026-08-27T21:46:49-04:00",
  "source": {
    "repo": "heurekalabsco/heurekaskills",
    "commit": "7e1bad52ac05e02b76eed1a698c07509c64119b5",
    "path": "skills/bixbench3"
  },
  "checksum": "sha256:74b62d6bf0282830069ef59dc306802055af481cf9ef07e77659c429ce9f1959",
  "signals": null,
  "files": [
    {
      "path": "SKILL.md",
      "url": "https://heurekaskills.com/bixbench3/files/SKILL.md",
      "size": 44044,
      "sha256": "0492601a93a10b2e1b0f91761cfc5cff39f1f66bf9adb2e24ff3c7222dff97ae"
    }
  ]
}