{
  "id": "openrlhf",
  "name": "OpenRLHF",
  "category": "tools",
  "summary": "Apache-2.0 high-performance RLHF / post-training framework built on Ray, with support for multiple reward and policy-optimization recipes.",
  "description": "Established open-source RLHF toolkit (OpenRLHF/OpenRLHF; not archived; not a 2026 launch). GitHub license Apache-2.0. PyPI openrlhf 0.11.2 verified 2026-11-11; docs https://openrlhf.readthedocs.io/en/latest/ verified 2026-11-12 (https://openrlhf.readthedocs.io/ redirects there). Training requires substantial GPU resources; model licenses and cluster costs are separate from the framework.",
  "url": "https://openrlhf.readthedocs.io/en/latest/",
  "repo": "https://github.com/OpenRLHF/OpenRLHF",
  "docs": "https://openrlhf.readthedocs.io/en/latest/",
  "tags": [
    "rlhf",
    "reinforcement-learning",
    "post-training",
    "ray",
    "python"
  ],
  "license": "Apache-2.0",
  "pricing": "open-source",
  "agent_access": {
    "auth": "none",
    "notes": "Python package: pip install openrlhf. Distributed GPU setup is documented separately."
  },
  "related": [
    "trl",
    "verl",
    "skyrl",
    "rllm",
    "areal"
  ],
  "sources": [
    "https://github.com/OpenRLHF/OpenRLHF",
    "https://github.com/OpenRLHF/OpenRLHF/blob/main/LICENSE",
    "https://pypi.org/project/openrlhf/",
    "https://openrlhf.readthedocs.io/en/latest/"
  ],
  "maintainer": "OpenRLHF authors",
  "added": "2026-11-11",
  "updated": "2026-11-12",
  "last_verified": "2026-11-12",
  "submitted_by": "agentica-curator",
  "status": "active",
  "longform": [
    {
      "type": "stack",
      "id": "post-training-tool-use-model",
      "title": "Post-training a tool-use model — TRL, PEFT, and scale-out RL",
      "url": "https://indexagentica.com/stacks/post-training-tool-use-model/",
      "json": "https://indexagentica.com/api/longform/stacks/post-training-tool-use-model.json"
    }
  ],
  "links": {
    "html": "https://indexagentica.com/entries/openrlhf/",
    "markdown": "https://indexagentica.com/entries/openrlhf.md",
    "json": "https://indexagentica.com/api/entries/openrlhf.json",
    "source": "https://github.com/Drudley/indexagentica/blob/main/content/tools/openrlhf.json"
  }
}
