{
  "id": "octo-examples-04-eval-finetuned-on-robot-py",
  "name": "Octo: WidowX real-robot policy evaluation",
  "summary": "Pinned didactic Octo evaluation entrypoint for a separately configured real WidowX robot and matching fine-tuned checkpoint. Statically reviewed source only; not run and no Hub preparation adapter.",
  "framework": "octo",
  "kind": "official_example",
  "source_registry": "official-robot-workflows-v1",
  "capabilities": [
    "policy-evaluation",
    "robot-workflow"
  ],
  "robot_types": [
    "manipulator"
  ],
  "robot_scope": "The selected didactic evaluator explicitly names a real WidowX robot and its separate BridgeData controller setup. Its exact specifics may not apply elsewhere; no robot compatibility, authorization, adapter or runtime result is inferred.",
  "source": {
    "repository": "https://github.com/octo-models/octo",
    "commit": "241fb3514b7c40957a86d869fecb7c7fc353f540",
    "tag": "main",
    "path": "examples/04_eval_finetuned_on_robot.py",
    "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/examples/04_eval_finetuned_on_robot.py",
    "raw_url": "https://raw.githubusercontent.com/octo-models/octo/241fb3514b7c40957a86d869fecb7c7fc353f540/examples/04_eval_finetuned_on_robot.py",
    "sha256": "dfaab1cd9a067860d36c8c10ff43f8d80cde29220482b88dba3c40714cb2f89c",
    "bytes": 8255,
    "authors": [
      "Octo Model Team",
      "Robotic AI & Learning Lab Berkeley"
    ]
  },
  "license": {
    "spdx": "MIT",
    "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/LICENSE",
    "sha256": "8c891a7dd06fdaa873aa011ff0b2773a3ccfe6d123f6b9a9fc589db718aec1d1",
    "scope": "Selected first-party Python workflow source only. Preserve upstream copyright and per-file notices. Model weights, datasets, third-party code, robot drivers/firmware and services retain separate terms; no rights for those assets are inferred.",
    "bytes": 1091
  },
  "access": {
    "mode": "source_reference",
    "hub_prepare": false,
    "instructions": "Fetch the pinned repository, verify this source checksum, and use upstream installation and invocation. This record does not install or execute code.",
    "setup_url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/README.md",
    "setup_evidence": [
      {
        "path": "README.md",
        "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/README.md",
        "sha256": "057e41b4866d4c1c19eaf8882c5f1551594476f1b2193f52ec626833381de262",
        "bytes": 11627,
        "purpose": "Octo attribution, Python3.10/JAX GPU or TPU setup, train/fine-tune and rollout usage"
      },
      {
        "path": "pyproject.toml",
        "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/pyproject.toml",
        "sha256": "bfc9541c6293829194ef392d5d5cdf506848708c40bc96d1999182a9579af252",
        "bytes": 286,
        "purpose": "Formatting Python target only, not an inferred runtime minimum"
      },
      {
        "path": "requirements.txt",
        "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/requirements.txt",
        "sha256": "e50f53de0de6182cf4cae61c07a42ec7d94f9d2dc549c8065dd4022051208095",
        "bytes": 587,
        "purpose": "JAX/Flax/TensorFlow and W&B dependency declarations"
      },
      {
        "path": "examples/README.md",
        "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/examples/README.md",
        "sha256": "6f5fd78fbbe3e61d669dd0029f0418d9650b77813d25aabc16637b1e4aaa26a3",
        "bytes": 1704,
        "purpose": "Explicit fine-tune, simulated rollout and real WidowX evaluator roles"
      },
      {
        "path": "examples/envs/README.md",
        "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/examples/envs/README.md",
        "sha256": "7fb9fbe17280d73eb80a30c3e5b7086aa3b9f6ae3be95d964f0faab351438982",
        "bytes": 836,
        "purpose": "Source-defined observation keys and Gym interface scope"
      }
    ]
  },
  "requirements": {
    "python": "Python3.10 in README setup; controller environment remains separate.",
    "packages": [
      "Pinned Octo checkout",
      "JAX0.4.20, Flax0.7.5 and TensorFlow2.15.0 from requirements.txt",
      "Per-example simulator/robot-controller dependencies and reviewed checkpoints/data"
    ],
    "display": "Hardware: Docstring requires reproducing BridgeData robot setup and installing bridge_data_robot controller. Source creates WidowXClient, initializes the environment and issues movement/actions; exact setup is didactic and may not apply to another robot. Weights: Requires checkpoint_weights_path and checkpoint_step, then loads OctoModel.load_pretrained. Matching model observations/actions are required by the chosen source setup. Datasets: Consumes live robot/camera observations and can save videos; no training dataset fetch is performed by the selected entrypoint. Services/auth: Requires the separate WidowX controller service at configured IP/port. No cloud API key or W&B initialization is declared by this selected file.",
    "execution_domain": "hardware",
    "source_imports": [
      "absl",
      "click",
      "cv2",
      "datetime",
      "envs.widowx_env",
      "functools",
      "imageio",
      "jax",
      "jax.numpy",
      "numpy",
      "octo.model.octo_model",
      "octo.utils.gym_wrappers",
      "octo.utils.train_callbacks",
      "os",
      "time",
      "widowx_envs.widowx_env_service"
    ],
    "notes": "WidowX is a source-declared discovery label. No compatibility combination, adapter support, automatic execution or robot-success claim is created. Code licensing does not establish model, checkpoint, dataset or service permission.",
    "declared_requirements": {
      "python": "Python3.10 in README setup; controller environment remains separate.",
      "weights": "Requires checkpoint_weights_path and checkpoint_step, then loads OctoModel.load_pretrained. Matching model observations/actions are required by the chosen source setup.",
      "datasets": "Consumes live robot/camera observations and can save videos; no training dataset fetch is performed by the selected entrypoint.",
      "hardware": "Docstring requires reproducing BridgeData robot setup and installing bridge_data_robot controller. Source creates WidowXClient, initializes the environment and issues movement/actions; exact setup is didactic and may not apply to another robot.",
      "external_services_and_auth": "Requires the separate WidowX controller service at configured IP/port. No cloud API key or W&B initialization is declared by this selected file.",
      "evidence": [
        {
          "anchor": "WidowXClient(host=FLAGS.ip",
          "line": 92
        },
        {
          "anchor": "OctoModel.load_pretrained",
          "line": 101
        },
        {
          "anchor": "env.step(action)",
          "line": 215
        }
      ],
      "license_scopes": {
        "code": "MIT for selected first-party workflow source.",
        "weights": "README links separately hosted rail-berkeley Octo checkpoints. This bounded repository review did not inspect model cards or establish a weight license; repository MIT is limited to selected code.",
        "datasets": "README references Open X-Embodiment and an example ALOHA simulation dataset. Their individual terms were not inspected and are not covered by the code-license assertion.",
        "third_party_code": "External dependencies retain their own licenses."
      },
      "interpretation": "Pinned upstream declarations only; no dependency resolution, model/data access, compatibility inference or runtime validation was performed."
    }
  },
  "invocation": {
    "entrypoint": "cd examples && python 04_eval_finetuned_on_robot.py --checkpoint_weights_path=<approved-checkpoint> --checkpoint_step=<step> --ip=<controller-address>",
    "notes": "WidowX is a source-declared discovery label. No compatibility combination, adapter support, automatic execution or robot-success claim is created."
  },
  "popularity": {
    "metric": "github_stars",
    "repository_stars": 1807,
    "checked_at": "2026-10-17",
    "meaning": "Dated repository interest, not robot-skill usage, compatibility or runtime success."
  },
  "evidence": {
    "level": "source_reviewed",
    "runtime_verification": "not_run",
    "checked_at": "2026-10-17",
    "inspection": "Verified exact source, applicable license and author/setup document bytes at a full Git commit; parsed the Python AST and reviewed this guarded operational entrypoint and its explicit license notices. No upstream code, installation, robot command, dataset, mesh or checkpoint was executed or loaded.",
    "entrypoint_kind": "python_main",
    "inspection_method": "automated_static",
    "robot_discovery": {
      "scope": "The selected didactic evaluator explicitly names a real WidowX robot and its separate BridgeData controller setup. Its exact specifics may not apply elsewhere; no robot compatibility, authorization, adapter or runtime result is inferred.",
      "method": "reviewed_pinned_text_declaration",
      "compatibility_inferred": false,
      "evidence": [
        {
          "url": "https://github.com/octo-models/octo/blob/241fb3514b7c40957a86d869fecb7c7fc353f540/examples/04_eval_finetuned_on_robot.py",
          "sha256": "dfaab1cd9a067860d36c8c10ff43f8d80cde29220482b88dba3c40714cb2f89c",
          "bytes": 8255,
          "quote": "a real WidowX robot",
          "labels": [
            "widowx"
          ],
          "match_in": "text"
        }
      ]
    }
  },
  "robots": [
    "widowx"
  ],
  "artifact": {
    "kind": "workflow",
    "format": "python",
    "workflow_role": "policy-evaluation"
  }
}
