[BugFix] Bound direct off-policy replay collection - #4018
Dr.CI classification results
{"FAILED":[],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":29504135247,"workflowUniqueId":82165821,"id":87640381185,"runnerName":"i-0c4cb902cc750003d","authorEmail":"vincentmoens@gmail.com","name":"Libs Tests on Linux / unittests-gym (3.10, 12.8) / linux-job","jobName":"unittests-gym (3.10, 12.8) / linux-job","conclusion":"cancelled","completed_at":"2026-07-16T15:59:21.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/29504135247/job/87640381185","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/rl/87640381185","head_branch":"codex/ray-direct-replay-frame-accounting","pr_number":4018,"head_sha":"85023befaedcd23c63f448a896e2035507779899","head_sha_timestamp":"2026-07-16T13:53:05.000000000Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":[],"time":"2026-07-16T13:53:28.000000000Z"}],"UNSTABLE":[],"UNKNOWN":[],"AWAITING_APPROVAL":[]}