From f603775dff8fe52162c578d4e5ba30b6fcdc0c88 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 11 Jun 2026 15:01:28 -0400 Subject: [PATCH 01/23] [26.06] Ray Release: Documentation setup --- CMakeLists.txt | 1 + amd-docs/.readthedocs.yaml | 21 +++ amd-docs/about/license.rst | 12 ++ amd-docs/conf.py | 58 +++++++ amd-docs/index.rst | 45 +++++ amd-docs/install/ray-install.rst | 212 ++++++++++++++++++++++++ amd-docs/sphinx/_toc.yml.in | 36 ++++ amd-docs/sphinx/requirements.in | 1 + amd-docs/sphinx/requirements.txt | 274 +++++++++++++++++++++++++++++++ amd-docs/what-is-ray.rst | 76 +++++++++ 10 files changed, 736 insertions(+) create mode 100644 CMakeLists.txt create mode 100644 amd-docs/.readthedocs.yaml create mode 100644 amd-docs/about/license.rst create mode 100644 amd-docs/conf.py create mode 100644 amd-docs/index.rst create mode 100644 amd-docs/install/ray-install.rst create mode 100644 amd-docs/sphinx/_toc.yml.in create mode 100644 amd-docs/sphinx/requirements.in create mode 100644 amd-docs/sphinx/requirements.txt create mode 100644 amd-docs/what-is-ray.rst diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 000000000000..11ca76fa0a8a --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1 @@ +rocm_setup_version(VERSION 2.51.1) diff --git a/amd-docs/.readthedocs.yaml b/amd-docs/.readthedocs.yaml new file mode 100644 index 000000000000..7952df64526d --- /dev/null +++ b/amd-docs/.readthedocs.yaml @@ -0,0 +1,21 @@ +# Read the Docs configuration file +# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details + +version: 2 + +sphinx: + configuration: amd-docs/conf.py + +# RTD by default builds html only +# Additional formats available for extra build time: htmlzip, pdf, epub +formats: [] + +python: + install: + - requirements: amd-docs/sphinx/requirements.txt + +# Defines build environment +build: + os: ubuntu-24.04 + tools: + python: "3.12" diff --git a/amd-docs/about/license.rst b/amd-docs/about/license.rst new file mode 100644 index 000000000000..c3bf4568cb69 --- /dev/null +++ b/amd-docs/about/license.rst @@ -0,0 +1,12 @@ +.. meta:: + :description: Ray license + :keywords: Ray, reinforcement learning, ROCm, developer, reference, python + +.. _license: + +****************************************** +License +****************************************** + +.. include:: ../../LICENSE + :literal: \ No newline at end of file diff --git a/amd-docs/conf.py b/amd-docs/conf.py new file mode 100644 index 000000000000..8e5ac31a2707 --- /dev/null +++ b/amd-docs/conf.py @@ -0,0 +1,58 @@ +# Configuration file for the Sphinx documentation builder. +# +# This file only contains a selection of the most common options. For a full +# list see the documentation: +# https://www.sphinx-doc.org/en/master/usage/configuration.html + +import re + +''' +html_theme is usually unchanged (rocm_docs_theme). +flavor defines the site header display, select the flavor for the corresponding portals +flavor options: rocm, rocm-docs-home, rocm-blogs, rocm-ds, instinct, ai-developer-hub, local, generic +''' +html_theme = "rocm_docs_theme" +html_theme_options = {"flavor": "rocm-llmext", "repository_url": "https://github.com/ROCm/Ray/"} + +''' +docs_header_version is used to manually configure the version in the header. If +there exists a non-null value mapped to docs_header_version, then the header in +the documentation page will contain the given version string. +''' +html_context = { + "docs_header_version": "26.02" +} + + +# This section turns on/off article info +setting_all_article_info = True +all_article_info_os = ["linux"] +all_article_info_author = "" + +# Dynamically extract component version +with open('../CMakeLists.txt', encoding='utf-8') as f: + pattern = r'.*\brocm_setup_version\(VERSION\s+([0-9A-Za-z._-]+)' # Update according to each component's CMakeLists.txt + match = re.search(pattern, + f.read()) + if not match: + raise ValueError("VERSION not found!") + version_number = match[1] + +# for PDF output on Read the Docs +project = "Ray" +author = "Advanced Micro Devices, Inc." +copyright = "Copyright (c) 2026 Advanced Micro Devices, Inc. All rights reserved." +version = version_number +release = version_number + +external_toc_path = "./sphinx/_toc.yml" # Defines Table of Content structure definition path + +# Add more addtional package accordingly +extensions = [ + "rocm_docs", + "sphinx.ext.autodoc", # for Python docstrings +] + +html_title = f"{project} {version_number} documentation" + +external_projects_current_project = "Ray" diff --git a/amd-docs/index.rst b/amd-docs/index.rst new file mode 100644 index 000000000000..737ce6e92469 --- /dev/null +++ b/amd-docs/index.rst @@ -0,0 +1,45 @@ +.. meta:: + :description: Ray documentation + :keywords: Ray, ROCm, documentation, reinforcement learning, deep learning, framework, GPU + +.. _ray-documentation-index: + +******************************************************************** +Ray on ROCm documentation +******************************************************************** + +Use Ray on ROCm to orchestrate distributed GPU workloads across AMD Instinct +clusters, enabling elastic hyperparameter tuning, reinforcement learning, +and scalable end-to-end machine learning pipelines. + +Ray is a unified framework, consisting of `a core distributed +runtime `__ and a set of +`AI libraries `__ for +simplifying machine learning computations. + +Ray is part of the `ROCm-LLMExt toolkit +`__. + +The Ray public repository is located at `https://github.com/ROCm/ray `__. + +.. grid:: 2 + :gutter: 3 + + .. grid-item-card:: Install + + * :doc:`Install Ray ` + + .. grid-item-card:: Examples + + * `Ray examples (upstream) `__ + * `Ray use cases (upstream) `__ + + .. grid-item-card:: Reference + + * `Get started with Ray (upstream) `__ + * `Ray Core API (upstream) `__ + +To contribute to the documentation, refer to +`Contributing to ROCm `_. + +You can find licensing information on the :doc:`Licensing ` page. diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst new file mode 100644 index 000000000000..3e8b87d6a826 --- /dev/null +++ b/amd-docs/install/ray-install.rst @@ -0,0 +1,212 @@ +.. meta:: + :description: installing Ray for ROCm + :keywords: installation instructions, Docker, AMD, ROCm, Ray + +.. _ray-on-rocm-installation: + +******************************************************************** +Ray on ROCm installation +******************************************************************** + +System requirements +==================================================================== + +To use Ray `2.51.1 `__, you need the following prerequisites: + +- **ROCm version:** `7.0.0 `__ +- **Operating system:** Ubuntu 22.04 +- **GPU platform:** AMD Instinct™ MI300X +- **PyTorch:** 2.9.0a0+git1c57644 +- **Python:** `3.12 `__ + +Install Ray +================================================================================ + +To install Ray on ROCm, you have the following options: + +* :ref:`use-docker-with-ray-pre-installed` **(recommended)** +* :ref:`build-ray-rocm-docker-image` +* :ref:`install-rocm-ray-bare-metal` +* :ref:`build-rocm-ray-from-source` + +.. _use-docker-with-ray-pre-installed: + +Use a prebuilt Docker image with Ray pre-installed +-------------------------------------------------------------------------------------- + +The recommended way to set up a Ray environment and avoid potential installation issues is with Docker. +The tested, prebuilt image includes Ray, PyTorch, ROCm, and other dependencies. + +Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub `_. + +1. Pull the Docker image: + + .. code-block:: bash + + docker pull rocm/ray:ray-2.51.1_rocm7.0.0_ubuntu22.04_py3.12_pytorch2.9.0 + +2. Launch and connect to the Docker container: + + .. code-block:: bash + + docker run -it -d --network=host --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size 64G \ + --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v $(pwd):/host_dir \ + -w /app --name rocm_ray rocm/ray:ray-2.51.1_rocm7.0.0_ubuntu22.04_py3.12_pytorch2.9.0 /bin/bash + + docker attach rocm_ray + + .. tip:: + + * The ``--shm-size`` parameter allocates shared memory for the container. Adjust it based on your system's resources if needed. + * Replace ``$(pwd)`` with the absolute path to the directory you want to mount inside the container. + +.. _build-ray-rocm-docker-image: + +Build your own Docker image +-------------------------------------------------------------------------------------- + +1. Clone the `https://github.com/ROCm/ray `__ repository: + + .. code-block:: bash + + git clone https://github.com/ROCm/ray.git -b release/2.51.1 + +2. Build the Docker container using the Dockerfile in the ``ray/docker`` directory: + + .. code-block:: bash + + cd ray + docker build -f docker/Dockerfile.rocm -t my-rocm-ray . + +3. Launch and connect to the container: + + .. code-block:: bash + + docker run --rm -it --device /dev/dri --device /dev/kfd -p 8265:8265 --group-add video \ + --cap-add SYS_PTRACE --security-opt seccomp=unconfined --privileged -v $HOME/.ssh:/root/.ssh \ + -v $HOME:$HOME --shm-size 128G -w $PWD --name rocm_verl \ + my-rocm-ray /bin/bash + + .. note:: + + The ``--shm-size`` parameter allocates shared memory for the container. It can be adjusted based on your system's resources. + +4. Verify the installed Ray version: + + .. code-block:: bash + + pip3 freeze | grep ray + + Expected output: + + .. code-block:: + + memray==1.19.1 + ray==2.51.1 + +.. _install-rocm-ray-bare-metal: + +Install Ray on bare metal or a custom container +-------------------------------------------------------------------------------------- + +Follow these steps if you prefer to install ROCm manually on your host system or in a custom container. + +1. Install ROCm. Follow the `ROCm installation guide `_ to install ROCm on your system. + + Once installed, verify your ROCm installation using: + + .. code-block:: bash + + amd-smi + + Expected output: + + .. code-block:: bash + + +------------------------------------------------------------------------------+ + | AMD-SMI 26.0.0+37d158ab amdgpu version: 6.14.14 ROCm version: 7.0.0 | + | Platform: Linux Baremetal | + |-------------------------------------+----------------------------------------| + | BDF GPU-Name | Mem-Uti Temp UEC Power-Usage | + | GPU HIP-ID OAM-ID Partition-Mode | GFX-Uti Fan Mem-Usage | + |=====================================+========================================| + | 0000:05:00.0 ...Instinct MI300X OAM | 0 % 38 °C 0 141/750 W | + | 0 0 7 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:26:00.0 ...Instinct MI300X OAM | 0 % 38 °C 0 135/750 W | + | 1 1 6 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:46:00.0 ...Instinct MI300X OAM | 0 % 42 °C 0 139/750 W | + | 2 2 4 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:65:00.0 ...Instinct MI300X OAM | 0 % 37 °C 0 136/750 W | + | 3 3 5 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:85:00.0 ...Instinct MI300X OAM | 0 % 41 °C 0 139/750 W | + | 4 4 3 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:a6:00.0 ...Instinct MI300X OAM | 0 % 38 °C 0 140/750 W | + | 5 5 2 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:c6:00.0 ...Instinct MI300X OAM | 0 % 38 °C 0 138/750 W | + | 6 6 0 SPX/NPS1 | 0 % N/A 283/196592 MB | + |-------------------------------------+----------------------------------------| + | 0000:e5:00.0 ...Instinct MI300X OAM | 0 % 37 °C 0 139/750 W | + | 7 7 1 SPX/NPS1 | 0 % N/A 283/196592 MB | + +-------------------------------------+----------------------------------------+ + +------------------------------------------------------------------------------+ + | Processes: | + | GPU PID Process Name GTT_MEM VRAM_MEM MEM_USAGE CU % | + |==============================================================================| + | No running processes found | + +------------------------------------------------------------------------------+ + +2. Install the required version of Ray with ROCm support using pip: + + .. code-block:: bash + + pip install -U ray[all]==2.51.1 + +3. Verify the installed Ray version: + + .. code-block:: bash + + pip3 freeze | grep ray + + Expected output: + + .. code-block:: + + memray==1.19.1 + ray==2.51.1 + +.. _build-rocm-ray-from-source: + +Build Ray from source +-------------------------------------------------------------------------------------- + +Follow the `Building Ray from source guide `__ +to build Ray with ROCm support from source. + +.. _ray-verify-installation: + +Test the Ray installation +====================================================================================== + +Ray unit tests are optional for validating your installation if you used a +prebuilt Docker image from AMD ROCm Docker Hub. To run unit tests manually and +validate your installation fully, follow these steps: + +1. After launching the container, test whether Ray detects ROCm devices as expected. + + .. code-block:: bash + + python3 -c "import ray; ray.init(); print(ray.cluster_resources())" + +2. If the setup is successful, the output should list all available ROCm devices. + + Expected output (for example, on the MI300X node): + + .. code-block:: shell-session + + {'memory': 1420360912896.0, 'GPU': 8.0, 'accelerator_type:AMD-Instinct-MI300X-OAM': 1.0, 'node:10.7.39.110': 1.0, 'CPU': 384.0, 'node:__internal_head__': 1.0, 'object_store_memory': 200000000000.0} diff --git a/amd-docs/sphinx/_toc.yml.in b/amd-docs/sphinx/_toc.yml.in new file mode 100644 index 000000000000..d99d0f6d25ae --- /dev/null +++ b/amd-docs/sphinx/_toc.yml.in @@ -0,0 +1,36 @@ +defaults: + numbered: False + maxdepth: 6 +root: index +subtrees: +- entries: + - file: what-is-ray.rst + title: What is Ray? + +- caption: Install + entries: + - file: install/ray-install.rst + title: Install Ray + +- caption: Examples + entries: + - url: https://docs.ray.io/en/latest/ray-overview/examples/index.html + title: Ray examples (upstream) + - url: https://docs.ray.io/en/latest/ray-overview/use-cases.html + title: Ray use cases (upstream) + +- caption: Reference + entries: + - url: https://docs.ray.io/en/latest/ray-overview/getting-started.html + title: Get started with Ray (upstream) + - url: https://docs.ray.io/en/latest/ray-core/api/index.html + title: Ray Core API (upstream) + +- caption: About + entries: + - url: https://rocm.blogs.amd.com/ecosystems-and-partners/ray-rocm7/README.html + title: ROCm Ray blog + - url: https://github.com/ROCm/ray/blob/amd-integration/CONTRIBUTING.rst + title: Contribute to Ray + - file: about/license.rst + title: License diff --git a/amd-docs/sphinx/requirements.in b/amd-docs/sphinx/requirements.in new file mode 100644 index 000000000000..c831419df4d1 --- /dev/null +++ b/amd-docs/sphinx/requirements.in @@ -0,0 +1 @@ +rocm-docs-core==1.32.0 diff --git a/amd-docs/sphinx/requirements.txt b/amd-docs/sphinx/requirements.txt new file mode 100644 index 000000000000..cd4e2f3aab04 --- /dev/null +++ b/amd-docs/sphinx/requirements.txt @@ -0,0 +1,274 @@ +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pip-compile requirements.in +# +accessible-pygments==0.0.5 + # via pydata-sphinx-theme +alabaster==1.0.0 + # via sphinx +asttokens==3.0.0 + # via stack-data +attrs==25.3.0 + # via + # jsonschema + # jupyter-cache + # referencing +babel==2.17.0 + # via + # pydata-sphinx-theme + # sphinx +beautifulsoup4==4.13.4 + # via pydata-sphinx-theme +breathe==4.36.0 + # via rocm-docs-core +certifi==2025.4.26 + # via requests +cffi==1.17.1 + # via + # cryptography + # pynacl +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via + # jupyter-cache + # sphinx-external-toc +colorama==0.4.6 + # via + # click + # ipython + # sphinx +comm==0.2.2 + # via ipykernel +cryptography==45.0.3 + # via pyjwt +debugpy==1.8.14 + # via ipykernel +decorator==5.2.1 + # via ipython +deprecated==1.2.18 + # via pygithub +docutils==0.21.2 + # via + # myst-parser + # pydata-sphinx-theme + # sphinx +executing==2.2.0 + # via stack-data +fastjsonschema==2.21.1 + # via + # nbformat + # rocm-docs-core +gitdb==4.0.12 + # via gitpython +gitpython==3.1.44 + # via rocm-docs-core +greenlet==3.2.2 + # via sqlalchemy +idna==3.10 + # via requests +imagesize==1.4.1 + # via sphinx +importlib-metadata==8.7.0 + # via + # jupyter-cache + # myst-nb +ipykernel==6.29.5 + # via myst-nb +ipython==8.36.0 + # via + # ipykernel + # myst-nb +jedi==0.19.2 + # via ipython +jinja2==3.1.6 + # via + # myst-parser + # sphinx +jsonschema==4.24.0 + # via nbformat +jsonschema-specifications==2025.4.1 + # via jsonschema +jupyter-cache==1.0.1 + # via myst-nb +jupyter-client==8.6.3 + # via + # ipykernel + # nbclient +jupyter-core==5.8.1 + # via + # ipykernel + # jupyter-client + # nbclient + # nbformat +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # myst-parser +markupsafe==3.0.2 + # via jinja2 +matplotlib-inline==0.1.7 + # via + # ipykernel + # ipython +mdit-py-plugins==0.4.2 + # via myst-parser +mdurl==0.1.2 + # via markdown-it-py +myst-nb==1.2.0 + # via rocm-docs-core +myst-parser==4.0.1 + # via myst-nb +nbclient==0.10.2 + # via + # jupyter-cache + # myst-nb +nbformat==5.10.4 + # via + # jupyter-cache + # myst-nb + # nbclient +nest-asyncio==1.6.0 + # via ipykernel +packaging==25.0 + # via + # ipykernel + # pydata-sphinx-theme + # sphinx +parso==0.8.4 + # via jedi +platformdirs==4.3.8 + # via jupyter-core +prompt-toolkit==3.0.51 + # via ipython +psutil==7.0.0 + # via ipykernel +pure-eval==0.2.3 + # via stack-data +pycparser==2.22 + # via cffi +pydata-sphinx-theme==0.15.4 + # via + # rocm-docs-core + # sphinx-book-theme +pygithub==2.6.1 + # via rocm-docs-core +pygments==2.19.1 + # via + # accessible-pygments + # ipython + # pydata-sphinx-theme + # sphinx +pyjwt[crypto]==2.10.1 + # via pygithub +pynacl==1.5.0 + # via pygithub +python-dateutil==2.9.0.post0 + # via jupyter-client +pyyaml==6.0.2 + # via + # jupyter-cache + # myst-nb + # myst-parser + # rocm-docs-core + # sphinx-external-toc +pyzmq==26.4.0 + # via + # ipykernel + # jupyter-client +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +requests==2.32.3 + # via + # pygithub + # sphinx +rocm-docs-core==1.32.0 + # via -r requirements.in +rpds-py==0.25.1 + # via + # jsonschema + # referencing +six==1.17.0 + # via python-dateutil +smmap==5.0.2 + # via gitdb +snowballstemmer==3.0.1 + # via sphinx +soupsieve==2.7 + # via beautifulsoup4 +sphinx==8.1.3 + # via + # breathe + # myst-nb + # myst-parser + # pydata-sphinx-theme + # rocm-docs-core + # sphinx-book-theme + # sphinx-copybutton + # sphinx-design + # sphinx-external-toc + # sphinx-notfound-page +sphinx-book-theme==1.1.4 + # via rocm-docs-core +sphinx-copybutton==0.5.2 + # via rocm-docs-core +sphinx-design==0.6.1 + # via rocm-docs-core +sphinx-external-toc==1.0.1 + # via rocm-docs-core +sphinx-notfound-page==1.1.0 + # via rocm-docs-core +sphinxcontrib-applehelp==2.0.0 + # via sphinx +sphinxcontrib-devhelp==2.0.0 + # via sphinx +sphinxcontrib-htmlhelp==2.1.0 + # via sphinx +sphinxcontrib-jsmath==1.0.1 + # via sphinx +sphinxcontrib-qthelp==2.0.0 + # via sphinx +sphinxcontrib-serializinghtml==2.0.0 + # via sphinx +sqlalchemy==2.0.41 + # via jupyter-cache +stack-data==0.6.3 + # via ipython +tabulate==0.9.0 + # via jupyter-cache +tornado==6.5.1 + # via + # ipykernel + # jupyter-client +traitlets==5.14.3 + # via + # comm + # ipykernel + # ipython + # jupyter-client + # jupyter-core + # matplotlib-inline + # nbclient + # nbformat +typing-extensions==4.13.2 + # via + # beautifulsoup4 + # myst-nb + # pydata-sphinx-theme + # pygithub + # referencing + # sqlalchemy +urllib3==2.4.0 + # via + # pygithub + # requests +wcwidth==0.2.13 + # via prompt-toolkit +wrapt==1.17.2 + # via deprecated +zipp==3.22.0 + # via importlib-metadata diff --git a/amd-docs/what-is-ray.rst b/amd-docs/what-is-ray.rst new file mode 100644 index 000000000000..90eb8a7a5fc7 --- /dev/null +++ b/amd-docs/what-is-ray.rst @@ -0,0 +1,76 @@ +.. meta:: + :description: What is Ray? + :keywords: Ray, documentation, reinforcement learning, deep learning, framework, GPU, AMD, ROCm, overview, introduction + +.. _what-is-ray: + +******************************************************************** +What is Ray? +******************************************************************** + +Ray is a unified framework for scaling AI and Python applications from your laptop +to a full cluster, without changing your code. Ray consists of `a core distributed +runtime `__ and a set of +`AI libraries `__ for +simplifying machine learning computations. + +Ray is a general-purpose framework that runs many types of workloads efficiently. +Any Python application can be scaled with Ray, without extra infrastructure. + +Features and use cases +==================================================================== + +Ray provides the following key features: + +- **Unified Distributed Runtime:** Offers actor/task APIs with resource-aware + scheduling for GPUs and CPUs, enabling elastic, fault-tolerant workloads + on ROCm-enabled clusters. + +- **AI Libraries:** Includes Ray Train for distributed training, Ray Tune + for hyperparameter optimization, Ray RLlib for reinforcement learning, + and Ray Serve for scalable model serving. + +- **Cluster Orchestration:** Integrates with Kubernetes and on-prem schedulers + for autoscaling, placement groups, and isolation across multi-tenant clusters. + +- **Data and Streaming:** Provides Ray Data and streaming primitives for + efficient input pipelines, batch processing, and online inference. + +- **Observability and Reliability:** Built-in metrics, logging, dashboards, + and autoscaling policies to monitor and recover long-running jobs. + +Ray is commonly used in the following scenarios: + +- **Distributed Training:** Scale PyTorch and other ML workloads across + AMD Instinct GPUs with minimal code changes. + +- **Hyperparameter Tuning:** Run large HPO sweeps with efficient trial + scheduling and early stopping. + +- **Reinforcement Learning:** Train RL agents at scale using RLlib with + flexible environment integration. + +- **Model Serving Pipelines:** Deploy low-latency inference services and + batch scoring jobs with Ray Serve. + +For more use cases and recommendations, see the AMD GPU tabs in the `Accelerator Support +topic `__ +of the Ray core documentation and refer to the `AMD ROCm blog `__, +where you can search for Ray examples and best practices to optimize your workloads on AMD GPUs. + +Why Ray? +==================================================================== + +Ray is well suited for end-to-end ML systems for the following reasons: + +- Its **simple programming model** abstracts away distributed systems + complexity while exposing fine-grained resource control. + +- **Rich library ecosystem** accelerates common ML tasks from training + to tuning and serving. + +- **Production-grade orchestration** with autoscaling, fault tolerance, + and observability supports enterprise deployments. + +- **Seamless GPU integration** allows efficient scheduling and utilization + of ROCm-powered AMD Instinct clusters. From 857ff8951352ee57bd08502fefd8b8eccce6abef Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 11 Jun 2026 15:07:28 -0400 Subject: [PATCH 02/23] Doc setup and version --- CMakeLists.txt | 2 +- amd-docs/index.rst | 2 +- amd-docs/install/ray-install.rst | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 11ca76fa0a8a..7429a132339e 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -1 +1 @@ -rocm_setup_version(VERSION 2.51.1) +rocm_setup_version(VERSION 2.55.1) diff --git a/amd-docs/index.rst b/amd-docs/index.rst index 737ce6e92469..bfef51749bd9 100644 --- a/amd-docs/index.rst +++ b/amd-docs/index.rst @@ -40,6 +40,6 @@ The Ray public repository is located at `https://github.com/ROCm/ray `__ To contribute to the documentation, refer to -`Contributing to ROCm `_. +`Contributing to Ray `__. You can find licensing information on the :doc:`Licensing ` page. diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 3e8b87d6a826..98bcbf10aa3b 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -11,7 +11,7 @@ Ray on ROCm installation System requirements ==================================================================== -To use Ray `2.51.1 `__, you need the following prerequisites: +To use Ray `2.55.1 `__, you need the following prerequisites: - **ROCm version:** `7.0.0 `__ - **Operating system:** Ubuntu 22.04 From eeb173ee72863bf7630c81e420ecf6a45ebd2d04 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Fri, 26 Jun 2026 16:59:49 -0400 Subject: [PATCH 03/23] updated the ray install for 26.06 --- amd-docs/install/ray-install.rst | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 98bcbf10aa3b..6e85d9bb7ecb 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -13,11 +13,11 @@ System requirements To use Ray `2.55.1 `__, you need the following prerequisites: -- **ROCm version:** `7.0.0 `__ +- **ROCm version:** `7.2.1 `__ - **Operating system:** Ubuntu 22.04 -- **GPU platform:** AMD Instinct™ MI300X -- **PyTorch:** 2.9.0a0+git1c57644 -- **Python:** `3.12 `__ +- **GPU platform:** AMD Instinct™ MI300X, MI325X, MI355X +- **PyTorch:** 2.10.0+git8514f05 +- **Python:** `3.12.13 `__ Install Ray ================================================================================ @@ -43,7 +43,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub .. code-block:: bash - docker pull rocm/ray:ray-2.51.1_rocm7.0.0_ubuntu22.04_py3.12_pytorch2.9.0 + docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 2. Launch and connect to the Docker container: @@ -51,7 +51,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub docker run -it -d --network=host --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size 64G \ --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v $(pwd):/host_dir \ - -w /app --name rocm_ray rocm/ray:ray-2.51.1_rocm7.0.0_ubuntu22.04_py3.12_pytorch2.9.0 /bin/bash + -w /app --name rocm_ray rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 /bin/bash docker attach rocm_ray @@ -69,14 +69,14 @@ Build your own Docker image .. code-block:: bash - git clone https://github.com/ROCm/ray.git -b release/2.51.1 + git clone https://github.com/ROCm/ray.git -b release/2.55.1 2. Build the Docker container using the Dockerfile in the ``ray/docker`` directory: .. code-block:: bash cd ray - docker build -f docker/Dockerfile.rocm -t my-rocm-ray . + docker build --file docker/Dockerfile.rocm --tag rocm-ray-2.55.1 . 3. Launch and connect to the container: @@ -102,7 +102,7 @@ Build your own Docker image .. code-block:: memray==1.19.1 - ray==2.51.1 + ray==2.55.1 .. _install-rocm-ray-bare-metal: @@ -165,7 +165,7 @@ Follow these steps if you prefer to install ROCm manually on your host system or .. code-block:: bash - pip install -U ray[all]==2.51.1 + pip install -U ray[all]==2.55.1 3. Verify the installed Ray version: @@ -178,7 +178,7 @@ Follow these steps if you prefer to install ROCm manually on your host system or .. code-block:: memray==1.19.1 - ray==2.51.1 + ray==2.55.1 .. _build-rocm-ray-from-source: From 57685a4ca8c72477d771befa4ac63d8401199d42 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Mon, 29 Jun 2026 10:35:46 -0400 Subject: [PATCH 04/23] Potential fix for pull request finding Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> Signed-off-by: spolifroni-amd --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 6e85d9bb7ecb..4f198ec67985 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -76,7 +76,7 @@ Build your own Docker image .. code-block:: bash cd ray - docker build --file docker/Dockerfile.rocm --tag rocm-ray-2.55.1 . +docker build --file docker/Dockerfile.rocm --tag my-rocm-ray . 3. Launch and connect to the container: From 497b2648877eb17bb42049133807db2e4a27e1d5 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Mon, 29 Jun 2026 10:37:21 -0400 Subject: [PATCH 05/23] Update ray-install.rst Signed-off-by: spolifroni-amd --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 4f198ec67985..386739b8c8b3 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -124,7 +124,7 @@ Follow these steps if you prefer to install ROCm manually on your host system or .. code-block:: bash +------------------------------------------------------------------------------+ - | AMD-SMI 26.0.0+37d158ab amdgpu version: 6.14.14 ROCm version: 7.0.0 | + | AMD-SMI 26.0.0+37d158ab amdgpu version: 6.14.14 ROCm version: 7.2.1 | | Platform: Linux Baremetal | |-------------------------------------+----------------------------------------| | BDF GPU-Name | Mem-Uti Temp UEC Power-Usage | From 1986ede57a2736f01a7e1d757539ab25a414da47 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Mon, 29 Jun 2026 11:00:34 -0400 Subject: [PATCH 06/23] rolled backcopilot autofix Signed-off-by: spolifroni-amd --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 386739b8c8b3..2a7305ef49de 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -76,7 +76,7 @@ Build your own Docker image .. code-block:: bash cd ray -docker build --file docker/Dockerfile.rocm --tag my-rocm-ray . +docker build -f docker/Dockerfile.rocm -t my-rocm-ray . 3. Launch and connect to the container: From 968e7caf6844dc6a6aecc2b8a2dd2be95600db49 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Mon, 29 Jun 2026 11:11:36 -0400 Subject: [PATCH 07/23] fixed alignment. Signed-off-by: spolifroni-amd --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 2a7305ef49de..104456c44398 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -76,7 +76,7 @@ Build your own Docker image .. code-block:: bash cd ray -docker build -f docker/Dockerfile.rocm -t my-rocm-ray . + docker build --file docker/Dockerfile.rocm --tag rocm-ray-2.55.1 . 3. Launch and connect to the container: From 54137c77c4520435e82749017d639e3c4921d77c Mon Sep 17 00:00:00 2001 From: Debasis Mandal Date: Mon, 29 Jun 2026 11:29:21 -0400 Subject: [PATCH 08/23] Apply suggestions from code review Co-authored-by: Debasis Mandal Signed-off-by: Debasis Mandal --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 104456c44398..b0b0693f787c 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -76,7 +76,7 @@ Build your own Docker image .. code-block:: bash cd ray - docker build --file docker/Dockerfile.rocm --tag rocm-ray-2.55.1 . + docker build -f docker/Dockerfile.rocm -t my-rocm-ray . 3. Launch and connect to the container: From 0feb5220977aff5e9960b7ea9b26709f27d439a8 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Tue, 30 Jun 2026 13:11:53 -0400 Subject: [PATCH 09/23] updated based on review comments --- amd-docs/install/ray-install.rst | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index b0b0693f787c..80e289517630 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -84,7 +84,7 @@ Build your own Docker image docker run --rm -it --device /dev/dri --device /dev/kfd -p 8265:8265 --group-add video \ --cap-add SYS_PTRACE --security-opt seccomp=unconfined --privileged -v $HOME/.ssh:/root/.ssh \ - -v $HOME:$HOME --shm-size 128G -w $PWD --name rocm_verl \ + -v $HOME:$HOME --shm-size 128G -w $PWD --name my-rocm-ray \ my-rocm-ray /bin/bash .. note:: @@ -101,7 +101,6 @@ Build your own Docker image .. code-block:: - memray==1.19.1 ray==2.55.1 .. _install-rocm-ray-bare-metal: @@ -177,7 +176,6 @@ Follow these steps if you prefer to install ROCm manually on your host system or .. code-block:: - memray==1.19.1 ray==2.55.1 .. _build-rocm-ray-from-source: From 7efb8cfecd2a62d55206b9fe5ead5cdad72f8a42 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Tue, 30 Jun 2026 13:25:16 -0400 Subject: [PATCH 10/23] updated my-rocm-ray -> rocm-ray --- amd-docs/install/ray-install.rst | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 80e289517630..7f3d3c6a3ddf 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -76,7 +76,7 @@ Build your own Docker image .. code-block:: bash cd ray - docker build -f docker/Dockerfile.rocm -t my-rocm-ray . + docker build -f docker/Dockerfile.rocm -t rocm-ray . 3. Launch and connect to the container: @@ -84,8 +84,8 @@ Build your own Docker image docker run --rm -it --device /dev/dri --device /dev/kfd -p 8265:8265 --group-add video \ --cap-add SYS_PTRACE --security-opt seccomp=unconfined --privileged -v $HOME/.ssh:/root/.ssh \ - -v $HOME:$HOME --shm-size 128G -w $PWD --name my-rocm-ray \ - my-rocm-ray /bin/bash + -v $HOME:$HOME --shm-size 128G -w $PWD --name rocm-ray \ + rocm-ray /bin/bash .. note:: From 6bc2e30f96a5cbff60b8cce3f0e16f21d6289d09 Mon Sep 17 00:00:00 2001 From: spolifroni-amd Date: Tue, 30 Jun 2026 14:29:38 -0400 Subject: [PATCH 11/23] revert one my-rocm-ray -> rocm-ray Signed-off-by: spolifroni-amd --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 7f3d3c6a3ddf..bcd4b397b2e9 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -84,7 +84,7 @@ Build your own Docker image docker run --rm -it --device /dev/dri --device /dev/kfd -p 8265:8265 --group-add video \ --cap-add SYS_PTRACE --security-opt seccomp=unconfined --privileged -v $HOME/.ssh:/root/.ssh \ - -v $HOME:$HOME --shm-size 128G -w $PWD --name rocm-ray \ + -v $HOME:$HOME --shm-size 128G -w $PWD --name my-rocm-ray \ rocm-ray /bin/bash .. note:: From 24345ec5be0403c9da99069a1f165b5f03a7aa9a Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Wed, 8 Jul 2026 10:38:37 -0400 Subject: [PATCH 12/23] Update amd-docs/conf.py Co-authored-by: pmoutsias-amd Signed-off-by: anisha-amd --- amd-docs/conf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/conf.py b/amd-docs/conf.py index 8e5ac31a2707..5c39bb3346b5 100644 --- a/amd-docs/conf.py +++ b/amd-docs/conf.py @@ -47,7 +47,7 @@ external_toc_path = "./sphinx/_toc.yml" # Defines Table of Content structure definition path -# Add more addtional package accordingly +# Add more additional packages accordingly extensions = [ "rocm_docs", "sphinx.ext.autodoc", # for Python docstrings From bc743e2b47efcd0dc8e9da483226f1c6ef2ef833 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Mon, 27 Jul 2026 12:35:18 -0400 Subject: [PATCH 13/23] 26.06 docs nomenclature update --- amd-docs/conf.py | 2 +- amd-docs/index.rst | 6 +- amd-docs/install/ray-install.rst | 6 +- amd-docs/sphinx/_toc.yml.in | 2 +- amd-docs/sphinx/requirements.in | 2 +- amd-docs/sphinx/requirements.txt | 153 ++++++++++++++++--------------- 6 files changed, 88 insertions(+), 83 deletions(-) diff --git a/amd-docs/conf.py b/amd-docs/conf.py index 5c39bb3346b5..60a29879fd1c 100644 --- a/amd-docs/conf.py +++ b/amd-docs/conf.py @@ -12,7 +12,7 @@ flavor options: rocm, rocm-docs-home, rocm-blogs, rocm-ds, instinct, ai-developer-hub, local, generic ''' html_theme = "rocm_docs_theme" -html_theme_options = {"flavor": "rocm-llmext", "repository_url": "https://github.com/ROCm/Ray/"} +html_theme_options = {"flavor": "rocm-llmext", "repository_url": "https://github.com/AMD-Ecosystem/ray/"} ''' docs_header_version is used to manually configure the version in the header. If diff --git a/amd-docs/index.rst b/amd-docs/index.rst index bfef51749bd9..b7eea917e8db 100644 --- a/amd-docs/index.rst +++ b/amd-docs/index.rst @@ -17,10 +17,10 @@ runtime `__ and a set `AI libraries `__ for simplifying machine learning computations. -Ray is part of the `ROCm-LLMExt toolkit +Ray is part of the `AMD LLM Extension toolkit `__. -The Ray public repository is located at `https://github.com/ROCm/ray `__. +The Ray public repository is located at `https://github.com/AMD-Ecosystem/ray `__. .. grid:: 2 :gutter: 3 @@ -40,6 +40,6 @@ The Ray public repository is located at `https://github.com/ROCm/ray `__ To contribute to the documentation, refer to -`Contributing to Ray `__. +`Contributing to Ray `__. You can find licensing information on the :doc:`Licensing ` page. diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index bcd4b397b2e9..c1208d48730d 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -11,7 +11,7 @@ Ray on ROCm installation System requirements ==================================================================== -To use Ray `2.55.1 `__, you need the following prerequisites: +To use Ray `2.55.1 `__, you need the following prerequisites: - **ROCm version:** `7.2.1 `__ - **Operating system:** Ubuntu 22.04 @@ -65,11 +65,11 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub Build your own Docker image -------------------------------------------------------------------------------------- -1. Clone the `https://github.com/ROCm/ray `__ repository: +1. Clone the `https://github.com/AMD-Ecosystem/ray `__ repository: .. code-block:: bash - git clone https://github.com/ROCm/ray.git -b release/2.55.1 + git clone https://github.com/AMD-Ecosystem/ray.git -b release/2.55.1 2. Build the Docker container using the Dockerfile in the ``ray/docker`` directory: diff --git a/amd-docs/sphinx/_toc.yml.in b/amd-docs/sphinx/_toc.yml.in index d99d0f6d25ae..8d6e23ab1022 100644 --- a/amd-docs/sphinx/_toc.yml.in +++ b/amd-docs/sphinx/_toc.yml.in @@ -30,7 +30,7 @@ subtrees: entries: - url: https://rocm.blogs.amd.com/ecosystems-and-partners/ray-rocm7/README.html title: ROCm Ray blog - - url: https://github.com/ROCm/ray/blob/amd-integration/CONTRIBUTING.rst + - url: https://github.com/AMD-Ecosystem/ray/blob/amd-integration/CONTRIBUTING.rst title: Contribute to Ray - file: about/license.rst title: License diff --git a/amd-docs/sphinx/requirements.in b/amd-docs/sphinx/requirements.in index c831419df4d1..834f75631ead 100644 --- a/amd-docs/sphinx/requirements.in +++ b/amd-docs/sphinx/requirements.in @@ -1 +1 @@ -rocm-docs-core==1.32.0 +rocm-docs-core==1.37.0 diff --git a/amd-docs/sphinx/requirements.txt b/amd-docs/sphinx/requirements.txt index cd4e2f3aab04..d8cf7dcf575a 100644 --- a/amd-docs/sphinx/requirements.txt +++ b/amd-docs/sphinx/requirements.txt @@ -8,30 +8,30 @@ accessible-pygments==0.0.5 # via pydata-sphinx-theme alabaster==1.0.0 # via sphinx -asttokens==3.0.0 +asttokens==3.0.2 # via stack-data -attrs==25.3.0 +attrs==26.1.0 # via # jsonschema # jupyter-cache # referencing -babel==2.17.0 +babel==2.18.0 # via # pydata-sphinx-theme # sphinx -beautifulsoup4==4.13.4 +beautifulsoup4==4.15.0 # via pydata-sphinx-theme breathe==4.36.0 # via rocm-docs-core -certifi==2025.4.26 +certifi==2026.6.17 # via requests -cffi==1.17.1 +cffi==2.1.0 # via # cryptography # pynacl -charset-normalizer==3.4.2 +charset-normalizer==3.4.9 # via requests -click==8.2.1 +click==8.4.2 # via # jupyter-cache # sphinx-external-toc @@ -40,88 +40,88 @@ colorama==0.4.6 # click # ipython # sphinx -comm==0.2.2 +comm==0.2.3 # via ipykernel -cryptography==45.0.3 +cryptography==49.0.0 # via pyjwt -debugpy==1.8.14 +debugpy==1.8.21 # via ipykernel -decorator==5.2.1 +decorator==5.3.1 # via ipython -deprecated==1.2.18 - # via pygithub -docutils==0.21.2 +docutils==0.22.4 # via # myst-parser # pydata-sphinx-theme # sphinx -executing==2.2.0 +executing==2.2.1 # via stack-data -fastjsonschema==2.21.1 +fastjsonschema==2.21.2 # via # nbformat # rocm-docs-core gitdb==4.0.12 # via gitpython -gitpython==3.1.44 +gitpython==3.1.51 # via rocm-docs-core -greenlet==3.2.2 +greenlet==3.5.3 # via sqlalchemy -idna==3.10 +idna==3.18 # via requests -imagesize==1.4.1 +imagesize==2.0.0 # via sphinx -importlib-metadata==8.7.0 +importlib-metadata==9.0.0 # via # jupyter-cache # myst-nb -ipykernel==6.29.5 +ipykernel==7.3.0 # via myst-nb -ipython==8.36.0 +ipython==9.15.0 # via # ipykernel # myst-nb -jedi==0.19.2 +ipython-pygments-lexers==1.1.1 + # via ipython +jedi==0.20.0 # via ipython jinja2==3.1.6 # via # myst-parser # sphinx -jsonschema==4.24.0 +jsonschema==4.26.0 # via nbformat -jsonschema-specifications==2025.4.1 +jsonschema-specifications==2025.9.1 # via jsonschema jupyter-cache==1.0.1 # via myst-nb -jupyter-client==8.6.3 +jupyter-client==8.9.1 # via # ipykernel # nbclient -jupyter-core==5.8.1 +jupyter-core==5.9.1 # via # ipykernel # jupyter-client # nbclient # nbformat -markdown-it-py==3.0.0 +markdown-it-py==4.2.0 # via # mdit-py-plugins # myst-parser -markupsafe==3.0.2 +markupsafe==3.0.3 # via jinja2 -matplotlib-inline==0.1.7 +matplotlib-inline==0.2.2 # via # ipykernel # ipython -mdit-py-plugins==0.4.2 +mdit-py-plugins==0.6.1 # via myst-parser mdurl==0.1.2 # via markdown-it-py -myst-nb==1.2.0 +myst-nb==1.4.0 # via rocm-docs-core -myst-parser==4.0.1 +myst-parser==5.1.0 # via myst-nb -nbclient==0.10.2 +nbclient==0.11.0 # via # jupyter-cache # myst-nb @@ -130,77 +130,81 @@ nbformat==5.10.4 # jupyter-cache # myst-nb # nbclient -nest-asyncio==1.6.0 +nest-asyncio2==1.7.2 # via ipykernel -packaging==25.0 +packaging==26.2 # via # ipykernel - # pydata-sphinx-theme # sphinx -parso==0.8.4 +parso==0.8.7 # via jedi -platformdirs==4.3.8 +platformdirs==4.10.0 # via jupyter-core -prompt-toolkit==3.0.51 +prompt-toolkit==3.0.52 # via ipython -psutil==7.0.0 - # via ipykernel +psutil==7.2.2 + # via + # ipykernel + # ipython pure-eval==0.2.3 # via stack-data -pycparser==2.22 +pycparser==3.0 # via cffi -pydata-sphinx-theme==0.15.4 +pydata-sphinx-theme==0.16.1 # via # rocm-docs-core # sphinx-book-theme -pygithub==2.6.1 +pygithub==2.9.1 # via rocm-docs-core -pygments==2.19.1 +pygments==2.20.0 # via # accessible-pygments # ipython + # ipython-pygments-lexers # pydata-sphinx-theme # sphinx -pyjwt[crypto]==2.10.1 +pyjwt[crypto]==2.13.0 # via pygithub -pynacl==1.5.0 +pynacl==1.6.2 # via pygithub python-dateutil==2.9.0.post0 # via jupyter-client -pyyaml==6.0.2 +pyyaml==6.0.3 # via # jupyter-cache # myst-nb # myst-parser # rocm-docs-core # sphinx-external-toc -pyzmq==26.4.0 +pyzmq==27.1.0 # via # ipykernel # jupyter-client -referencing==0.36.2 +referencing==0.37.0 # via # jsonschema # jsonschema-specifications -requests==2.32.3 +requests==2.34.2 # via # pygithub # sphinx -rocm-docs-core==1.32.0 +rocm-docs-core==1.37.0 # via -r requirements.in -rpds-py==0.25.1 +roman-numerals==4.1.0 + # via sphinx +rpds-py==2026.6.3 # via # jsonschema # referencing six==1.17.0 # via python-dateutil -smmap==5.0.2 +smmap==5.0.3 # via gitdb -snowballstemmer==3.0.1 +snowballstemmer==3.1.1 # via sphinx -soupsieve==2.7 +soupsieve==2.8.4 # via beautifulsoup4 -sphinx==8.1.3 +sphinx==9.1.0 # via # breathe # myst-nb @@ -211,15 +215,18 @@ sphinx==8.1.3 # sphinx-copybutton # sphinx-design # sphinx-external-toc + # sphinx-multitoc-numbering # sphinx-notfound-page -sphinx-book-theme==1.1.4 +sphinx-book-theme==1.2.0 # via rocm-docs-core sphinx-copybutton==0.5.2 # via rocm-docs-core -sphinx-design==0.6.1 +sphinx-design==0.7.0 # via rocm-docs-core -sphinx-external-toc==1.0.1 +sphinx-external-toc==1.1.0 # via rocm-docs-core +sphinx-multitoc-numbering==0.1.3 + # via sphinx-external-toc sphinx-notfound-page==1.1.0 # via rocm-docs-core sphinxcontrib-applehelp==2.0.0 @@ -234,19 +241,18 @@ sphinxcontrib-qthelp==2.0.0 # via sphinx sphinxcontrib-serializinghtml==2.0.0 # via sphinx -sqlalchemy==2.0.41 +sqlalchemy==2.0.51 # via jupyter-cache stack-data==0.6.3 # via ipython -tabulate==0.9.0 +tabulate==0.10.0 # via jupyter-cache -tornado==6.5.1 +tornado==6.5.7 # via # ipykernel # jupyter-client -traitlets==5.14.3 +traitlets==5.15.1 # via - # comm # ipykernel # ipython # jupyter-client @@ -254,21 +260,20 @@ traitlets==5.14.3 # matplotlib-inline # nbclient # nbformat -typing-extensions==4.13.2 +typing-extensions==4.16.0 # via # beautifulsoup4 + # jupyter-client # myst-nb # pydata-sphinx-theme # pygithub # referencing # sqlalchemy -urllib3==2.4.0 +urllib3==2.7.0 # via # pygithub # requests -wcwidth==0.2.13 +wcwidth==0.8.2 # via prompt-toolkit -wrapt==1.17.2 - # via deprecated -zipp==3.22.0 +zipp==4.1.0 # via importlib-metadata From 664573b92ae6222165516df4e9683983eb2c0c23 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Mon, 27 Jul 2026 13:34:26 -0400 Subject: [PATCH 14/23] Update conf.py --- amd-docs/conf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/conf.py b/amd-docs/conf.py index 60a29879fd1c..7c56619b2b45 100644 --- a/amd-docs/conf.py +++ b/amd-docs/conf.py @@ -20,7 +20,7 @@ the documentation page will contain the given version string. ''' html_context = { - "docs_header_version": "26.02" + "docs_header_version": "26.06" } From b8854c95af88c71a265cfc757bfd9910e229249e Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Wed, 29 Jul 2026 15:04:56 -0400 Subject: [PATCH 15/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index c1208d48730d..db5e60a23de3 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -17,7 +17,8 @@ To use Ray `2.55.1 `__ - **Operating system:** Ubuntu 22.04 - **GPU platform:** AMD Instinct™ MI300X, MI325X, MI355X - **PyTorch:** 2.10.0+git8514f05 -- **Python:** `3.12.13 `__ +- **Python:** `3.12 `__ +- **vLLM:** `0.18.1 `__ Install Ray ================================================================================ From 3f3ffb6ba290be98a1ae05ced4efd9f007e7a217 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Wed, 29 Jul 2026 15:31:32 -0400 Subject: [PATCH 16/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index db5e60a23de3..d064a4129673 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -44,7 +44,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub .. code-block:: bash - docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 + docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.1 2. Launch and connect to the Docker container: From 36dba2095958d8b6c63104b88e23ca3259a1dba2 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 30 Jul 2026 13:43:16 -0400 Subject: [PATCH 17/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index d064a4129673..8cce05bc4111 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -18,7 +18,7 @@ To use Ray `2.55.1 `__ - **GPU platform:** AMD Instinct™ MI300X, MI325X, MI355X - **PyTorch:** 2.10.0+git8514f05 - **Python:** `3.12 `__ -- **vLLM:** `0.18.1 `__ +- **vLLM:** `0.18.0 `__ Install Ray ================================================================================ @@ -44,7 +44,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub .. code-block:: bash - docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.1 + docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 2. Launch and connect to the Docker container: From e58d8ae761dfce3cee1fe7e6b4eb2f1d6c8e3c5e Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Tue, 4 Aug 2026 10:39:50 -0400 Subject: [PATCH 18/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 8cce05bc4111..dc3f7dac79ec 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -44,7 +44,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub .. code-block:: bash - docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 + docker pull rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.0 2. Launch and connect to the Docker container: @@ -52,7 +52,7 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub docker run -it -d --network=host --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size 64G \ --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v $(pwd):/host_dir \ - -w /app --name rocm_ray rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18 /bin/bash + -w /app --name rocm_ray rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.0 /bin/bash docker attach rocm_ray From e77c01a0925164a82d2a904b4a0cd3863f4b18c9 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Tue, 4 Aug 2026 15:16:57 -0400 Subject: [PATCH 19/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index dc3f7dac79ec..c0b4adedbd71 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -16,7 +16,7 @@ To use Ray `2.55.1 `__ - **ROCm version:** `7.2.1 `__ - **Operating system:** Ubuntu 22.04 - **GPU platform:** AMD Instinct™ MI300X, MI325X, MI355X -- **PyTorch:** 2.10.0+git8514f05 +- **PyTorch:** `2.10.0 `__ - **Python:** `3.12 `__ - **vLLM:** `0.18.0 `__ From 4afcd12f8f395839648fdd8a755689709653e3cf Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Wed, 5 Aug 2026 15:57:05 -0400 Subject: [PATCH 20/23] Update ray-install.rst --- amd-docs/install/ray-install.rst | 36 +++++++++++++++++++++++++------- 1 file changed, 29 insertions(+), 7 deletions(-) diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index c0b4adedbd71..77a256a6125c 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -50,9 +50,20 @@ Prebuilt Docker images with Ray configured for ROCm are available on `Docker Hub .. code-block:: bash - docker run -it -d --network=host --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size 64G \ - --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v $(pwd):/host_dir \ - -w /app --name rocm_ray rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.0 /bin/bash + docker run -it -d \ + --network=host \ + --device=/dev/kfd \ + --device=/dev/dri \ + --ipc=host \ + --shm-size 64G \ + --group-add video \ + --cap-add=SYS_PTRACE \ + --security-opt seccomp=unconfined \ + -v $(pwd):/host_dir \ + -w /app \ + --name rocm_ray \ + rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.0 \ + /bin/bash docker attach rocm_ray @@ -83,10 +94,21 @@ Build your own Docker image .. code-block:: bash - docker run --rm -it --device /dev/dri --device /dev/kfd -p 8265:8265 --group-add video \ - --cap-add SYS_PTRACE --security-opt seccomp=unconfined --privileged -v $HOME/.ssh:/root/.ssh \ - -v $HOME:$HOME --shm-size 128G -w $PWD --name my-rocm-ray \ - rocm-ray /bin/bash + docker run --rm -it \ + --device /dev/dri \ + --device /dev/kfd \ + -p 8265:8265 \ + --group-add video \ + --cap-add SYS_PTRACE \ + --security-opt seccomp=unconfined \ + --privileged \ + -v $HOME/.ssh:/root/.ssh \ + -v $HOME:$HOME \ + --shm-size 128G \ + -w $PWD \ + --name my-rocm-ray \ + rocm-ray \ + /bin/bash .. note:: From b24e9153f042b933ae9077d037281ef7fe635f64 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 13 Aug 2026 16:07:40 -0400 Subject: [PATCH 21/23] ray updates --- LICENSE | 22 +++++++++++++++------- amd-docs/install/ray-install.rst | 2 +- 2 files changed, 16 insertions(+), 8 deletions(-) diff --git a/LICENSE b/LICENSE index c247a8575b35..ff40a0814a34 100644 --- a/LICENSE +++ b/LICENSE @@ -272,7 +272,9 @@ ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------ -Code in python/ray/_private/prometheus_exporter.py is adapted from https://github.com/census-instrumentation/opencensus-python/blob/master/contrib/opencensus-ext-prometheus/opencensus/ext/prometheus/stats_exporter/__init__.py +Code in python/ray/_private/prometheus_exporter.py is adapted from +https://github.com/census-instrumentation/opencensus-python/blob/master/contrib/ +opencensus-ext-prometheus/opencensus/ext/prometheus/stats_exporter/__init__.py # Copyright 2018, OpenCensus Authors # @@ -361,7 +363,8 @@ See the License for the specific language governing permissions and limitations under the License. -------------------------------------------------------------------------------- -Code in python/ray/_private/runtime_env/_clonevirtualenv.py is adapted from https://github.com/edwardgeorge/virtualenv-clone/blob/master/clonevirtualenv.py +Code in python/ray/_private/runtime_env/_clonevirtualenv.py is adapted from +https://github.com/edwardgeorge/virtualenv-clone/blob/master/clonevirtualenv.py Copyright (c) 2011, Edward George, based on code contained within the virtualenv project. @@ -385,7 +388,8 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. --------------------------------------------------------------------------------------------------------------- -Code in python/ray/_private/thirdparty/tabulate/tabulate.py is adapted from https://github.com/astanin/python-tabulate/blob/4892c6e9a79638c7897ccea68b602040da9cc7a7/tabulate.py +Code in python/ray/_private/thirdparty/tabulate/tabulate.py is adapted from +https://github.com/astanin/python-tabulate/blob/4892c6e9a79638c7897ccea68b602040da9cc7a7/tabulate.py Copyright (c) 2011-2020 Sergey Astanin and contributors @@ -409,7 +413,8 @@ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. -------------------------------------------------------------------------------- -Code in python/ray/_private/thirdparty/dacite is adapted from https://github.com/konradhalas/dacite/blob/master/dacite +Code in python/ray/_private/thirdparty/dacite is adapted from +https://github.com/konradhalas/dacite/blob/master/dacite Copyright (c) 2018 Konrad Hałas @@ -433,7 +438,8 @@ SOFTWARE. -------------------------------------------------------------------------------- -Code in python/ray/autoscaler/_private/kuberay/utils.py is adapted from https://github.com/kubernetes-client/python/blob/master/kubernetes/utils/quantity.py +Code in python/ray/autoscaler/_private/kuberay/utils.py is adapted from +https://github.com/kubernetes-client/python/blob/master/kubernetes/utils/quantity.py Copyright 2019 The Kubernetes Authors. @@ -451,7 +457,8 @@ limitations under the License. -------------------------------------------------------------------------------- -Code in python/ray/_private/thirdparty/pynvml is adapted from https://pypi.org/project/nvidia-ml-py +Code in python/ray/_private/thirdparty/pynvml is adapted from +https://pypi.org/project/nvidia-ml-py Copyright (c) 2011-2022, NVIDIA Corporation. All rights reserved. @@ -483,7 +490,8 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -------------------------------------------------------------------------------- -Code in src/ray/thirdparty/setproctitle is adapted from https://github.com/dvarrazzo/py-setproctitle +Code in src/ray/thirdparty/setproctitle is adapted from +https://github.com/dvarrazzo/py-setproctitle BSD 3-Clause License diff --git a/amd-docs/install/ray-install.rst b/amd-docs/install/ray-install.rst index 77a256a6125c..5cb8d32dbd46 100644 --- a/amd-docs/install/ray-install.rst +++ b/amd-docs/install/ray-install.rst @@ -133,7 +133,7 @@ Install Ray on bare metal or a custom container Follow these steps if you prefer to install ROCm manually on your host system or in a custom container. -1. Install ROCm. Follow the `ROCm installation guide `_ to install ROCm on your system. +1. Install ROCm. Follow the `ROCm installation guide `__ to install ROCm on your system. Once installed, verify your ROCm installation using: From 9dd96cfd2a4fe1214ae682d8ee8c1bc7c8831f61 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 13 Aug 2026 16:08:57 -0400 Subject: [PATCH 22/23] Update LICENSE --- LICENSE | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LICENSE b/LICENSE index ff40a0814a34..60ddc5ca9bd8 100644 --- a/LICENSE +++ b/LICENSE @@ -271,7 +271,7 @@ ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------- +-------------------------------------------------------------------------------- Code in python/ray/_private/prometheus_exporter.py is adapted from https://github.com/census-instrumentation/opencensus-python/blob/master/contrib/ opencensus-ext-prometheus/opencensus/ext/prometheus/stats_exporter/__init__.py From ac5f558a34dfb3b4917789db3944f2738bdddf06 Mon Sep 17 00:00:00 2001 From: anisha-amd Date: Thu, 13 Aug 2026 16:13:19 -0400 Subject: [PATCH 23/23] Update LICENSE --- LICENSE | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/LICENSE b/LICENSE index 60ddc5ca9bd8..413acde66f0b 100644 --- a/LICENSE +++ b/LICENSE @@ -387,9 +387,10 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ---------------------------------------------------------------------------------------------------------------- +-------------------------------------------------------------------------------- Code in python/ray/_private/thirdparty/tabulate/tabulate.py is adapted from -https://github.com/astanin/python-tabulate/blob/4892c6e9a79638c7897ccea68b602040da9cc7a7/tabulate.py +https://github.com/astanin/python-tabulate/blob/ +4892c6e9a79638c7897ccea68b602040da9cc7a7/tabulate.py Copyright (c) 2011-2020 Sergey Astanin and contributors