[ { "path": ".azuredevops/multinode-ci-nightly.yml", "content": "resources:\n repositories:\n - repository: pipelines_repo\n type: github\n endpoint: ROCm\n name: ROCm/ROCm\n\nvariables:\n- group: common\n- template: /.azuredevops/variables-global.yml@pipelines_repo\n- name: pytestFolder\n value: '.azuredevops/tests/pytest'\n\nparameters:\n- name: pytestList\n type: object\n default:\n - HelloWorld\n\ntrigger: none\npr: none\nschedules:\n - cron: \"0 5 * 11-3 *\" # 11 PM CST (November - March)\n displayName: \"Nightly Build (CST)\"\n branches:\n include:\n - develop\n always: false\n\n - cron: \"0 4 * 4-10 *\" # 11 PM CDT (April - October)\n displayName: \"Nightly Build (CDT)\"\n branches:\n include:\n - develop\n always: false\n\njobs:\n- job: rccl\n timeoutInMinutes: 180\n pool: rocm-ci_rccl_pool\n workspace:\n clean: all\n steps:\n - task: DeleteFiles@1\n inputs:\n Contents: '**/*'\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml@pipelines_repo\n parameters:\n submoduleBehaviour: recursive\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml@pipelines_repo\n parameters:\n installEnabled: false\n printDiskSpace: false\n extraBuildFlags: >-\n -DCMAKE_BUILD_TYPE=Release\n -DBUILD_TESTS=ON\n -GNinja\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml@pipelines_repo\n parameters:\n componentName: rccl\n testDir: $(Build.SourcesDirectory)/build/test\n testExecutable: 'LD_LIBRARY_PATH=$(Build.SourcesDirectory)/build:${LD_LIBRARY_PATH} NCCL_DEBUG=INFO RCCL_ENABLE_SIGNALHANDLER=1 ./rccl-UnitTests'\n testParameters: '--gtest_output=xml:./test_output.xml --gtest_color=yes'\n - ${{ each pytestScript in parameters.pytestList }}:\n - task: Bash@3\n displayName: Test ${{ pytestScript }}\n continueOnError: true\n inputs:\n targetType: inline\n workingDirectory: $(Build.SourcesDirectory)/$(pytestFolder)\n script: pytest ${{ pytestScript }}.py\n" }, { "path": ".azuredevops/multinode-ci-pr.yml", "content": "resources:\n repositories:\n - repository: pipelines_repo\n type: github\n endpoint: ROCm\n name: ROCm/ROCm\n\nvariables:\n- group: common\n- template: /.azuredevops/variables-global.yml@pipelines_repo\n- name: pytestFolder\n value: '.azuredevops/tests/pytest'\n\nparameters:\n- name: pytestList\n type: object\n default:\n - HelloWorld\n\ntrigger: none\npr:\n autoCancel: true\n branches:\n include:\n - develop\n paths:\n exclude:\n - .github\n - .jenkins\n - docs\n - '*.md'\n - LICENSE.txt\n - NOTICES.txt\n drafts: false\n\nstages:\n- stage: rcclStage\n displayName: 'RCCL develop PR'\n jobs:\n - deployment: rccl_pr_approval\n displayName: \"CI Run Requires Approval\"\n environment: rccl\n - job: rccl\n timeoutInMinutes: 180\n pool: rocm-ci_rccl_pool\n workspace:\n clean: all\n steps:\n - task: DeleteFiles@1\n inputs:\n Contents: '**/*'\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml@pipelines_repo\n parameters:\n submoduleBehaviour: recursive\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml@pipelines_repo\n parameters:\n installEnabled: false\n printDiskSpace: false\n extraBuildFlags: >-\n -DCMAKE_BUILD_TYPE=Release\n -DBUILD_TESTS=ON\n -DGPU_TARGETS=gfx942\n -GNinja\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml@pipelines_repo\n parameters:\n componentName: rccl\n testDir: $(Build.SourcesDirectory)/build/test\n testExecutable: 'LD_LIBRARY_PATH=$(Build.SourcesDirectory)/build:${LD_LIBRARY_PATH} NCCL_DEBUG=INFO RCCL_ENABLE_SIGNALHANDLER=1 ./rccl-UnitTests'\n testParameters: '--gtest_output=xml:./test_output.xml --gtest_color=yes'\n - ${{ each pytestScript in parameters.pytestList }}:\n - task: Bash@3\n displayName: Test ${{ pytestScript }}\n continueOnError: true\n inputs:\n targetType: inline\n workingDirectory: $(Build.SourcesDirectory)/$(pytestFolder)\n script: pytest ${{ pytestScript }}.py\n" }, { "path": ".azuredevops/multinode-ci-slurm-nightly.yml", "content": "resources:\n repositories:\n - repository: pipelines_repo\n type: github\n endpoint: ROCm\n name: ROCm/ROCm\n\nvariables:\n- group: common\n- template: /.azuredevops/variables-global.yml@pipelines_repo\n\ntrigger: none\npr: none\nschedules:\n - cron: \"0 5 * 11-3 *\" # 11 PM CST (November - March)\n displayName: \"Nightly Build (CST)\"\n branches:\n include:\n - develop\n always: false\n\n - cron: \"0 4 * 4-10 *\" # 11 PM CDT (April - October)\n displayName: \"Nightly Build (CDT)\"\n branches:\n include:\n - develop\n always: false\n\njobs:\n- job: rccl\n timeoutInMinutes: 240\n pool: rocm-ci_rccl_slurm_pool\n workspace:\n clean: all\n steps:\n - task: DeleteFiles@1\n inputs:\n Contents: '**/*'\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml@pipelines_repo\n parameters:\n submoduleBehaviour: recursive\n - template: templates/build.yml\n - template: templates/test_rccl-UnitTests.yml\n - template: templates/test_rccl-tests.yml\n" }, { "path": ".azuredevops/multinode-ci-slurm-pr.yml", "content": "resources:\n repositories:\n - repository: pipelines_repo\n type: github\n endpoint: ROCm\n name: ROCm/ROCm\n\nvariables:\n- group: common\n- template: /.azuredevops/variables-global.yml@pipelines_repo\n\ntrigger: none\npr:\n autoCancel: true\n branches:\n include:\n - develop\n paths:\n exclude:\n - .github\n - .jenkins\n - docs\n - '*.md'\n - LICENSE.txt\n - NOTICES.txt\n drafts: false\n\nstages:\n- stage: rcclStage\n displayName: 'RCCL develop PR'\n jobs:\n - deployment: rccl_pr_approval\n displayName: \"CI Run Requires Approval\"\n environment: rccl\n - job: rccl\n timeoutInMinutes: 240\n pool: rocm-ci_rccl_slurm_pool\n workspace:\n clean: all\n steps:\n - task: DeleteFiles@1\n inputs:\n Contents: '**/*'\n - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml@pipelines_repo\n parameters:\n submoduleBehaviour: recursive\n - template: templates/build.yml\n - template: templates/test_rccl-UnitTests.yml\n - template: templates/test_rccl-tests.yml\n" }, { "path": ".azuredevops/rocm-ci.yml", "content": "variables:\n- group: common\n- template: /.azuredevops/variables-global.yml@pipelines_repo\n\nparameters:\n- name: pipelinesRepoRef\n type: string\n default: refs/heads/develop\n- name: systemsRepoRef\n type: string\n default: refs/heads/develop\n- name: systemsSparseCheckoutDir\n type: string\n default: 'projects/rocprofiler-sdk'\n- name: triggerDownstreamJobs\n type: boolean\n default: true\n\nresources:\n repositories:\n - repository: pipelines_repo\n type: github\n endpoint: ROCm\n name: ROCm/ROCm\n ref: ${{ parameters.pipelinesRepoRef }}\n - repository: systems_repo\n type: github\n endpoint: ROCm\n name: ROCm/rocm-systems\n ref: ${{ parameters.systemsRepoRef }}\n\ntrigger:\n batch: true\n branches:\n include:\n - develop\n - mainline\n paths:\n exclude:\n - .github\n - .jenkins\n - docs\n - '.*.y*ml'\n - '*.md'\n - LICENSE.txt\n - NOTICES.txt\n\npr:\n autoCancel: true\n branches:\n include:\n - develop\n - mainline\n paths:\n exclude:\n - .github\n - .jenkins\n - docs\n - '.*.y*ml'\n - '*.md'\n - LICENSE.txt\n - NOTICES.txt\n drafts: false\n\nstages:\n- stage: rccl\n jobs:\n - template: ${{ variables.CI_COMPONENT_PATH }}/rccl.yml@pipelines_repo\n parameters:\n sparseCheckoutDir: ''\n systemsRepo: systems_repo\n systemsSparseCheckoutDir: ${{ parameters.systemsSparseCheckoutDir }}\n triggerDownstreamJobs: ${{ parameters.triggerDownstreamJobs }}\n" }, { "path": ".azuredevops/slurm/build.sh", "content": "#!/bin/bash\n#SBATCH --job-name=rccl-build\n#SBATCH --output=rccl-build-%j.out\n#SBATCH --error=rccl-build-%j.out\n#SBATCH --time=60\n#SBATCH --nodes=1\n#SBATCH --exclusive\n#SBATCH --partition=gt\n\nshort_id=$(hostname | cut -d'.' -f1 | cut -d'-' -f3-)\necho \"Node identifier: $short_id\"\n\nsource /etc/profile.d/lmod.sh\nmodule load rocm/6.4.1\n\n# Setup local binary path\nexport PATH=\"$HOME/.local/bin:$PATH\"\nmkdir -p \"$HOME/.local/bin\"\n\n# Install Ninja if not already available\nif ! command -v ninja &>/dev/null; then\n echo \"Ninja not found. Installing locally...\"\n wget -q https://github.com/ninja-build/ninja/releases/download/v1.11.1/ninja-linux.zip -O /tmp/ninja.zip\n unzip -q /tmp/ninja.zip -d \"$HOME/.local/bin\"\n chmod +x \"$HOME/.local/bin/ninja\"\nfi\n\necho \"Using Ninja at: $(which ninja)\"\nninja --version\n\n# Define GPU target\nexport GPU_TARGETS=\"gfx942\"\n\ncd \"${SLURM_SUBMIT_DIR:-$PWD}\"\n## Building RCCL\nmkdir -p build\ncd build\ncmake -G Ninja -DCMAKE_INSTALL_PREFIX=\"$BINARIES_DIR\" -DCMAKE_BUILD_TYPE=Release -DGPU_TARGETS=${GPU_TARGETS} -DBUILD_TESTS=ON -DROCM_PATH=\"$ROCM_PATH\" ..\ncmake --build .\ncmake --build . --target install\n\n# Building RCCL Replayer\ncd ../tools/RcclReplayer 2>/dev/null || cd ../RcclReplayer\nRCCL_DIR=\"../../build\" ROCM_DIR=\"$ROCM_PATH\" MPI_DIR=\"$MPI_HOME\" make\n\ncd \"${SLURM_SUBMIT_DIR:-$PWD}\"\n## Building RCCL-Tests\ngit clone https://github.com/ROCm/rccl-tests\ncd rccl-tests\nmkdir -p build\ncd build\ncmake -DCMAKE_PREFIX_PATH=\"$BINARIES_DIR;$MPI_HOME\" -DUSE_MPI=ON -DCMAKE_INSTALL_PREFIX=\"$BINARIES_DIR\" -DCMAKE_BUILD_TYPE=Release -DGPU_TARGETS=${GPU_TARGETS} -DROCM_PATH=\"$ROCM_PATH\" ..\ncmake --build .\ncmake --build . --target install\n" }, { "path": ".azuredevops/slurm/test_rccl-UnitTests.sh", "content": "#!/bin/bash\n#SBATCH --job-name=rccl-UnitTests\n#SBATCH --output=%x-%j.out\n#SBATCH --error=%x-%j.out\n#SBATCH --time=180\n#SBATCH --nodes=1\n#SBATCH --exclusive\n#SBATCH --partition=gt\n\nshort_id=$(hostname | cut -d'.' -f1 | cut -d'-' -f3-)\necho \"Node identifier: $short_id\"\n\nsource /etc/profile.d/lmod.sh\nmodule load rocm/6.4.1\ncd \"$BINARIES_DIR/bin\"\nLD_LIBRARY_PATH=\"$BINARIES_DIR/lib:$LD_LIBRARY_PATH\" NCCL_DEBUG=INFO RCCL_ENABLE_SIGNALHANDLER=1 HSA_NO_SCRATCH_RECLAIM=1 ./rccl-UnitTests --gtest_output=xml:$PIPELINE_WORKSPACE/rccl-UnitTests_output.xml --gtest_color=yes\n" }, { "path": ".azuredevops/slurm/test_rccl-tests.sh", "content": "#!/bin/bash\n#SBATCH --job-name=rccl-tests\n#SBATCH --output=%x-%j.out\n#SBATCH --error=%x-%j.out\n#SBATCH --time=60\n#SBATCH --nodes=1\n#SBATCH --exclusive\n#SBATCH --partition=gt\n\nshort_id=$(hostname | cut -d'.' -f1 | cut -d'-' -f3-)\necho \"Node identifier: $short_id\"\n\nsource /etc/profile.d/lmod.sh\nmodule load rocm/6.4.1\n\ncd ${PIPELINE_WORKSPACE}/TestResults\nmkdir -p ${PIPELINE_WORKSPACE}/TestResults/rccl-tests_logs\nexport WORKDIR=${PIPELINE_WORKSPACE}/TestResults/rccl-tests_logs\n\nexport PATH=\"$BINARIES_DIR/bin:$PATH\"\nexport LD_LIBRARY_PATH=\"$BINARIES_DIR/lib:$LD_LIBRARY_PATH\"\n\n### create hostlist\n#nodelist=($(scontrol show hostnames))\n#echo \"SLURM nodes:\"\n#echo ${nodelist[@]}\n#echo \"\"\n#\n#hosts_8ppn=()\n#for node in \"${nodelist[@]}\"\n#do\n# hosts_8ppn+=(\"${node}:8\")\n#done\n#echo ${hosts_8ppn[@]}\n\n### Run multi- and single-node RCCL-Tests\n## Run single-node RCCL-Tests\nfor n in 1\ndo\n total=$((n*8))\n #h_8ppn=`echo ${hosts_8ppn[@]:0:${n}} | tr ' ' ','`\n\n for coll in all_reduce all_gather reduce_scatter alltoall alltoallv broadcast gather reduce scatter sendrecv\n do\n for dtype in float bfloat16 half fp8_e5m2\n do\n out_filename=\"${WORKDIR}/rccl-tests_${coll}_1KB-16GB_nodes${n}_gpus${total}_${dtype}.log\"\n #cmd=\"${MPI_HOME}/bin/mpirun -np ${total} --host ${h_8ppn} -mca pml ob1 -mca btl ^openib -mca oob_tcp_if_exclude docker,lo -mca btl_tcp_if_exclude docker,lo -x PATH -x LD_LIBRARY_PATH -x NCCL_DEBUG=VERSION -x NCCL_IB_HCA=bnxt_re0,bnxt_re1,bnxt_re2,bnxt_re3,bnxt_re4,bnxt_re5,bnxt_re6,bnxt_re7 -x NCCL_IGNORE_CPU_AFFINITY=1 -x HSA_NO_SCRATCH_RECLAIM=1 -x NCCL_IB_GID_INDEX=3 ${BINARIES_DIR}/bin/${coll}_perf -b 1K -e 16G -f 2 -g 1 -n 100 -w 50 -d ${dtype} -Z json -x ${WORKDIR}/rccl-tests_${coll}_nodes${n}_gpus${total}_${dtype}.json\"\n cmd=\"${MPI_HOME}/bin/mpirun -np ${total} -mca pml ^ucx -mca osc ^ucx -mca btl ^openib -mca oob_tcp_if_exclude docker,lo -mca btl_tcp_if_exclude docker,lo -x PATH -x LD_LIBRARY_PATH -x NCCL_DEBUG=VERSION -x NCCL_IGNORE_CPU_AFFINITY=1 -x HSA_NO_SCRATCH_RECLAIM=1 ${BINARIES_DIR}/bin/${coll}_perf -b 1K -e 16G -f 2 -g 1 -n 100 -w 50 -d ${dtype} -Z json -x ${WORKDIR}/rccl-tests_${coll}_nodes${n}_gpus${total}_${dtype}.json\"\n\n echo \"Running ${coll}\" 2>&1 | tee ${out_filename}\n echo \"Run cmd: ${cmd}\" 2>&1 | tee -a ${out_filename}\n eval ${cmd} 2>&1 | tee -a ${out_filename}\n\n sleep 2\n done\n done\ndone\n\n## To add\n### Summarize results\n### Convert to junit\n" }, { "path": ".azuredevops/templates/build.yml", "content": "# small subset of files to check for install to determine pass/fail\nparameters:\n- name: expectedInstallFiles\n type: object\n default:\n - bin/rccl-UnitTests\n - include/rccl/rccl.h\n - lib/cmake/rccl/rccl-config.cmake\n - lib/librccl.so\n - share/doc/rccl/LICENSE.txt\n - share/rccl/msccl-algorithms\n - share/rccl/msccl-unit-test-algorithms\n\nsteps:\n - task: Bash@3\n displayName: Build Job\n env:\n BINARIES_DIR: $(Build.BinariesDirectory)\n inputs:\n targetType: inline\n script: |\n echo \"##[section]Starting build job...\"\n\n rm -rf $(Build.BinariesDirectory)/*\n\n echo \"Submitting build job...\"\n mkdir -p $(Build.BinariesDirectory)\n BUILD_JOB_ID=$(sbatch --export=ALL --parsable $(Build.SourcesDirectory)/.azuredevops/slurm/build.sh)\n echo \"Submitted build job: $BUILD_JOB_ID\"\n echo \"##vso[task.setvariable variable=BUILD_JOB_ID]$BUILD_JOB_ID\"\n\n echo \"Waiting for build job to start...\"\n while squeue -j $BUILD_JOB_ID 2>/dev/null | grep -q $BUILD_JOB_ID; do\n echo \"##[section]Build job $BUILD_JOB_ID is still running...\"\n sleep 60\n done\n\n echo \"Waiting for final status via sacct...\"\n LOOP_COUNT=0\n MAX_LOOPS=30 # Maximum of 30 loops (30 minutes)\n while true; do\n STATE=$(sacct -j \"$BUILD_JOB_ID\" --format=JobID,State --noheader | awk '$1 ~ /\\.batch$/ { print $2; exit }' | xargs)\n echo \"##[section]Build job state: $STATE\"\n if [[ \"$STATE\" == \"COMPLETED\" ]]; then\n break\n elif [[ \"$STATE\" =~ ^(FAILED|CANCELLED|TIMEOUT)$ ]]; then\n echo \"Build failed with state $STATE\"\n break\n fi\n sleep 60\n LOOP_COUNT=$((LOOP_COUNT + 1))\n if [ $LOOP_COUNT -ge $MAX_LOOPS ]; then\n echo \"Time limit reached while waiting for final status.\"\n exit 1 # Exit with an error code if time limit is reached\n fi\n done\n\n echo \"Checking for expected installed files...\"\n MISSING_FILES=0\n\n expectedFiles=\"${{ join(' ', parameters.expectedInstallFiles) }}\"\n i=1\n total=$(echo \"$expectedFiles\" | wc -w)\n while [ $i -le $total ]; do\n relpath=$(echo \"$expectedFiles\" | cut -d ' ' -f\"$i\")\n fullpath=\"$BINARIES_DIR/$relpath\"\n if [ ! -e \"$fullpath\" ]; then\n echo \"##vso[task.logissue type=error]Missing expected file: $fullpath\"\n MISSING_FILES=1\n fi\n i=$((i + 1))\n done\n\n if [ \"$MISSING_FILES\" -eq 1 ]; then\n echo \"One or more expected files are missing from the install directory.\"\n exit 1\n else\n echo \"All expected files are present in the install directory.\"\n fi\n - task: Bash@3\n displayName: Build Logs\n condition: always()\n inputs:\n targetType: inline\n script: |\n cat rccl-build-${BUILD_JOB_ID}.out || echo \"No log found\"\n" }, { "path": ".azuredevops/templates/test_rccl-UnitTests.yml", "content": "steps:\n - task: Bash@3\n displayName: RCCL UnitTests\n env:\n BINARIES_DIR: $(Build.BinariesDirectory)\n PIPELINE_WORKSPACE: $(Pipeline.Workspace)\n inputs:\n targetType: inline\n script: |\n echo \"Submitting test job...\"\n TEST_JOB_ID=$(sbatch --export=ALL --parsable $(Build.SourcesDirectory)/.azuredevops/slurm/test_rccl-UnitTests.sh)\n echo \"Submitted test job: $TEST_JOB_ID\"\n echo \"##vso[task.setvariable variable=TEST_JOB_ID]$TEST_JOB_ID\"\n\n echo \"Waiting for test job to start...\"\n while squeue -j $TEST_JOB_ID 2>/dev/null | grep -q $TEST_JOB_ID; do\n echo \"##[section]Test job $TEST_JOB_ID is still running...\"\n sleep 60\n done\n\n echo \"Waiting for final status via sacct...\"\n LOOP_COUNT=0\n MAX_LOOPS=120 # Maximum of 120 loops (120 minutes)\n while true; do\n STATE=$(sacct -j \"$TEST_JOB_ID\" --format=JobID,State --noheader | awk '$1 ~ /\\.batch$/ { print $2; exit }' | xargs)\n echo \"##[section]Test job state: $STATE\"\n if [[ \"$STATE\" == \"COMPLETED\" ]]; then\n break\n elif [[ \"$STATE\" =~ ^(FAILED|CANCELLED|TIMEOUT)$ ]]; then\n echo \"Test failed with state $STATE\"\n break\n fi\n sleep 60\n LOOP_COUNT=$((LOOP_COUNT + 1))\n if [ $LOOP_COUNT -ge $MAX_LOOPS ]; then\n echo \"Time limit reached while waiting for final status.\"\n exit 1 # Exit with an error code if time limit is reached\n fi\n done\n\n echo \"Checking test result XML for failures...\"\n TEST_XML=$(find \"$(Pipeline.Workspace)\" -name 'rccl-UnitTests_output.xml' | head -n1)\n if [ -z \"$TEST_XML\" ]; then\n echo \"##vso[task.logissue type=error]No $TEST_XML file found\"\n echo \"##vso[task.complete result=Failed;]DONE\"\n exit 1\n fi\n\n if grep -q 'failures=\"[^0]' \"$TEST_XML\"; then\n echo \"##vso[task.logissue type=error]Test failures detected in $TEST_XML\"\n echo \"##vso[task.complete result=Failed;]DONE\"\n exit 1\n else\n echo \"No test failures detected.\"\n fi\n - task: Bash@3\n displayName: Test Logs\n condition: always()\n inputs:\n targetType: inline\n script: |\n cat rccl-UnitTests-${TEST_JOB_ID}.out || echo \"No log found\"\n - task: PublishTestResults@2\n displayName: 'Publish Results'\n condition: succeededOrFailed()\n inputs:\n searchFolder: $(Pipeline.Workspace)\n testResultsFormat: JUnit\n testResultsFiles: '**/rccl-UnitTests_output.xml'\n" }, { "path": ".azuredevops/templates/test_rccl-tests.yml", "content": "steps:\n - task: Bash@3\n displayName: RCCL-Tests\n env:\n BINARIES_DIR: $(Build.BinariesDirectory)\n PIPELINE_WORKSPACE: $(Pipeline.Workspace)\n inputs:\n targetType: inline\n script: |\n echo \"Submitting test job...\"\n TEST_JOB_ID=$(sbatch --export=ALL --parsable $(Build.SourcesDirectory)/.azuredevops/slurm/test_rccl-tests.sh)\n echo \"Submitted test job: $TEST_JOB_ID\"\n echo \"##vso[task.setvariable variable=TEST_JOB_ID]$TEST_JOB_ID\"\n\n echo \"Waiting for test job to start...\"\n while squeue -j $TEST_JOB_ID 2>/dev/null | grep -q $TEST_JOB_ID; do\n echo \"##[section]Test job $TEST_JOB_ID is still running...\"\n sleep 60\n done\n\n echo \"Waiting for final status via sacct...\"\n LOOP_COUNT=0\n MAX_LOOPS=120 # Maximum of 120 loops (120 minutes)\n while true; do\n STATE=$(sacct -j \"$TEST_JOB_ID\" --format=JobID,State --noheader | awk '$1 ~ /\\.batch$/ { print $2; exit }' | xargs)\n echo \"##[section]Test job state: $STATE\"\n if [[ \"$STATE\" == \"COMPLETED\" ]]; then\n break\n elif [[ \"$STATE\" =~ ^(FAILED|CANCELLED|TIMEOUT)$ ]]; then\n echo \"Test failed with state $STATE\"\n break\n fi\n sleep 60\n LOOP_COUNT=$((LOOP_COUNT + 1))\n if [ $LOOP_COUNT -ge $MAX_LOOPS ]; then\n echo \"Time limit reached while waiting for final status.\"\n exit 1 # Exit with an error code if time limit is reached\n fi\n done\n\n echo \"Checking test result json for failures...\"\n TEST_JSON=$(find \"$(Pipeline.Workspace)\" -name 'rccl-tests*.json')\n if [ -z \"$TEST_JSON\" ]; then\n echo \"##vso[task.logissue type=error]No $TEST_JSON file(s) found\"\n echo \"##vso[task.complete result=Failed;]DONE\"\n exit 1\n fi\n\n #echo \"Checking test result XML for failures...\"\n #TEST_XML=$(find \"$(Pipeline.Workspace)\" -name 'rccl-tests_output.xml' | head -n1)\n #if [ -z \"$TEST_XML\" ]; then\n # echo \"##vso[task.logissue type=error]No $TES_XML file found\"\n # echo \"##vso[task.complete result=Failed;]DONE\"\n # exit 1\n #fi\n\n #if grep -q 'failures=\"[^0]' \"$TEST_XML\"; then\n # echo \"##vso[task.logissue type=error]Test failures detected in $TEST_XML\"\n # echo \"##vso[task.complete result=Failed;]DONE\"\n # exit 1\n #else\n # echo \"No test failures detected.\"\n #fi\n - task: Bash@3\n displayName: Test Logs\n condition: always()\n inputs:\n targetType: inline\n script: |\n cat rccl-tests-${TEST_JOB_ID}.out || echo \"No log found\"\n# - task: PublishTestResults@2\n# displayName: 'Publish Results'\n# condition: succeededOrFailed()\n# inputs:\n# searchFolder: $(Pipeline.Workspace)\n# testResultsFormat: JUnit\n# testResultsFiles: '**/rccl-tests_output.xml'\n" }, { "path": ".azuredevops/tests/pytest/HelloWorld.py", "content": "import pytest\n\ndef test_HelloWorld():\n greeting = \"Hello, World!\"\n assert greeting == \"Hello, World!\"\n" }, { "path": ".clang-format", "content": "# Style file for MLSE Libraries based on the modified rocBLAS style\n\n# Common settings\nBasedOnStyle: WebKit\nTabWidth: 4\nIndentWidth: 4\nUseTab: Never\nColumnLimit: 100\nUseCRLF: false\n\n# Other languages JavaScript, Proto\n---\nLanguage: Json\nDisableFormat: true\n\n---\nLanguage: Cpp\n\n# http://releases.llvm.org/6.0.1/tools/clang/docs/ClangFormatStyleOptions.html#disabling-formatting-on-a-piece-of-code\n# int formatted_code;\n# // clang-format off\n# void unformatted_code ;\n# // clang-format on\n# void formatted_code_again;\n\nDisableFormat: false\nStandard: Cpp11\n\nAccessModifierOffset: -4\nAlignAfterOpenBracket: true\nAlignArrayOfStructures: Right\nAlignConsecutiveAssignments: true\nAlignConsecutiveDeclarations: true\nAlignEscapedNewlines: Left\nAlignOperands: true\nAlignTrailingComments: false\nAllowAllArgumentsOnNextLine: false\nAllowAllParametersOfDeclarationOnNextLine: true\nAllowShortBlocksOnASingleLine: Never\nAllowShortCaseLabelsOnASingleLine: true\nAllowShortFunctionsOnASingleLine: Empty\nAllowShortIfStatementsOnASingleLine: false\nAllowShortLoopsOnASingleLine: false\nAlwaysBreakAfterReturnType: None\nAlwaysBreakBeforeMultilineStrings: false\nAlwaysBreakTemplateDeclarations: Yes\nBinPackArguments: false\nBinPackParameters: false\nBitFieldColonSpacing: Both\n# Configure each individual brace in BraceWrapping\nBreakBeforeBraces: Custom\n# Control of individual brace wrapping cases\nBraceWrapping:\n AfterCaseLabel: true\n AfterClass: true\n AfterControlStatement: Always\n AfterEnum: true\n AfterExternBlock: false\n AfterFunction: true\n AfterNamespace: true\n AfterStruct: true\n AfterUnion: true\n BeforeCatch: true\n BeforeElse: true\n BeforeLambdaBody: true\n BeforeWhile: true\n IndentBraces: false\n SplitEmptyFunction: false\n SplitEmptyRecord: false\n SplitEmptyNamespace: false\nBreakBeforeBinaryOperators: All\nBreakBeforeTernaryOperators: true\nBreakConstructorInitializers: BeforeComma\nBreakInheritanceList: BeforeComma\nBreakStringLiterals: true\nCommentPragmas: '^ IWYU pragma:'\nCompactNamespaces: false\nConstructorInitializerIndentWidth: 4\nContinuationIndentWidth: 4\nCpp11BracedListStyle: true\nDeriveLineEnding: false\nDerivePointerAlignment: false\nEmptyLineAfterAccessModifier: Never\nEmptyLineBeforeAccessModifier: Always\nExperimentalAutoDetectBinPacking: false\nFixNamespaceComments: true\nForEachMacros: []\nIfMacros: []\nIncludeBlocks: Preserve\nIndentAccessModifiers: false\nIndentCaseBlocks: true\nIndentCaseLabels: true\nIndentExternBlock: NoIndent\nIndentPPDirectives: BeforeHash\nIndentWrappedFunctionNames: true\nKeepEmptyLinesAtTheStartOfBlocks: true\nLambdaBodyIndentation: Signature\nMacroBlockBegin: ''\nMacroBlockEnd: ''\nMaxEmptyLinesToKeep: 1\nNamespaceIndentation: None\nPPIndentWidth: -1\nPackConstructorInitializers: NextLine\nPenaltyBreakBeforeFirstCallParameter: 19\nPenaltyBreakComment: 300\nPenaltyBreakFirstLessLess: 120\nPenaltyBreakString: 1000\nPenaltyExcessCharacter: 1000000\nPenaltyReturnTypeOnItsOwnLine: 60\nPointerAlignment: Left\nQualifierAlignment: Leave\nReferenceAlignment: Pointer\nReflowComments: false\nShortNamespaceLines: 0\nSortIncludes: CaseSensitive\nSortUsingDeclarations: true\nSpaceAfterCStyleCast: false\nSpaceAfterLogicalNot: false\nSpaceAfterTemplateKeyword: false\nSpaceAroundPointerQualifiers: Default\nSpaceBeforeAssignmentOperators: true\nSpaceBeforeCaseColon: false\nSpaceBeforeCpp11BracedList: false\nSpaceBeforeCtorInitializerColon: true\nSpaceBeforeInheritanceColon: true\nSpaceBeforeParens: Never\nSpaceBeforeRangeBasedForLoopColon: true\nSpaceBeforeSquareBrackets: false\nSpaceInEmptyBlock: false\nSpaceInEmptyParentheses: false\nSpacesBeforeTrailingComments: 1\nSpacesInAngles: Never\nSpacesInCStyleCastParentheses: false\nSpacesInConditionalStatement: false\nSpacesInContainerLiterals: true\nSpacesInParentheses: false\nSpacesInSquareBrackets: false\n\n---\n" }, { "path": ".github/CODEOWNERS", "content": "* @ROCm/rccl-reviewers\n\n# Documentation files\ndocs/ @ROCm/rocm-documentation\n*.md @ROCm/rocm-documentation\n*.rst @ROCm/rocm-documentation\n.readthedocs.yaml @ROCm/rocm-documentation\n\nsrc/include/api_trace.h @ROCm/ROCM-DevTools-Team\n" }, { "path": ".github/PULL_REQUEST_TEMPLATE.md", "content": "## Details\n___Do not mention proprietary info or link to internal work items in this PR.___\n\n**Work item:** _\"Internal\", or link to GitHub issue (if applicable)._\n\n**What were the changes?** \n_One sentence describing the work done._\n\n**Why were the changes made?** \n_Explain the motivation behind the work. Provide any publicly-available historical context._\n\n**How was the outcome achieved?** \n_Technical details behind the work. Explain any publicly-available hardware peculiarities._\n\n**Additional Documentation:** \n_What else should the reviewer know?_\n\n## Approval Checklist\n___Do not approve until these items are satisfied.___\n- [ ] Verify the CHANGELOG has been updated, if\n - there are any NCCL API version changes,\n - any changes impact library users, and/or\n - any changes impact any other ROCm library.\n" }, { "path": ".github/dependabot.yml", "content": "" }, { "path": ".github/scripts/therock_configure_ci.py", "content": "# Copyright (c) Advanced Micro Devices, Inc., or its affiliates.\n# SPDX-License-Identifier: MIT \n\nimport fnmatch\nimport json\nimport os\nfrom pathlib import Path\nimport subprocess\nimport sys\nfrom typing import Iterable, Optional, Mapping\n\ndef gha_set_output(vars: Mapping[str, str | Path]):\n \"\"\"Sets values in a step's output parameters.\n\n This appends to the file located at the $GITHUB_OUTPUT environment variable.\n\n See\n * https://docs.github.com/en/actions/reference/workflow-commands-for-github-actions#setting-an-output-parameter\n * https://docs.github.com/en/actions/writing-workflows/choosing-what-your-workflow-does/passing-information-between-jobs\n \"\"\"\n print(f\"Setting github output:\\n{vars}\")\n\n step_output_file = os.getenv(\"GITHUB_OUTPUT\")\n if not step_output_file:\n print(\" Warning: GITHUB_OUTPUT env var not set, can't set github outputs\")\n return\n\n with open(step_output_file, \"a\") as f:\n f.writelines(f\"{k}={str(v)}\" + \"\\n\" for k, v in vars.items())\n\ndef get_modified_paths(base_ref: str) -> Optional[Iterable[str]]:\n \"\"\"Returns the paths of modified files relative to the base reference.\"\"\"\n try:\n return subprocess.run(\n [\"git\", \"diff\", \"--name-only\", base_ref],\n stdout=subprocess.PIPE,\n check=True,\n text=True,\n timeout=60,\n ).stdout.splitlines()\n except TimeoutError:\n print(\n \"Computing modified files timed out. Not using PR diff to determine\"\n \" jobs to run.\",\n file=sys.stderr,\n )\n return None\n \nGITHUB_WORKFLOWS_CI_PATTERNS = [\n \"therock*.yml\",\n]\n\n\ndef is_path_workflow_file_related_to_ci(path: str) -> bool:\n return any(\n fnmatch.fnmatch(path, \".github/workflows/\" + pattern)\n for pattern in GITHUB_WORKFLOWS_CI_PATTERNS\n )\n \ndef check_for_workflow_file_related_to_ci(paths: Optional[Iterable[str]]) -> bool:\n if paths is None:\n return False\n return any(is_path_workflow_file_related_to_ci(p) for p in paths)\n\n# Paths matching any of these patterns are considered to have no influence over\n# build or test workflows so any related jobs can be skipped if all paths\n# modified by a commit/PR match a pattern in this list.\nSKIPPABLE_PATH_PATTERNS = [\n \"docs/*\",\n \"*.gitignore\",\n \"*.md\",\n \"*LICENSE*\",\n \"*NOTICES*\",\n '.github/CODEOWNERS',\n '.github/*.md',\n '.github/dependabot.yml',\n '.azuredevops*',\n]\n\ndef is_path_skippable(path: str) -> bool:\n \"\"\"Determines if a given relative path to a file matches any skippable patterns.\"\"\"\n return any(fnmatch.fnmatch(path, pattern) for pattern in SKIPPABLE_PATH_PATTERNS)\n\ndef check_for_non_skippable_path(paths: Optional[Iterable[str]]) -> bool:\n \"\"\"Returns true if at least one path is not in the skippable set.\"\"\"\n if paths is None:\n return False\n return any(not is_path_skippable(p) for p in paths)\n\ndef should_ci_run_given_modified_paths(paths: Optional[Iterable[str]]) -> bool:\n \"\"\"Returns true if CI workflows should run given a list of modified paths.\"\"\"\n\n if paths is None:\n print(\"No files were modified, skipping TheRock CI jobs\")\n return False\n\n paths_set = set(paths)\n github_workflows_paths = set(\n [p for p in paths if p.startswith(\".github/workflows\")]\n )\n other_paths = paths_set - github_workflows_paths\n \n related_to_ci = check_for_workflow_file_related_to_ci(github_workflows_paths)\n contains_other_non_skippable_files = check_for_non_skippable_path(other_paths)\n\n print(\"should_ci_run_given_modified_paths findings:\")\n print(f\" contains_other_non_skippable_files: {contains_other_non_skippable_files}\")\n\n if related_to_ci:\n print(\"Enabling build jobs since a related workflow file was modified\")\n return True\n elif contains_other_non_skippable_files:\n print(\"Enabling TheRock CI jobs since a non-skippable path was modified\")\n return True\n else:\n print(\n \"Only unrelated and/or skippable paths were modified, skipping TheRock CI jobs\"\n )\n return False\n\ndef main(args):\n base_ref = args.get(\"base_ref\")\n modified_paths = get_modified_paths(base_ref)\n print(\"modified_paths (max 200):\", modified_paths[:200])\n enable_jobs = should_ci_run_given_modified_paths(modified_paths)\n output = {\n 'enable_therock_ci': json.dumps(enable_jobs)\n }\n gha_set_output(output)\n\nif __name__ == \"__main__\":\n args = {}\n args[\"base_ref\"] = os.environ.get(\"BASE_REF\", \"HEAD^1\")\n main(args)\n" }, { "path": ".github/workflows/therock-ci-linux.yml", "content": "name: TheRock CI Linux\n\non:\n workflow_call:\n inputs:\n amdgpu_families:\n type: string\n artifact_group:\n type: string\n extra_cmake_options:\n type: string\n\npermissions:\n contents: read\n\njobs:\n therock-build-linux:\n name: Build Linux Packages\n runs-on: azure-linux-scale-rocm\n permissions:\n id-token: write\n container:\n image: ghcr.io/rocm/therock_build_manylinux_x86_64@sha256:1f1ce0ab151146c7f86ee4345be74c42d8ca83200d9d26843e8a71df01ecad4e\n options: -v /runner/config:/home/awsconfig/\n env:\n AMDGPU_FAMILIES: ${{ inputs.amdgpu_families }}\n TEATIME_FORCE_INTERACTIVE: 0\n AWS_SHARED_CREDENTIALS_FILE: /home/awsconfig/credentials.ini\n CACHE_DIR: ${{ github.workspace }}/.container-cache\n # The ccache.conf will be written by setup_ccache.py before this gets used.\n CCACHE_CONFIGPATH: ${{ github.workspace }}/.ccache/ccache.conf\n steps:\n - name: Checkout TheRock repository\n uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2\n with:\n repository: \"ROCm/TheRock\"\n ref: ff46daa79b4c826c4f4676893d0d6586de567dfa # 2026-01-12 commit\n\n - name: Checkout rccl repository\n uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2\n with:\n repository: \"ROCm/rccl\"\n path: rccl\n\n - name: Checkout rccl-tests repository\n uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2\n with:\n repository: \"ROCm/rccl-tests\"\n path: rccl-tests\n\n - name: Install python deps\n run: |\n pip install -r requirements.txt\n\n # safe.directory must be set before Runner Health Status\n - name: Adjust git config\n run: |\n git config --global --add safe.directory $PWD\n git config fetch.parallel 10\n\n - name: Setup ccache\n run: |\n ./build_tools/setup_ccache.py \\\n --config-preset \"github-oss-presubmit\" \\\n --dir \"$(dirname $CCACHE_CONFIGPATH)\" \\\n --local-path \"$CACHE_DIR/ccache\"\n\n - name: Runner health status\n run: |\n ./build_tools/health_status.py\n\n - name: Fetch sources\n run: |\n ./build_tools/fetch_sources.py --jobs 12\n\n - name: Configure Projects\n env:\n amdgpu_families: ${{ env.AMDGPU_FAMILIES }}\n package_version: ADHOCBUILD\n extra_cmake_options: ${{ inputs.extra_cmake_options }}\n BUILD_DIR: build\n run: |\n python3 build_tools/github_actions/build_configure.py\n\n - name: Build therock-dist\n run: cmake --build build\n\n - name: Build therock-archives\n run: cmake --build build --target therock-archives\n\n - name: Report\n #if: ${{ !cancelled() }}\n run: |\n echo \"Full SDK du:\"\n echo \"------------\"\n du -h -d 1 build/dist/rocm\n echo \"Artifact Archives:\"\n echo \"------------------\"\n ls -lh build/artifacts/*.tar.xz\n echo \"Artifacts:\"\n echo \"----------\"\n du -h -d 1 build/artifacts\n echo \"CCache Stats:\"\n echo \"-------------\"\n ccache -s -v\n tail -v -n +1 .ccache/compiler_check_cache/* > build/logs/ccache_compiler_check_cache.log\n\n - name: Configure AWS Credentials for non-forked repos\n if: ${{ always() && !github.event.pull_request.head.repo.fork }}\n uses: aws-actions/configure-aws-credentials@7474bc4690e29a8392af63c5b98e7449536d5c3a # v4.3.1\n with:\n aws-region: us-east-2\n role-to-assume: arn:aws:iam::692859939525:role/therock-artifacts-external\n\n - name: Post Build Upload\n if: always()\n run: |\n python3 build_tools/github_actions/post_build_upload.py \\\n --run-id ${{ github.run_id }} \\\n --artifact-group ${{ env.AMDGPU_FAMILIES }} \\\n --build-dir build \\\n --upload\n\n therock-test-linux-multi-node:\n name: \"Test multi-node\"\n if: ${{ inputs.amdgpu_families == 'gfx950-dcgpu' }}\n permissions:\n contents: read\n id-token: write\n needs: [therock-build-linux]\n uses: ./.github/workflows/therock-test-packages-multi-node.yml\n with:\n amdgpu_families: ${{ inputs.amdgpu_families }}\n artifact_group: ${{ inputs.artifact_group }}\n test_runs_on: nova-linux-slurm-scale-runner\n artifact_run_id: ${{ github.run_id }}\n\n therock-test-linux-single-node:\n name: \"Test single-node\"\n if: ${{ inputs.amdgpu_families == 'gfx94X-dcgpu' }}\n needs: [therock-build-linux]\n uses: ./.github/workflows/therock-test-packages-single-node.yml\n with:\n amdgpu_families: ${{ inputs.amdgpu_families }}\n artifact_group: ${{ inputs.artifact_group }}\n test_runs_on: linux-mi325-4gpu-ossci-rocm\n artifact_run_id: ${{ github.run_id }}\n" }, { "path": ".github/workflows/therock-ci.yml", "content": "name: TheRock CI for rccl\n\non:\n push:\n branches:\n - develop\n pull_request:\n types:\n - labeled\n - opened\n - synchronize\n workflow_dispatch:\n\npermissions:\n contents: read\n\nconcurrency:\n # A PR number if a pull request and otherwise the commit hash. This cancels\n # queued and in-progress runs for the same PR (presubmit) or commit\n # (postsubmit). The workflow name is prepended to avoid conflicts between\n # different workflows.\n group: ${{ github.workflow }}-${{ github.event.number || github.sha }}\n cancel-in-progress: true\n\njobs:\n setup:\n runs-on: ubuntu-24.04\n env:\n # The commit being checked out is the merge commit for a PR. Its first\n # parent will be the tip of the base branch.\n BASE_REF: HEAD^\n outputs:\n enable_therock_ci: ${{ steps.configure.outputs.enable_therock_ci }}\n steps:\n - name: \"Checking out repository\"\n uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0\n with:\n # We need the parent commit to do a diff\n fetch-depth: 2\n\n - name: \"Configuring CI options\"\n id: configure\n run: python .github/scripts/therock_configure_ci.py\n\n therock-ci-linux:\n name: TheRock CI Linux\n needs: setup\n if: ${{ needs.setup.outputs.enable_therock_ci == 'true' }}\n permissions:\n contents: read\n id-token: write\n strategy:\n fail-fast: false\n matrix:\n amdgpu_family: [gfx94X-dcgpu, gfx950-dcgpu]\n uses: ./.github/workflows/therock-ci-linux.yml\n secrets: inherit\n with:\n amdgpu_families: ${{ matrix.amdgpu_family }}\n artifact_group: ${{ matrix.amdgpu_family }}\n extra_cmake_options: >\n -DTHEROCK_ENABLE_ALL=OFF \n -DTHEROCK_BUILD_TESTING=ON \n -DTHEROCK_BUNDLE_SYSDEPS=ON \n -DTHEROCK_ENABLE_COMM_LIBS=ON \n -DTHEROCK_ENABLE_ROCPROFV3=ON \n -DTHEROCK_USE_EXTERNAL_RCCL=ON \n -DTHEROCK_USE_EXTERNAL_RCCL_TESTS=ON \n -DTHEROCK_RCCL_SOURCE_DIR=./rccl \n -DTHEROCK_RCCL_TESTS_SOURCE_DIR=./rccl-tests\n -DTHEROCK_ENABLE_MPI=ON\n\n therock_ci_summary:\n name: TheRock CI Summary\n if: always()\n needs:\n - setup\n - therock-ci-linux\n runs-on: ubuntu-24.04\n steps:\n - name: Output failed jobs\n run: |\n echo '${{ toJson(needs) }}'\n FAILED_JOBS=\"$(echo '${{ toJson(needs) }}' \\\n | jq --raw-output \\\n 'map_values(select(.result!=\"success\" and .result!=\"skipped\")) | keys | join(\",\")' \\\n )\"\n if [[ \"${FAILED_JOBS}\" != \"\" ]]; then\n echo \"The following jobs failed: ${FAILED_JOBS}\"\n exit 1\n fi\n" }, { "path": ".github/workflows/therock-test-packages-multi-node.yml", "content": "name: TheRock Test Packages multi-node\n\non:\n workflow_call:\n inputs:\n amdgpu_families:\n type: string\n artifact_group:\n type: string\n test_runs_on:\n type: string\n artifact_run_id:\n type: string\n workflow_dispatch:\n inputs:\n amdgpu_families:\n type: string\n artifact_group:\n type: string\n test_runs_on:\n type: string\n artifact_run_id:\n type: string\n \npermissions:\n contents: read\n id-token: write\n\njobs:\n test_rccl_multi_node:\n name: 'Test multi-node'\n runs-on: ${{ inputs.test_runs_on }}\n defaults:\n run:\n shell: bash\n permissions:\n contents: read\n id-token: write\n env:\n VENV_DIR: ${{ github.workspace }}/.venv\n ARTIFACT_RUN_ID: \"${{ inputs.artifact_run_id }}\"\n OUTPUT_ARTIFACTS_DIR: /apps/cvs_tests/dist_new/dist/rocm\n THEROCK_BIN_DIR: \"./build/bin\"\n AWS_SHARED_CREDENTIALS_FILE: /apps/cvs_tests/awsconfig/credentials.ini\n steps:\n - name: Checkout Repository\n uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2\n with:\n repository: \"ROCm/TheRock\"\n ref: ff46daa79b4c826c4f4676893d0d6586de567dfa # 2026-01-12 commit\n\n - name: Run setup test environment workflow\n uses: './.github/actions/setup_test_environment'\n with:\n ARTIFACT_RUN_ID: ${{ env.ARTIFACT_RUN_ID }}\n AMDGPU_FAMILIES: ${{ inputs.amdgpu_families }}\n ARTIFACT_GROUP: ${{ inputs.artifact_group }}\n OUTPUT_ARTIFACTS_DIR: ${{ env.OUTPUT_ARTIFACTS_DIR }}\n VENV_DIR: ${{ env.VENV_DIR }}\n FETCH_ARTIFACT_ARGS: \"--rccl --tests\"\n IS_PR_FROM_FORK: ${{ github.event.pull_request.head.repo.fork }}\n\n # The following step leverages slurm to run multi node rccl tests on the slurm mi350x cluster.\n # salloc will hold 4 nodes while the commands inside the block run. After the block completes, salloc automatically releases the nodes.\n # sbatch script runs rccl_heatmap_cvs script which validates and generates a bandwidth heatmap file for different rccl collectives\n - name: Test gfx950\n if: ${{ inputs.amdgpu_families == 'gfx950-dcgpu' }}\n run: |\n SETUP_NODES=1 sbatch --wait -N4 /apps/cvs_tests/cvs-sbatch/sbatch/default.sbatch\n\n - name: Configure AWS Credentials for non-forked repos\n if: ${{ always() && !github.event.pull_request.head.repo.fork }}\n uses: aws-actions/configure-aws-credentials@7474bc4690e29a8392af63c5b98e7449536d5c3a # v4.3.1\n with:\n aws-region: us-east-2\n role-to-assume: arn:aws:iam::692859939525:role/therock-artifacts-external\n\n - name: Post test report upload\n if: always()\n working-directory: ${{ github.workspace }}\n run: |\n export PYTHONPATH=\"${PYTHONPATH}:${{ github.workspace }}/build_tools\"\n python3 build_tools/github_actions/upload_test_report_script.py \\\n --run-id \"${{ github.run_id }}\" \\\n --amdgpu-family \"${{ inputs.amdgpu_families }}\" \\\n --report-path \"/apps/cvs_tests/test_reports\" \\\n --log-destination \"/logs/gfx950-dcgpu\" \\\n --index-file-name \"index_rccl_test_report.html\"\n" }, { "path": ".github/workflows/therock-test-packages-single-node.yml", "content": "name: TheRock Test Packages single-node\n\non:\n workflow_call:\n inputs:\n amdgpu_families:\n type: string\n artifact_group:\n type: string\n test_runs_on:\n type: string\n artifact_run_id:\n type: string\n workflow_dispatch:\n inputs:\n amdgpu_families:\n type: string\n artifact_group:\n type: string\n test_runs_on:\n type: string\n artifact_run_id:\n type: string\n\npermissions:\n contents: read\n\njobs:\n test_rccl_single_node:\n name: 'Test single-node'\n runs-on: ${{ inputs.test_runs_on }}\n container:\n image: ghcr.io/rocm/no_rocm_image_ubuntu24_04@sha256:4150afe4759d14822f0e3f8930e1124f26e11f68b5c7b91ec9a02b20b1ebbb98\n options: --ipc host\n --group-add video\n --device /dev/kfd\n --device /dev/dri\n --group-add 110\n --ulimit memlock=-1:-1\n --security-opt seccomp=unconfined\n --env-file /etc/podinfo/gha-gpu-isolation-settings\n --user 0:0\n defaults:\n run:\n shell: bash\n env:\n VENV_DIR: ${{ github.workspace }}/.venv\n ARTIFACT_RUN_ID: \"${{ inputs.artifact_run_id }}\"\n OUTPUT_ARTIFACTS_DIR: \"./build\"\n THEROCK_BIN_DIR: \"./build/bin\"\n steps:\n - name: Checkout Repository\n uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2\n with:\n repository: \"ROCm/TheRock\"\n ref: ff46daa79b4c826c4f4676893d0d6586de567dfa # 2026-01-12 commit\n\n - name: Run setup test environment workflow\n uses: './.github/actions/setup_test_environment'\n with:\n ARTIFACT_RUN_ID: ${{ env.ARTIFACT_RUN_ID }}\n AMDGPU_FAMILIES: ${{ inputs.amdgpu_families }}\n ARTIFACT_GROUP: ${{ inputs.artifact_group }}\n OUTPUT_ARTIFACTS_DIR: ${{ env.OUTPUT_ARTIFACTS_DIR }}\n VENV_DIR: ${{ env.VENV_DIR }}\n FETCH_ARTIFACT_ARGS: \"--rccl --tests\"\n IS_PR_FROM_FORK: ${{ github.event.pull_request.head.repo.fork }}\n\n - name: Test\n timeout-minutes: 15\n # Currently, TheRock CI in RCCL always builds with MPI-supported enabled which causes the\n # RCCL correctness tests to fail on the mi325 runners which don't have MPI pre-installed.\n # TODO (geomin12): Rebuild rccl-tests without MPI to enable RCCL correctness tests.\n run: |\n pytest ./build_tools/github_actions/test_executable_scripts/test_rccl.py -v -s \\\n -k \"not test_rccl_correctness_tests\" \\\n --log-cli-level=info\n" }, { "path": ".gitignore", "content": "# Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved.\n*.gcov\n/coverage/\nbuild/\next/\nsrc/transport/net_ib_rocm.cc\n# Visual Studio Code\n.vscode\n" }, { "path": ".gitmodules", "content": "[submodule \"ext-src/mscclpp\"]\n\tpath = ext-src/mscclpp\n\turl = https://github.com/microsoft/mscclpp.git\n\tignore = dirty\n\tshallow = true\n[submodule \"ext-src/json\"]\n\tpath = ext-src/json\n\turl = https://github.com/nlohmann/json.git\n\tignore = dirty\n\tshallow = true\n[submodule \"ext-src/rocSHMEM\"]\n\tpath = ext-src/rocSHMEM\n\turl = https://github.com/ROCm/rocSHMEM.git\n\tbranch = develop\n" }, { "path": ".readthedocs.yaml", "content": "# Read the Docs configuration file\n# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details\n\nversion: 2\n\nbuild:\n os: ubuntu-22.04\n tools:\n python: \"3.10\"\n\nsphinx:\n configuration: docs/conf.py\n\nformats: [htmlzip, pdf, epub]\n\npython:\n install:\n - requirements: docs/sphinx/requirements.txt\n" }, { "path": "CHANGELOG.md", "content": "# Changelog for RCCL\n\nFull documentation for RCCL is available at [https://rccl.readthedocs.io](https://rccl.readthedocs.io)\n\n## Unreleased - RCCL 2.28.3 for ROCm 7.11\n\n### Known issues\n* AllGather regression for small message sizes (less than 1 MB) due to the Direct algorithm.\n* ROCTx feature needs to be verified.\n* Profiler plugin needs to be verified.\n\n### Changed\n* Compatibility with NCCL 2.28.3.\n* The MSCCL feature is now disabled by default. The `--disable-msccl-kernel` build flag is replaced with `--enable-msccl-kernel` in the `rccl/install.sh` script.\n* MSCCL and NPKIT are deprecated and will be removed in a future release of RCCL.\n\n## Unreleased - RCCL 2.27.7 for ROCm 7.2.0\n\n### Changed\n* RCCL error messages have been made more verbose in several cases. RCCL now prints out fatal error messages by default. Fatal error messages can be suppressed by setting `NCCL_DEBUG=NONE`.\n* Disabled `reduceCopyPacks` pipelining for `gfx950`.\n* Experimental support for traffic shaping using warp specialization (also known as WarpSpeed) is now available for the Ring algorithm.\n* Enabling WarpSpeed in auto mode using RCCL_WARP_SPEED_AUTO optimizes performance and reduces the CU count by 50% on a single node for AllReduce, AllGather from 64MB, and ReduceScatter from 256MB.\n* The following configuration knobs control WarpSpeed behavior for debugging purposes: `RCCL_WARP_SPEED_ENABLE`, `RCCL_UNROLL_FACTOR`, `RCCL_WARP_SPEED_CU_COUNT`, and `RCCL_THREADS_PER_BLOCK`. Note that the effective unroll factor is calculated as 2 raised to the value of `RCCL_UNROLL_FACTOR`.\n\n### Known issues\n* AllToAllv/AlltoAll for single GPU is hanging.\n\n## Unreleased - RCCL 2.27.7 for ROCm 7.1.1\n\n### Changed\n* Enabling P2P batching with `RCCL_P2P_BATCH_ENABLE=1` is only applicable up to 32 nodes.\n\n### Resolved Issues\n\n* Fixed crash when using the librccl-profiler plugin with the all-to-all collective after the 2.27 update.\n\n## RCCL 2.27.7 for ROCm 7.1.0\n\n### Added\n* Added `RCCL_IB_QPS_PER_P2P` to set the number of QPs per connection for P2P operations. When set (≥1), P2P operations (Send/Recv) use `RCCL_IB_QPS_PER_P2P`, while other collective operations continue to use `NCCL_IB_QPS_PER_CONNECTION`. When not set, `NCCL_IB_QPS_PER_CONNECTION` applies to all operations.\n* Added `RCCL_FORCE_ENABLE_DMABUF` as a debugging feature if the user wants to explicitly enable DMABUF and forego system/kernel checks.\n* Added `RCCL_P2P_BATCH_THRESHOLD` to set the message size limit for batching P2P operations. This mainly affects small message performance for alltoall at a large scale but also applies to alltoallv.\n* Added `RCCL_P2P_BATCH_ENABLE` to enable batching P2P operations to receive performance gains for smaller messages up to 4MB for alltoall when the workload requires it. This is to avoid performance dips for larger messages.\n* Added `RCCL_CHANNEL_TUNING_ENABLE` to enable channel tuning that overrides RCCL's internal adjustments based on threadThreshold.\n\n\n### Changed\n\n* The MSCCL++ feature is now disabled by default. The `--disable-mscclpp` build flag is replaced with `--enable-mscclpp` in the `rccl/install.sh` script.\n* Compatibility with NCCL 2.27.7.\n\n### Optimized\n* Enabled and optimized batched P2P operations to improve small message performance for AllToAll and AllGather.\n* Optimized channel count selection to improve efficiency for small to medium message sizes in ReduceScatter.\n* Changed code inlining to improve latency for small message sizes for AllReduce, AllGather, and ReduceScatter.\n\n### Known issues\n* Symmetric memory kernels are currently disabled due to ongoing CUMEM enablement work.\n* When running this version of RCCL using ROCm versions earlier than 6.4.0, the user must set the environment flag `HSA_NO_SCRATCH_RECLAIM=1`.\n\n## RCCL 2.26.6 for ROCm 7.0.0\n\n### Resolved issues\n\n* Resolved an issue when using more than 64 channels when multiple collectives are used in the same `ncclGroup()` call.\n* Fixed unit test failures in tests ending with `ManagedMem` and `ManagedMemGraph` suffixes.\n* Suboptimal algorithmic switching point for AllReduce on MI300x.\n* Fixed the known issue \"When splitting a communicator using `ncclCommSplit` in some GPU configurations, MSCCL initialization can cause a segmentation fault.\" with a design change to use `comm` instead of `rank` for `mscclStatus`. The Global map for `comm` to `mscclStatus` is still not thread safe but should be explicitly handled by mutexes for read writes. This is tested for correctness, but there is a plan to use a thread-safe map data structure in upcoming changes.\n* Fixed broken functionality within the LL protocol on gfx950 by disabling inlining of LLGenericOp kernels.\n\n### Added\n\n* Added new GPU target `gfx950`.\n* Added support for `unroll=1` in device-code generation to improve performance,\n* Set a default of 112 channels for a single node with `8 * gfx950`,\n* Enabled LL128 protocol on `gfx950`.\n* Added MSCCL support for AllGather multinode gfx942/gfx950 (i.e., 16 and 32 GPUs). To enable, set the environment variable `RCCL_MSCCL_FORCE_ENABLE=1`. Max message size for MSCCL AllGather usage is `12292 * sizeof(datatype) * nGPUs`.\n* Thread thresholds for LL/LL128 are selected in Tuning Models for the MI300X. This impacts the number of channels used for AG and RS. Channel tuning model is bypassed if `NCCL_THREAD_THRESHOLDS`, `NCCL_MIN_NCHANNELS', or 'NCCL_MAX_NCHANNELS` are set.\n* Multi-node tuning for AllGather, AllReduce, and ReduceScatter that leverages LL/LL64/LL128 protocol to use nontemporal vector load/store for tunable message size ranges.\n* LL/LL128 usage ranges for AR, AG, and RS are part of the tuning models, which enable architecture-specific tuning in conjunction with the existing Rome Models scheme in RCCL.\n* Two new APIs are exposed as part of an initiative to separate RCCL code. These APIs are `rcclGetAlgoInfo` and `rcclFuncMaxSendRecvCount`. However, user-level invocation requires that RCCL be built with `RCCL_EXPOSE_STATIC` enabled.\n* Enabled double-buffering in `reduceCopyPacks` to trigger pipelining, especially to overlap `bf16` arithmetic and bridge the gap between `fp32` performance and `bf16` for both `gfx942` and `gfx950`. Pipelining has been made tunable via `rcclSetPipelining`, similar to algorithms/protocols so that regression is avoided in certain message sizes.\n* Added a direct allgather algorithm. This is enabled by default for multi-node if there are 16 nodes or fewer. The message size threshold is 4MB.\n* Added `RCCL_OVERRIDE_PROTO` and `RCCL_OVERRIDE_ALGO` to allow direct replacement of protocol and algorithm choices. Unlike `NCCL_PROTO` and `NCCL_ALGO`, which re-run the model across enabled combinations and may not guarantee the intended override, these new options enforce the specified selections explicitly.\n\n### Changed\n\n* Compatibility with NCCL 2.23.4.\n* Compatibility with NCCL 2.24.3.\n* Compatibility with NCCL 2.25.1.\n* Compatibility with NCCL 2.26.6.\n\n### Optimized\n* Improved the performance of the `FP8` Sum operation by upcasting to `FP16`.\n\n### Known Issues\n* When running this version of RCCL using ROCm versions earlier than 6.4.0, the user must set the environment flag `HSA_NO_SCRATCH_RECLAIM=1`.\n\n## RCCL 2.22.3 for ROCm 6.4.2\n\n### Added\n\n* Added support for the LL128 protocol on gfx942.\n\n## RCCL 2.22.3 for ROCm 6.4.1\n\n### Resolved issues\n\n* Fixed the accuracy issue for MSCCLPP `allreduce7` kernel in graph mode.\n* Fixed IntraNet performance.\n* Fixed an issue where, in rare circumstances, the application could stop responding due to a proxy thread synchronization issue.\n\n### Known issues\n\n* When splitting a communicator using `ncclCommSplit` in some GPU configurations, MSCCL initialization can cause a segmentation fault.\n The recommended workaround is to disable MSCCL with `export RCCL_MSCCL_ENABLE=0`.\n* Within the RCCL-UnitTests test suite, failures occur in tests ending with the `ManagedMem` and `ManagedMemGraph` suffixes. These failures only affect the test results and do not affect the RCCL component itself. This issue will be resolved in the next major release.\n\n## RCCL 2.22.3 for ROCm 6.4.0\n\n### Added\n\n* `RCCL_SOCKET_REUSEADDR` and `RCCL_SOCKET_LINGER` environment parameters.\n* Setting `NCCL_DEBUG=TRACE NCCL_DEBUG_SUBSYS=VERBS` will generate traces for fifo and data `ibv_post_sends`.\n* Added `--log-trace` flag to enable traces through the install.sh script (e.g. `./install.sh --log-trace`).\n\n### Changed\n\n* Compatibility with NCCL 2.22.3\n* Added support for the rail-optimized tree algorithm for the MI300 series. This feature requires the use of all eight GPUs within\n each node. It limits NIC traffic to use only GPUs of the same index across nodes and should not impact performance\n on non-rail-optimized network topologies. The original method of building trees can be enabled by setting the\n environment variable `RCCL_DISABLE_RAIL_TREES=1`.\n* Additional debug information about how the trees are built can be logged to the GRAPH logging subsys by setting\n `RCCL_OUTPUT_TREES=1`.\n* Added documentation about the NPS4 and CPX partition modes performance benefits on the MI300X.\n\n## RCCL 2.21.5 for ROCm 6.3.1\n\n### Added\n\n### Changed\n\n* Enhanced user documentation\n\n### Resolved issues\n\n* Corrected user help strings in `install.sh`\n\n## RCCL 2.21.5 for ROCm 6.3.0\n\n### Added\n\n* MSCCL++ integration for AllReduce and AllGather on gfx942\n* Performance collection to rccl_replayer\n* Tuner Plugin example for MI300\n* Tuning table for large number of nodes\n* Support for amdclang++\n* Allow NIC ID remapping using `NCCL_RINGS_REMAP` environment variable\n\n### Changed\n\n* Compatibility with NCCL 2.21.5\n* Increased channel count for MI300X multi-node\n* Enabled MSCCL for single-process multi-threaded contexts\n* Enabled gfx12\n* Enabled CPX mode for MI300X\n* Enabled tracing with rocprof\n* Improved version reporting\n* Enabled GDRDMA for Linux kernel 6.4.0+\n\n### Resolved issues\n\n* Fixed model matching with PXN enable\n\n## RCCL 2.20.5 for ROCm 6.2.1\n### Fixed\n- GDR support flag now set with DMABUF\n### Known issues\n- On systems running Linux kernel 6.8.0, such as Ubuntu 24.04, Direct Memory Access (DMA) transfers between the GPU and NIC are disabled and impacts multi-node RCCL performance.\n - This issue was reproduced with RCCL 2.20.5 (ROCm 6.2.0 and 6.2.1) on systems with Broadcom Thor-2 NICs and affects other systems with RoCE networks using Linux 6.8.0 or newer.\n - Older RCCL versions are also impacted.\n - This issue will be addressed in a future ROCm release.\n\n## RCCL 2.20.5 for ROCm 6.2.0\n### Changed\n- Compatibility with NCCL 2.20.5\n- Compatibility with NCCL 2.19.4\n- Performance tuning for some collective operations on MI300\n- Enabled NVTX code in RCCL\n- Replaced rccl_bfloat16 with hip_bfloat16\n- NPKit updates:\n - Removed warm-up iteration removal by default, need to opt in now\n - Doubled the size of buffers to accommodate for more channels\n- Modified rings to be rail-optimized topology friendly\n- Replaced ROCmSoftwarePlatform links with ROCm links\n### Added\n- Support for fp8 and rccl_bfloat8\n- Support for using HIP contiguous memory\n- Implemented ROC-TX for host-side profiling\n- Enabled static build\n- Added new rome model\n- Added fp16 and fp8 cases to unit tests\n- New unit test for main kernel stack size\n- New -n option for topo_expl to override # of nodes\n- Improved debug messages of memory allocations\n### Fixed\n- Bug when configuring RCCL for only LL128 protocol\n- Scratch memory allocation after API change for MSCCL\n\n## RCCL 2.18.6 for ROCm 6.1.0\n### Changed\n- Compatibility with NCCL 2.18.6\n\n## RCCL 2.18.3 for ROCm 6.0.0\n### Changed\n- Compatibility with NCCL 2.18.3\n\n## RCCL 2.17.1-1 for ROCm 5.7.0\n### Changed\n- Compatibility with NCCL 2.17.1-1\n- Performance tuning for some collective operations\n### Added\n- Minor improvements to MSCCL codepath\n- NCCL_NCHANNELS_PER_PEER support\n- Improved compilation performance\n- Support for gfx94x\n### Fixed\n- Potential race-condition during ncclSocketClose()\n\n## RCCL 2.16.2 for ROCm 5.6.0\n### Changed\n- Compatibility with NCCL 2.16.2\n### Fixed\n- Remove workaround and use indirect function call\n\n## RCCL 2.15.5 for ROCm 5.5.0\n### Changed\n- Compatibility with NCCL 2.15.5\n- Unit test executable renamed to rccl-UnitTests\n### Added\n- HW-topology aware binary tree implementation\n- Experimental support for MSCCL\n- New unit tests for hipGraph support\n- NPKit integration\n### Fixed\n- rocm-smi ID conversion\n- Support for HIP_VISIBLE_DEVICES for unit tests\n- Support for p2p transfers to non (HIP) visible devices\n### Removed\n- Removed TransferBench from tools. Exists in standalone repo: https://github.com/ROCm/TransferBench\n\n## RCCL-2.13.4 for ROCm 5.4.0\n### Changed\n- Compatibility with NCCL 2.13.4\n- Improvements to RCCL when running with hipGraphs\n- RCCL_ENABLE_HIPGRAPH environment variable is no longer necessary to enable hipGraph support\n- Minor latency improvements\n### Fixed\n- Resolved potential memory access error due to asynchronous memset\n\n## RCCL-2.12.10 for ROCm 5.3.0\n### Changed\n- Improvements to LL128 algorithms\n### Added\n- Adding initial hipGraph support via opt-in environment variable RCCL_ENABLE_HIPGRAPH\n- Integrating with NPKit (https://github.com/microsoft/NPKit) profiling code\n\n## RCCL-2.12.10 for ROCm 5.2.3\n### Added\n- Compatibility with NCCL 2.12.10\n- Packages for test and benchmark executables on all supported OSes using CPack.\n- Adding custom signal handler - opt-in with RCCL_ENABLE_SIGNALHANDLER=1\n - Additional details provided if Binary File Descriptor library (BFD) is pre-installed\n- Adding support for reusing ports in NET/IB channels\n - Opt-in with NCCL_IB_SOCK_CLIENT_PORT_REUSE=1 and NCCL_IB_SOCK_SERVER_PORT_REUSE=1\n - When \"Call to bind failed : Address already in use\" error happens in large-scale AlltoAll\n (e.g., >=64 MI200 nodes), users are suggested to opt-in either one or both of the options\n to resolve the massive port usage issue\n - Avoid using NCCL_IB_SOCK_SERVER_PORT_REUSE when NCCL_NCHANNELS_PER_NET_PEER is tuned >1\n### Removed\n- Removed experimental clique-based kernels\n\n## RCCL-2.11.4 for ROCm 5.2.0\n### Changed\n- Unit testing framework rework\n- Minor bug fixes\n### Known issues\n- Managed memory is not currently supported for clique-based kernels\n\n## RCCL-2.11.4 for ROCm 5.1.0\n### Added\n- Compatibility with NCCL 2.11.4\n### Known issues\n- Managed memory is not currently supported for clique-based kernels\n\n## RCCL-2.10.3 for ROCm 5.0.0\n### Added\n- Compatibility with NCCL 2.10.3\n### Known issues\n- Managed memory is not currently supported for clique-based kernels\n\n## RCCL-2.9.9 for ROCm 4.5.0\n### Changed\n- Packaging split into a runtime package called rccl and a development package called rccl-devel. The development package depends on runtime. The runtime package suggests the development package for all supported OSes except CentOS 7 to aid in the transition. The suggests feature in packaging is introduced as a deprecated feature and will be removed in a future rocm release.\n### Added\n- Compatibility with NCCL 2.9.9\n### Known issues\n- Managed memory is not currently supported for clique-based kernels\n\n## [RCCL-2.8.4 for ROCm 4.3.0]\n### Added\n- Ability to select the number of channels to use for clique-based all reduce (RCCL_CLIQUE_ALLREDUCE_NCHANNELS). This can be adjusted to tune for performance when computation kernels are being executed in parallel.\n### Optimizations\n- Additional tuning for clique-based kernel AllReduce performance (still requires opt in with RCCL_ENABLE_CLIQUE=1)\n- Modification of default values for number of channels / byte limits for clique-based all reduce based on device architecture\n### Changed\n- Replaced RCCL_FORCE_ENABLE_CLIQUE to RCCL_CLIQUE_IGNORE_TOPO\n- Clique-based kernels can now be enabled on topologies where all active GPUs are XGMI-connected\n- Topologies not normally supported by clique-based kernels require RCCL_CLIQUE_IGNORE_TOPO=1\n### Fixed\n- Install script '-r' flag invoked alone no longer incorrectly deletes any existing builds.\n### Known issues\n- Managed memory is not currently supported for clique-based kernels\n\n## [RCCL-2.8.4 for ROCm 4.2.0]\n### Added\n- Compatibility with NCCL 2.8.4\n\n### Optimizations\n- Additional tuning for clique-based kernels\n- Enabling GPU direct RDMA read from GPU\n- Fixing potential memory leak issue when re-creating multiple communicators within same process\n- Improved topology detection\n### Known issues\n- None\n\n## [RCCL-2.7.8 for ROCm 4.1.0]\n### Added\n- Experimental support for clique-based kernels (opt in with RCCL_ENABLE_CLIQUE=1)\n- Clique-based kernels may offer better performance for smaller input sizes\n- Clique-based kernels are currently only enabled for AllReduce under a certain byte limit (controlled via RCCL_CLIQUE_ALLREDUCE_BYTE_LIMIT)\n### Optimizations\n- Performance improvements for Rome-based systems\n### Known issues\n- Clique-based kernels are currently experimental and have not been fully tested on all topologies. By default, clique-based kernels are disabled if the detected topology is not supported (override with RCCL_FORCE_ENABLE_CLIQUE)\n- Clique-based kernels may hang if there are differences between environment variables set across ranks.\n- Clique-based kernels may fail if the input / output device pointers are not the base device pointers returned by hipMalloc.\n\n\n## [RCCL-2.7.8 for ROCm 3.9.0]\n### Added\n- Adding support for alltoallv RCCL kernel\n### Optimizations\n- Modifications to topology based on XGMI links\n### Known issues\n- None\n\n## [RCCL-2.7.6 for ROCm 3.8.0]\n### Added\n- Support for static library builds\n### Known issues\n- None\n\n## [RCCL-2.7.6 for ROCm 3.7.0]\n### Added\n- Updated to RCCL API version of 2.7.6\n- Added gather, scatter and all-to-all collectives\n\n## [RCCL-2.7.0 for ROCm 3.6.0]\n### Added\n- Updated to RCCL API version of 2.6.4\n\n## [RCCL-2.7.0 for ROCm 3.5.0]\n### Added\n- Compatibility with NCCL 2.6\n- Network interface improvements with API v3\n### Optimizations\n- Fixing issues and built time improvements for hip-clang\n- Network topology detection\n- Improved CPU type detection\n- Infiniband adaptive routing support\n### Changed\n- Switched to hip-clang as default compiler\n### Deprecated\n- Deprecated hcc build\n" }, { "path": "CMakeLists.txt", "content": "# Copyright (c) 2019-2023 Advanced Micro Devices, Inc. All rights reserved.\n# Modifications Copyright (c) Microsoft Corporation. Licensed under the MIT License.\n\n# CMake version minimum requirements\n#==================================================================================================\ncmake_minimum_required(VERSION 3.16)\n\n# CMake Toolchain file to define compilers and path to ROCm\n#==================================================================================================\nif (NOT CMAKE_TOOLCHAIN_FILE)\n set(CMAKE_TOOLCHAIN_FILE \"${CMAKE_CURRENT_SOURCE_DIR}/toolchain-linux.cmake\")\n message(STATUS \"CMAKE_TOOLCHAIN_FILE: ${CMAKE_TOOLCHAIN_FILE}\")\nendif()\n\n# RCCL project\n#==================================================================================================\nproject(rccl CXX)\n\n# Build options\n#==================================================================================================\noption(BUILD_ADDRESS_SANITIZER \"Enable address sanitizer\" OFF)\noption(BUILD_BFD \"Enable custom backtrace (if bfd.h exists)\" OFF)\noption(BUILD_LOCAL_GPU_TARGET_ONLY \"Build only for GPUs detected on this machine\" OFF)\noption(BUILD_SHARED_LIBS \"Build as shared library\" ON)\noption(BUILD_TESTS \"Build unit test programs\" OFF)\noption(COLLTRACE \"Collective Trace Option\" ON)\noption(DUMP_ASM \"Disassemble and dump\" OFF)\noption(ENABLE_CODE_COVERAGE \"Enable code coverage\" OFF)\noption(ENABLE_MSCCL_KERNEL \"Enable MSCCL while compiling\" OFF)\noption(ENABLE_MSCCLPP \"Enable MSCCL++\" OFF)\noption(ENABLE_MSCCLPP_CLIP \"Enable MSCCL++ CLIP\" OFF)\noption(ENABLE_MSCCLPP_EXECUTOR \"Enable MSCCL++ Executor\" OFF)\noption(ENABLE_MSCCLPP_FORMAT_CHECKS \"Enable formatting checks in MSCCL++\" OFF)\noption(ENABLE_NPKIT \"Enable NPKit\" OFF)\noption(ENABLE_IFC \"Enable indirect function call\" OFF)\noption(GENERATE_SYM_KERNELS \"Generate symmetric memory kernels\" OFF)\noption(INSTALL_DEPENDENCIES \"Force install dependencies\" OFF)\noption(REPORT_KERNEL_RESOURCE_USE \"Append -Rpass-analysis=kernel to CXX flags\" OFF)\noption(ROCTX \"Enable ROCTX\" ON)\noption(PROFILE \"Enable profiling\" OFF)\noption(TIMETRACE \"Enable time-trace during compilation\" OFF)\noption(TRACE \"Enable additional tracing\" OFF)\noption(FAULT_INJECTION \"Enable fault injection\" ON)\noption(QUIET_WARNINGS \"Supress compiler warnings\" OFF)\noption(ENABLE_ROCSHMEM \"Enable rocSHMEM support in RCCL\" OFF)\n\n# Default GPU architectures to build\n#==================================================================================================\nset(DEFAULT_GPUS\n gfx906\n gfx908\n gfx90a\n gfx942\n gfx950\n gfx1030\n gfx1100\n gfx1101\n gfx1102\n gfx1200\n gfx1201)\n\n# Load CMake modules\n#==================================================================================================\ninclude(CheckIncludeFiles)\ninclude(CheckSymbolExists)\ninclude(cmake/Dependencies.cmake) # GTest, rocm-cmake, rocm_local_targets\ninclude(cmake/CheckSymbolExistsNoWarn.cmake)\n\n# Include rocSHMEM build module only if enabled\nif(ENABLE_ROCSHMEM)\n include(cmake/ROCSHMEM.cmake)\nendif()\n\nlist(APPEND CMAKE_MODULE_PATH \"${CMAKE_CURRENT_SOURCE_DIR}/cmake\")\n\n# Build only for local GPU architecture\nif (BUILD_LOCAL_GPU_TARGET_ONLY)\n message(STATUS \"Building only for local GPU target\")\n if (COMMAND rocm_local_targets)\n rocm_local_targets(DEFAULT_GPUS)\n else()\n message(WARNING \"Unable to determine local GPU targets. Falling back to default GPUs.\")\n endif()\nendif()\n\n# Determine which GPU architectures to build for\nset(GPU_TARGETS \"${DEFAULT_GPUS}\" CACHE STRING \"Target default GPUs if GPU_TARGETS is not defined.\")\n\n# ROCM NetIB patch\ninclude(cmake/rocmIb.cmake)\n\n# Modify GPU architectures for Address Sanitizer builds by appending \"xnack+\"\nif (BUILD_ADDRESS_SANITIZER)\n SET(amdgpu_targets \"\")\n foreach(amdgpu_target IN LISTS GPU_TARGETS)\n if(NOT amdgpu_target STREQUAL \"\")\n string(FIND \"${amdgpu_target}\" \":xnack+\" HAS_XNACK_SUFFIX)\n if(HAS_XNACK_SUFFIX EQUAL -1)\n list(APPEND amdgpu_targets \"${amdgpu_target}:xnack+\")\n else()\n list(APPEND amdgpu_targets \"${amdgpu_target}\")\n endif()\n endif()\n endforeach()\n SET(GPU_TARGETS \"${amdgpu_targets}\")\nendif()\n\n# Check if clang compiler can offload to GPU_TARGETS\nif (COMMAND rocm_check_target_ids)\n message(STATUS \"Checking for ROCm support for GPU targets: \" \"${GPU_TARGETS}\")\n rocm_check_target_ids(SUPPORTED_GPUS TARGETS ${GPU_TARGETS})\nelse()\n message(WARNING \"Unable to check for supported GPU targets. Falling back to default GPUs.\")\n set(SUPPORTED_GPUS ${DEFAULT_GPUS})\nendif()\n\nset(GPU_TARGETS \"${SUPPORTED_GPUS}\")\nmessage(STATUS \"Compiling for ${GPU_TARGETS}\")\n\n## NOTE: Reload rocm-cmake in order to update GPU_TARGETS\ninclude(cmake/Dependencies.cmake) # Reloading to use desired GPU_TARGETS instead of defaults\n\n# Try to establish ROCM_PATH (for find_package)\n#==================================================================================================\nif(NOT DEFINED ROCM_PATH)\n # Guess default location\n set(ROCM_PATH \"/opt/rocm\")\n message(WARNING \"Unable to find ROCM_PATH: Falling back to ${ROCM_PATH}\")\nelse()\n message(STATUS \"ROCM_PATH found: ${ROCM_PATH}\")\nendif()\nset(ENV{ROCM_PATH} ${ROCM_PATH})\n\nif(\"${CMAKE_CXX_COMPILER}\" MATCHES \".*amdclang\\\\+\\\\+\")\n message(STATUS \"Compiling with amdclang++\")\n set(COMPILER_EXE_NAME amdclang++)\n set(COMPILER_GREP_STRING \"AMD clang version\")\n set(COMPILER_AWK_CMD \"awk -F\\\" \\\" '{ printf $4}'\")\nelseif(\"${CMAKE_CXX_COMPILER}\" MATCHES \".*clang\\\\+\\\\+\")\n message(STATUS \"Compiling with clang++\")\n set(COMPILER_EXE_NAME clang++)\n set(COMPILER_GREP_STRING \"AMD clang version\")\n set(COMPILER_AWK_CMD \"awk -F\\\" \\\" '{ printf $4}'\")\nelseif(\"${CMAKE_CXX_COMPILER}\" MATCHES \".*hipcc$\")\n message(STATUS \"Compiling with hipcc\")\n set(COMPILER_EXE_NAME hipcc)\n set(COMPILER_GREP_STRING \"HIP version\")\n set(COMPILER_AWK_CMD \"awk -F\\\" \\\" '{ printf $3}' | awk -F\\\"-\\\" '{ printf $1}'\")\nelse()\n message(FATAL_ERROR \"RCCL can be built only with hipcc or amdclang++\")\nendif()\n\n# Set CMAKE flags\n#==================================================================================================\nset(CMAKE_INSTALL_PREFIX \"${ROCM_PATH}\" CACHE PATH \"\")\nset(CMAKE_CXX_STANDARD 17) # We use C++17 features, this will add compile option: -std=c++17\nset(CMAKE_CXX_EXTENSIONS OFF) # Without this line, it will add -std=gnu++17 instead, which has some issues.\nif(ROCM_PATH)\n list(APPEND CMAKE_PREFIX_PATH # Add ROCM_PATH to CMake search paths (for finding HIP / HSA\n ${ROCM_PATH}\n ${ROCM_PATH}/hip\n ${ROCM_PATH}/llvm)\nendif()\n\n# Check for required dependencies\n#==================================================================================================\n## Check for Threads\nset(THREADS_PREFER_PTHREAD_FLAG ON)\nfind_package(Threads REQUIRED)\n\n## Check for HIP\nfind_package(hip REQUIRED)\nmessage(STATUS \"HIP compiler: ${HIP_COMPILER}\")\nmessage(STATUS \"HIP runtime: ${HIP_RUNTIME}\")\nif(NOT \"${HIP_COMPILER}\" MATCHES \"clang\")\n message(FATAL_ERROR \"RCCL requires clang-based compiler (amdclang++ or hipcc)\")\nendif()\n\n## Check for compiler version\nfind_program(compiler_executable ${COMPILER_EXE_NAME})\nmessage(STATUS \"${COMPILER_EXE_NAME} executable: ${compiler_executable}\")\nexecute_process(\n COMMAND bash \"-c\" \"${compiler_executable} --version | grep \\\"${COMPILER_GREP_STRING}\\\" | ${COMPILER_AWK_CMD}\"\n OUTPUT_VARIABLE compiler_version_string)\nmessage(STATUS \"${COMPILER_EXE_NAME} version: ${compiler_version_string}\")\n\n## Check for HIP version\nfind_program(hipconfig_executable hipconfig)\nmessage(STATUS \"hipconfig executable: ${hipconfig_executable}\")\nexecute_process(\n COMMAND bash \"-c\" \"${hipconfig_executable} -v | awk -F\\\"-\\\" '{ printf $1 }'\"\n OUTPUT_VARIABLE hip_version_string)\nmessage(STATUS \"${COMPILER_EXE_NAME} HIP version: ${hip_version_string}\")\n\n## Check for ROCm version\nset(EXPLICIT_ROCM_VERSION \"\" CACHE STRING \"Explicit ROCM version to compile to (auto detect if empty)\")\nif(NOT DEFINED ROCMCORE_PATH)\n set(ROCMCORE_PATH \"${ROCM_PATH}\" CACHE PATH \"Path to ROCm core\")\nendif()\n\nif(EXPLICIT_ROCM_VERSION)\n set(rocm_version_string \"${EXPLICIT_ROCM_VERSION}\")\nelseif(ROCMCORE_PATH)\n message(STATUS \"Reading ROCM version from ${ROCMCORE_PATH}/.info/version\")\n file(READ \"${ROCMCORE_PATH}/.info/version\" rocm_version_string)\nelse()\n message(FATAL_ERROR \"Could not determine ROCM version (set EXPLICIT_ROCM_VERSION or set ROCM_PATH to a valid installation)\")\nendif()\nstring(REGEX MATCH \"([0-9]+)\\\\.([0-9]+)\\\\.([0-9]+)\" rocm_version_matches ${rocm_version_string})\nif (rocm_version_matches)\n set(ROCM_MAJOR_VERSION ${CMAKE_MATCH_1})\n set(ROCM_MINOR_VERSION ${CMAKE_MATCH_2})\n set(ROCM_PATCH_VERSION ${CMAKE_MATCH_3})\n\n message(STATUS \"ROCm version: ${ROCM_MAJOR_VERSION}.${ROCM_MINOR_VERSION}.${ROCM_PATCH_VERSION}\")\n\n # Convert the version components to int for comparison\n math(EXPR ROCM_VERSION \"(10000 * ${ROCM_MAJOR_VERSION}) + (100 * ${ROCM_MINOR_VERSION}) + ${ROCM_PATCH_VERSION}\")\n add_definitions(\"-DROCM_VERSION=${ROCM_VERSION}\")\nelse()\n message(WARNING \"Failed to extract ROCm version.\")\nendif()\n\n### Required for checking HIP device symbols when building with amdclang++\nset(CMAKE_REQUIRED_LIBRARIES hip::device)\n\n### Check for hipDeviceMallocUncached support\ncheck_symbol_exists(\"hipDeviceMallocUncached\" \"hip/hip_runtime_api.h\" HIP_UNCACHED_MEMORY)\n\n### Check for hipHostMallocUncached support\ncheck_symbol_exists(\"hipHostMallocUncached\" \"hip/hip_runtime_api.h\" HIP_HOST_UNCACHED_MEMORY)\n\n### Check for hipDeviceMallocContiguous support\ncheck_symbol_exists(\"hipDeviceMallocContiguous\" \"hip/hip_runtime_api.h\" HIP_CONTIGUOUS_MEMORY)\n\nunset(CMAKE_REQUIRED_LIBRARIES)\n\n### Check for indirect function call support\nif(ENABLE_IFC)\n if(\"${hip_version_string}\" VERSION_GREATER_EQUAL \"5.5.30201\")\n set(IFC_ENABLED ON)\n message(STATUS \"Indirect function call enabled\")\n else()\n set(IFC_ENABLED OFF)\n message(WARNING \"Indirect function call disabled - requires HIP version >= 5.5.30201\")\n endif()\nelse()\n set(IFC_ENABLED OFF)\nendif()\n\n## Check for LL128 support\nif(\"${hip_version_string}\" VERSION_GREATER_EQUAL \"6.1.33591\")\n set(LL128_ENABLED ON)\n message(STATUS \"RCCL LL128 protocol enabled\")\nelse()\n message(STATUS \"RCCL LL128 protocol disabled - requires HIP version >= 6.1.33591\")\nendif()\n\n## Check for hsa-runtime64\nfind_package(hsa-runtime64 REQUIRED)\nget_target_property(HSA_INCLUDE_PATH hsa-runtime64::hsa-runtime64 INTERFACE_INCLUDE_DIRECTORIES)\nmessage(STATUS \"HSA runtime: ${HSA_INCLUDE_PATH}\")\n\n## Check for amd-smi if ROCm 7.11.0 or newer\nif(ROCM_VERSION VERSION_GREATER_EQUAL \"71100\")\n find_package(amd_smi PATHS ${ROCM_PATH}/lib/cmake/amd_smi)\n if(amd_smi_FOUND)\n message(STATUS \"amd_smi_INCLUDE_DIR: ${amd_smi_INCLUDE_DIR}\")\n message(STATUS \"amd_smi_LIB_DIR: ${amd_smi_LIB_DIR}\")\n set(SMI_INCLUDE_DIR \"${amd_smi_INCLUDE_DIR}\" CACHE INTERNAL \"amd-smi include directory\")\n set(SMI_LIB_DIR \"${amd_smi_LIB_DIR}\" CACHE INTERNAL \"amd-smi library directory\")\n set(SMI_LIB_NAME \"amd-smi-lib\" CACHE INTERNAL \"amd-smi-lib for packaging\")\n if(NOT EXISTS \"${SMI_INCLUDE_DIR}\" OR NOT EXISTS \"${SMI_LIB_DIR}\")\n message(FATAL_ERROR \"amd_smi not found in ${SMI_INCLUDE_DIR}\")\n endif()\n message(STATUS \"Found amd_smi at ${SMI_INCLUDE_DIR}\")\n set(SMI_LIBRARIES amd_smi)\n set(USE_AMDSMI ON CACHE INTERNAL \"Use amd-smi instead of rocm-smi\")\n endif()\nendif()\n\nif(NOT USE_AMDSMI)\n ## Fallback to rocm-smi if amd-smi not found or ROCm < 7.11.0\n message(WARNING \"Could not find amd_smi. Falling back to rocm_smi.\")\n find_package(rocm_smi PATHS ${ROCM_PATH}/lib/cmake/rocm_smi)\n if(rocm_smi_FOUND)\n set(SMI_INCLUDE_DIR \"${rocm_smi_INCLUDE_DIR}\" CACHE INTERNAL \"rocm-smi include directory\")\n set(SMI_LIB_DIR \"${rocm_smi_LIB_DIR}\" CACHE INTERNAL \"rocm-smi library directory\")\n else()\n message(WARNING \"CMake could not find rocm-smi. Checking old include directory structure for rocm_smi\")\n set(SMI_INCLUDE_DIR \"${ROCM_PATH}/rocm_smi/include\")\n set(SMI_LIB_DIR \"${ROCM_PATH}/rocm_smi/lib\")\n endif()\n\n if(NOT EXISTS \"${SMI_INCLUDE_DIR}\" OR NOT EXISTS \"${SMI_LIB_DIR}\")\n message(FATAL_ERROR \"rocm_smi not found in ${SMI_INCLUDE_DIR}\")\n endif()\n message(STATUS \"Found rocm_smi at ${SMI_INCLUDE_DIR}\")\n set(SMI_LIB_NAME \"rocm-smi-lib\" CACHE INTERNAL \"rocm-smi-lib for packaging\")\n set(SMI_LIBRARIES rocm_smi64)\n\n check_include_file_cxx(\"${SMI_INCLUDE_DIR}/rocm_smi/rocm_smi64Config.h\" HAVE_ROCM_SMI64CONFIG)\n\n ### Check for RSMI_INIT_FLAG_THRAD_ONLY_MUTEX support\n file(READ \"${SMI_INCLUDE_DIR}/rocm_smi/rocm_smi.h\" rocm_smi_incl)\n string(FIND \"${rocm_smi_incl}\" \"RSMI_INIT_FLAG_THRAD_ONLY_MUTEX\" matchres)\n if(${matchres} EQUAL -1)\n message(STATUS \"RSMI_INIT_FLAG_THRAD_ONLY_MUTEX not supported\")\n else()\n message(STATUS \"RSMI_INIT_FLAG_THRAD_ONLY_MUTEX supported\")\n set(HAVE_ROCM_SMI_THREAD_ONLY_MUTEX True)\n endif ()\nendif()\n\n## Check for BFD library if custom backtrace is requested\nif(BUILD_BFD)\n enable_language(C)\n check_include_files(bfd.h HAVE_BFD)\n if (HAVE_BFD)\n message(STATUS \"-- Found BFD support\")\n\n ### Required for checking HIP device symbols when building with amdclang++\n set(CMAKE_REQUIRED_LIBRARIES hip::device)\n\n # Check for specific BFD feature support\n CHECK_SYMBOL_EXISTS(bfd_get_section_flags \"bfd.h\" HAVE_DECL_BFD_GET_SECTION_FLAGS)\n CHECK_SYMBOL_EXISTS(bfd_get_section_vma \"bfd.h\" HAVE_DECL_BFD_GET_SECTION_VMA)\n CHECK_CXX_SOURCE_COMPILES(\n \"#include \n\n int main (int argc, char **argv){\n bfd_size_type size;\n bfd abfd;\n asection sec;\n size = bfd_section_size(&abfd, &sec);\n return (int)(size);\n }\"\n HAVE_TWO_ARG_BFD_SECTION_SIZE)\n\n unset(CMAKE_REQUIRED_LIBRARIES)\n\n # Check for iberty support\n find_library(HAVE_IBERTY iberty PATHS /usr/lib64 /usr/lib/ PATH_SUFFIXES x86_64-linux-gnu)\n if(HAVE_IBERTY)\n message(STATUS \"iberty found @ ${HAVE_IBERTY}\")\n endif()\n\n # Check for demangle support\n find_path(DEMANGLE_DIR demangle.h PATHS /usr/include PATH_SUFFIXES libiberty)\n if(NOT DEMANGLE_DIR)\n message(WARNING \"Could not find demangle.h ${DEMANGLE_DIR}\")\n else()\n message(STATUS \"Found demangle.h in ${DEMANGLE_DIR}\")\n endif()\n else()\n message(WARNING \"bfd.h header not found - Disabling custom backtrace\")\n endif()\nendif()\n\n\n\n# Check for --amdgpu-kernarg-preload-count\ncheck_cxx_compiler_flag(\"-mllvm --amdgpu-kernarg-preload-count=16\" HAVE_KERNARG_PRELOAD)\nif (HAVE_KERNARG_PRELOAD)\n message(STATUS \"Kernarg preloading to SGPR enabled\")\nendif()\n\ncheck_cxx_compiler_flag(\"-parallel-jobs=12\" HAVE_PARALLEL_JOBS)\nif (HAVE_PARALLEL_JOBS)\n message(STATUS \"Parallel jobs enabled\")\nendif()\n\n## Disable building MSCCL++ if the build environment is invalid\n## Currently MSCCL++ is supported only on gfx942 and gfx950, and only on Ubuntu and CentOS\nset(MSCCLPP_SUPPORTED_ARCHS \"gfx942\" \"gfx942:xnack-\" \"gfx942:xnack+\" \"gfx950\" \"gfx950:xnack-\" \"gfx950:xnack+\")\n\n\n# Check if any of the supported architectures are in GPU_TARGETS\nset(ARCH_MATCH_FOUND OFF)\nset(MSCCLPP_GPU_TARGETS \"\")\nforeach(ARCH IN LISTS GPU_TARGETS)\n if(ARCH IN_LIST MSCCLPP_SUPPORTED_ARCHS)\n set(ARCH_MATCH_FOUND ON)\n list(APPEND MSCCLPP_GPU_TARGETS \"${ARCH}\")\n endif()\nendforeach()\nset(MSCCLPP_GPU_TARGETS \"${MSCCLPP_GPU_TARGETS}\" CACHE STRING \"GPU Targets supported by MSCCL++\" FORCE)\n\nif (ENABLE_MSCCLPP AND NOT ARCH_MATCH_FOUND)\n set(ENABLE_MSCCLPP OFF)\n message(WARNING \"Can only build MSCCL++ for supported GPU_TARGETS: ${MSCCLPP_SUPPORTED_ARCHS}; current GPU_TARGETS: ${GPU_TARGETS}; so disabling MSCCL++ build\")\nendif()\n\n# MSCCL++ is only supported on ROCm 6.2.0 or newer\nif (ENABLE_MSCCLPP AND ROCM_VERSION VERSION_LESS \"60200\")\n set(ENABLE_MSCCLPP OFF)\n message(WARNING \"MSCCL++ integration only supported on ROCm 6.2.0 or greater; disabling MSCCL++ build\")\nendif()\n\n## Disable WARP_SPEED if the build environment is invalid\nset(WARP_SPEED_SUPPORTED_ARCHS \"gfx942\" \"gfx942:xnack-\" \"gfx942:xnack+\" \"gfx950\" \"gfx950:xnack-\" \"gfx950:xnack+\")\nset(ARCH_MATCH_FOUND OFF)\nforeach(ARCH IN LISTS GPU_TARGETS)\n if(ARCH IN_LIST WARP_SPEED_SUPPORTED_ARCHS)\n set(ARCH_MATCH_FOUND ON)\n endif()\nendforeach()\nif (NOT ARCH_MATCH_FOUND)\n set(ENABLE_WARP_SPEED OFF)\n message(WARNING \"Can only build WARP_SPEED for supported GPU_TARGETS: ${WARP_SPEED_SUPPORTED_ARCHS}; current GPU_TARGETS: ${GPU_TARGETS}; so disabling WARP_SPEED build\")\nendif()\n\n\n# cmake_host_system_information(RESULT HOST_OS_ID QUERY DISTRIB_ID) ## Requires cmake 3.22\nexecute_process(\n COMMAND bash -c \"grep '^ID=' /etc/os-release | cut -d'=' -f2 | cut -d'\\\"' -f2\"\n OUTPUT_VARIABLE HOST_OS_ID\n OUTPUT_STRIP_TRAILING_WHITESPACE\n)\n\nexecute_process(\n COMMAND bash -c \"grep '^ID_LIKE=' /etc/os-release | cut -d'=' -f2 | cut -d'\\\"' -f2\"\n OUTPUT_VARIABLE HOST_OS_FAMILY\n OUTPUT_STRIP_TRAILING_WHITESPACE\n)\n\nif (ENABLE_MSCCLPP AND NOT(${HOST_OS_ID} STREQUAL \"ubuntu\" OR ${HOST_OS_ID} STREQUAL \"centos\"))\n set(ENABLE_MSCCLPP OFF)\n message(WARNING \"MSCCL++ integration not supported on this OS (${HOST_OS_ID}); disabling MSCCL++ build\")\nendif()\n\n# Check for ROCTX\nif(ROCTX)\n find_library(ROCTX_LIB NAMES roctx64)\n find_path(ROCTRACER_INCLUDE_DIR \"roctracer/roctx.h\")\n if(ROCTX_LIB AND ROCTRACER_INCLUDE_DIR)\n set(ROCTX_ENABLE ON)\n message(STATUS \"ROCTX include directory found: ${ROCTRACER_INCLUDE_DIR}\")\n message(STATUS \"ROCTX library found: ${ROCTX_LIB}\")\n else()\n message(WARNING \"ROCTX library not found. Skipping ROCTX linking.\")\n endif()\nendif()\n\n# Determine version from makefiles/version.mk and fill in templates\n#==================================================================================================\n## parse version from Makefile NCCL_MAJOR, NCCL_MINOR, NCCL_PATCH must exist\n## NCCL_SUFFIX is optional\n## NCCL_VERSION formatting is ((X) * 1000 + (Y) * 100 + (Z)) so we must first detect one or two digits first\nfile(READ makefiles/version.mk version_mk_text)\nif(\"${version_mk_text}\" MATCHES \"NCCL_MAJOR *:= *([0-9]*)\")\n set(NCCL_MAJOR ${CMAKE_MATCH_1})\nelse()\n message(FATAL_ERROR \"Failed to parse NCCL_MAJOR\")\nendif()\nif(\"${version_mk_text}\" MATCHES \"NCCL_MINOR *:= *([0-9]*)\")\n set(NCCL_MINOR ${CMAKE_MATCH_1})\nelse()\n message(FATAL_ERROR \"Failed to parse NCCL_MINOR\")\nendif()\nif(\"${version_mk_text}\" MATCHES \"NCCL_PATCH *:= *([0-9]*)\")\n set(NCCL_PATCH ${CMAKE_MATCH_1})\nelse()\n message(FATAL_ERROR \"Failed to parse NCCL_PATCH\")\nendif()\nif(\"${version_mk_text}\" MATCHES \"NCCL_SUFFIX *:= *([0-9]*)\")\n set(NCCL_SUFFIX ${CMAKE_MATCH_1})\nelse()\n set(NCCL_SUFFIX)\nendif()\nif(\"${version_mk_text}\" MATCHES \"PKG_REVISION *:= *([0-9]*)\")\n set(PKG_REVISION ${CMAKE_MATCH_1})\nelse()\n message(FATAL_ERROR \"Failed to parse PKG_REVISION\")\nendif()\nif(\"${NCCL_PATCH}\" MATCHES \"[0-9][0-9]\")\n set(NCCL_VERSION \"${NCCL_MAJOR}${NCCL_MINOR}${NCCL_PATCH}\")\nelse()\n set(NCCL_VERSION \"${NCCL_MAJOR}${NCCL_MINOR}0${NCCL_PATCH}\")\nendif()\n\n## Setup VERSION\nset(VERSION_STRING \"${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_PATCH}\")\nrocm_setup_version(VERSION ${VERSION_STRING})\n\n## Fill in version information for main header file\nconfigure_file(src/nccl.h.in ${PROJECT_BINARY_DIR}/include/rccl/rccl.h) # For external linking\nconfigure_file(src/nccl.h.in ${PROJECT_BINARY_DIR}/include/nccl.h) # Used by some internal files\n\n# Collect list of all source files\n#==================================================================================================\n# E.g: find src -type f \\( -name \"*.cc\" -o -name \"*.h\" -o -name \"*.hpp\" \\) | sort\nset(SRC_FILES\n src/allocator.cc\n src/bootstrap.cc\n src/ce_coll.cc\n src/channel.cc\n src/collectives.cc\n src/commDump.cc\n src/debug.cc\n src/dev_runtime.cc\n src/enqueue.cc\n src/group.cc\n src/init.cc\n src/init_nvtx.cc\n src/mnnvl.cc\n src/msccl.cc\n src/proxy.cc\n src/rccl_wrap.cc\n src/sym_kernels.cc\n src/transport.cc\n src/device/all_gather.h\n src/device/all_reduce.h\n src/device/alltoall_pivot.h\n src/device/alltoall_gda.h\n src/device/broadcast.h\n src/device/common.h\n src/device/common_kernel.h\n src/device/op128.h\n src/device/primitives.h\n src/device/prims_ll128.h\n src/device/prims_ll.h\n src/device/prims_simple.h\n src/device/reduce.h\n src/device/reduce_kernel.h\n src/device/reduce_scatter.h\n src/device/rccl_metadata.h\n src/device/rccl_ptr.h\n src/device/sendrecv.h\n src/device/common.cu\n src/device/onerank.cu\n src/device/network/unpack/unpack_defs.h\n src/device/network/unpack/unpack.h\n src/device/symmetric/all_gather.cuh\n src/device/symmetric/all_reduce.cuh\n src/device/symmetric/kernel.cuh\n src/device/symmetric/primitives.cuh\n src/device/symmetric/reduce_scatter.cuh\n src/graph/connect.cc\n src/graph/paths.cc\n src/graph/rings.cc\n src/graph/rings.h\n src/graph/rome_models.cc\n src/graph/rome_models.h\n src/graph/search.cc\n src/graph/topo.cc\n src/graph/topo.h\n src/graph/trees.cc\n src/graph/tuning.cc\n src/graph/xml.cc\n src/graph/xml.h\n src/include/alloc.h\n src/include/allocator.h\n src/include/alt_rsmi.h\n src/include/archinfo.h\n src/include/api_trace.h\n src/include/argcheck.h\n src/include/BfdBacktrace.hpp\n src/include/bitops.h\n src/include/bootstrap.h\n src/include/ce_coll.h\n src/include/channel.h\n src/include/checks.h\n src/include/collectives.h\n src/include/coll_net.h\n src/include/comm.h\n src/include/core.h\n src/include/cpuset.h\n# src/include/cudawrap.h\n src/include/debug.h\n src/include/dev_runtime.h\n src/include/device.h\n src/include/enqueue.h\n src/include/gdrwrap.h\n src/include/git_version.h\n src/include/graph.h\n src/include/group.h\n src/include/hip_rocm_version_info.h\n src/include/ibvcore.h\n src/include/ibvsymbols.h\n src/include/ibvwrap.h\n src/include/info.h\n src/include/ipcsocket.h\n src/include/mnnvl.h\n src/include/nccl_common.h\n src/include/nccl_device.h\n src/include/net_device.h\n src/include/net.h\n src/include/nvmlwrap.h\n src/include/nvtx.h\n src/include/nvtx_payload_schemas.h\n src/include/nvtx_stub.h\n src/include/p2p.h\n src/include/param.h\n src/include/profiler.h\n src/include/proxy.h\n src/include/ras.h\n src/include/rccl_common.h\n src/include/rccl_vars.h\n src/include/register.h\n src/include/register_inline.h\n src/include/rccl_float8.h\n src/include/rocmwrap.h\n src/include/roctx.h\n src/include/recorder.h\n src/include/scheduler.h\n src/include/shm.h\n src/include/shmutils.h\n src/include/signals.h\n src/include/socket.h\n src/include/strongstream.h\n src/include/sym_kernels.h\n src/include/timer.h\n src/include/transport.h\n src/include/trees.h\n src/include/tuner.h\n src/include/utils.h\n src/include/mlx5/mlx5dvcore.h\n src/include/mlx5/mlx5dvsymbols.h\n src/include/mlx5/mlx5dvwrap.h\n src/include/ionic/ionicdvcore.h\n src/include/ionic/ionicdvsymbols.h\n src/include/ionic/ionicdvwrap.h\n src/include/msccl/msccl_lifecycle.h\n src/include/msccl/msccl_parser.h\n src/include/msccl/msccl_scheduler.h\n src/include/msccl/msccl_setup.h\n src/include/msccl/msccl_status.h\n src/include/msccl/msccl_struct.h\n src/include/nccl_device/comm.h\n src/include/nccl_device/coop.h\n src/include/nccl_device/core.h\n src/include/nccl_device/ll_a2a.h\n src/include/nccl_device/mem_barrier.h\n src/include/nccl_device/ptr.h\n src/include/nccl_device/utility.h\n src/include/nccl_device/impl/comm__funcs.h\n src/include/nccl_device/impl/comm__types.h\n src/include/nccl_device/impl/core__funcs.h\n src/include/nccl_device/impl/core__types.h\n src/include/nccl_device/impl/ll_a2a__funcs.h\n src/include/nccl_device/impl/ll_a2a__types.h\n src/include/nccl_device/impl/mem_barrier__funcs.h\n src/include/nccl_device/impl/mem_barrier__types.h\n src/include/nccl_device/impl/ptr__funcs.h\n src/include/nccl_device/impl/ptr__types.h\n src/include/npkit/npkit.h\n src/include/npkit/npkit_event.h\n src/include/npkit/npkit_struct.h\n src/include/nvtx3/nvToolsExt.h\n src/include/nvtx3/nvToolsExtCounters.h\n src/include/nvtx3/nvToolsExtCuda.h\n src/include/nvtx3/nvToolsExtCudaRt.h\n src/include/nvtx3/nvToolsExtMem.h\n src/include/nvtx3/nvToolsExtMemCudaRt.h\n src/include/nvtx3/nvToolsExtOpenCL.h\n src/include/nvtx3/nvToolsExtPayload.h\n src/include/nvtx3/nvToolsExtPayloadHelper.h\n src/include/nvtx3/nvToolsExtSemanticsCounters.h\n src/include/nvtx3/nvToolsExtSemanticsScope.h\n src/include/nvtx3/nvToolsExtSync.h\n src/include/nvtx3/nvtx3.hpp\n src/include/nvtx3/nvtxDetail/nvtxExtHelperMacros.h\n src/include/nvtx3/nvtxDetail/nvtxExtImpl.h\n src/include/nvtx3/nvtxDetail/nvtxExtImplCounters_v1.h\n src/include/nvtx3/nvtxDetail/nvtxExtImplMem_v1.h\n src/include/nvtx3/nvtxDetail/nvtxExtImplMemCudaRt_v1.h\n src/include/nvtx3/nvtxDetail/nvtxExtImplPayload_v1.h\n src/include/nvtx3/nvtxDetail/nvtxExtInit.h\n src/include/nvtx3/nvtxDetail/nvtxExtPayloadHelperInternal.h\n src/include/nvtx3/nvtxDetail/nvtxExtPayloadTypeInfo.h\n src/include/nvtx3/nvtxDetail/nvtxExtTypes.h\n src/include/nvtx3/nvtxDetail/nvtxImpl.h\n src/include/nvtx3/nvtxDetail/nvtxImplCore.h\n src/include/nvtx3/nvtxDetail/nvtxImplCuda_v3.h\n src/include/nvtx3/nvtxDetail/nvtxImplCudaRt_v3.h\n src/include/nvtx3/nvtxDetail/nvtxImplOpenCL_v3.h\n src/include/nvtx3/nvtxDetail/nvtxImplSync_v3.h\n src/include/nvtx3/nvtxDetail/nvtxInit.h\n src/include/nvtx3/nvtxDetail/nvtxInitDecls.h\n src/include/nvtx3/nvtxDetail/nvtxInitDefs.h\n src/include/nvtx3/nvtxDetail/nvtxLinkOnce.h\n src/include/nvtx3/nvtxDetail/nvtxTypes.h\n src/include/proxy_trace/proxy_trace.h\n src/include/plugin/nccl_net.h\n src/include/plugin/nccl_profiler.h\n src/include/plugin/nccl_tuner.h\n src/include/plugin/plugin.h\n src/include/plugin/net/net_v6.h\n src/include/plugin/net/net_v7.h\n src/include/plugin/net/net_v8.h\n src/include/plugin/net/net_v9.h\n src/include/plugin/net/net_v10.h\n src/include/plugin/net/net_v11.h\n src/include/plugin/profiler/net_ib_v1.h\n src/include/plugin/profiler/net_ib.h\n src/include/plugin/profiler/net_socket_v1.h\n src/include/plugin/profiler/net_socket.h\n src/include/plugin/profiler/profiler_v1.h\n src/include/plugin/profiler/profiler_v2.h\n src/include/plugin/profiler/profiler_v3.h\n src/include/plugin/profiler/profiler_v4.h\n src/include/plugin/profiler/profiler_v5.h\n src/include/plugin/tuner/tuner_v2.h\n src/include/plugin/tuner/tuner_v3.h\n src/include/plugin/tuner/tuner_v4.h\n src/include/plugin/tuner/tuner_v5.h\n src/misc/alt_rsmi.cc\n src/misc/archinfo.cc\n src/misc/argcheck.cc\n src/misc/api_trace.c\n src/misc/api_trace.cc\n# src/misc/cudawrap.cc\n# src/misc/gdrwrap.cc\n src/misc/ibvsymbols.cc\n src/misc/ibvwrap.cc\n src/misc/ipcsocket.cc\n src/misc/mlx5dvsymbols.cc\n src/misc/mlx5dvwrap.cc\n src/misc/ionicdvsymbols.cc\n src/misc/ionicdvwrap.cc\n src/misc/npkit.cc\n# src/misc/nvmlwrap.cc\n src/misc/nvmlwrap_stub.cc\n src/misc/param.cc\n src/misc/rocmwrap.cc\n src/misc/roctx.cc\n src/misc/recorder.cc\n src/misc/shmutils.cc\n src/misc/signals.cc\n src/misc/socket.cc\n src/misc/strongstream.cc\n src/misc/utils.cc\n src/misc/msccl/msccl_lifecycle.cc\n src/misc/msccl/msccl_parser.cc\n src/misc/msccl/msccl_setup.cc\n src/misc/msccl/msccl_status.cc\n src/misc/proxy_trace/proxy_trace.cc\n src/nccl_device/core.cc\n src/nccl_device/ll_a2a.cc\n src/nccl_device/mem_barrier.cc\n src/plugin/net.cc\n src/plugin/plugin_open.cc\n src/plugin/profiler.cc\n src/plugin/tuner.cc\n src/plugin/net/net_v6.cc\n src/plugin/net/net_v7.cc\n src/plugin/net/net_v8.cc\n src/plugin/net/net_v9.cc\n src/plugin/net/net_v10.cc\n src/plugin/net/net_v11.cc\n src/plugin/profiler/profiler_v1.cc\n src/plugin/profiler/profiler_v2.cc\n src/plugin/profiler/profiler_v3.cc\n src/plugin/profiler/profiler_v4.cc\n src/plugin/profiler/profiler_v5.cc\n src/plugin/tuner/tuner_v2.cc\n src/plugin/tuner/tuner_v3.cc\n src/plugin/tuner/tuner_v4.cc\n src/plugin/tuner/tuner_v5.cc\n src/ras/client.cc\n src/ras/client_support.cc\n src/ras/collectives.cc\n src/ras/peers.cc\n src/ras/ras.cc\n src/ras/ras_internal.h\n src/ras/rasnet.cc\n src/register/coll_reg.cc\n src/register/register.cc\n src/register/sendrecv_reg.cc\n src/scheduler/symmetric_sched.cc\n src/transport/coll_net.cc\n src/transport/generic.cc\n src/transport/net.cc\n src/transport/net_ib.cc\n src/transport/net_ib_rocm.cc\n src/transport/net_socket.cc\n src/transport/nvls.cc\n src/transport/p2p.cc\n src/transport/profiler.cc\n src/transport/shm.cc\n src/include/latency_profiler/CollTrace.h\n src/include/latency_profiler/CollTraceEvent.h\n src/include/latency_profiler/CollTraceFunc.h\n src/include/latency_profiler/CollTraceUtils.h\n src/include/latency_profiler/EventQueue.h\n src/misc/latency_profiler/CollTrace.cc\n src/misc/latency_profiler/CollTraceEvent.cc\n src/misc/latency_profiler/CollTraceFunc.cc\n src/misc/latency_profiler/CollTraceUtils.cc\n)\n\nif(USE_AMDSMI)\n set(SMI_SOURCES\n src/include/amdsmi_wrap.h\n src/misc/amdsmi_wrap.cc\n )\nelse()\n set(SMI_SOURCES\n src/include/rocm_smi_wrap.h\n src/misc/rocm_smi_wrap.cc\n )\nendif()\nlist(APPEND SRC_FILES ${SMI_SOURCES})\n\nif (ENABLE_MSCCL_KERNEL)\n set(MSCCL_KERNEL_SOURCES\n src/device/msccl_kernel_impl.h\n src/include/msccl/msccl_kernel.h\n )\n list(APPEND SRC_FILES ${MSCCL_KERNEL_SOURCES})\nendif()\n\nif (ENABLE_MSCCLPP)\n set(MSCCLPP_SOURCES\n src/include/mscclpp/mscclpp_nccl.h\n src/misc/mscclpp/mscclpp_nccl.cc\n )\n list(APPEND SRC_FILES ${MSCCLPP_SOURCES})\nendif()\n\n# Hipify source files (copy of source generated into hipify directory)\n#==================================================================================================\nfind_program(hipify-perl_executable hipify-perl)\nif(NOT hipify-perl_executable)\n message(FATAL_ERROR \"hipify-perl not found\")\nendif()\nset(HIPIFY_DIR \"${CMAKE_CURRENT_BINARY_DIR}/hipify\")\n\n## Loop over each source file to hipify\nforeach(SRC_FILE ${SRC_FILES})\n # Check that file exists\n if (NOT EXISTS ${CMAKE_SOURCE_DIR}/${SRC_FILE})\n message(FATAL_ERROR \"Unable to find file listed in CMakeLists.txt: ${CMAKE_SOURCE_DIR}/${SRC_FILE}\")\n endif()\n\n # Establish hipified copy of the source file\n set(HIP_FILE \"${HIPIFY_DIR}/${SRC_FILE}\")\n get_filename_component(HIP_FILE_DIR ${HIP_FILE} DIRECTORY)\n\n # Make sure the file name is unique and there is no duplicate\n add_file_unique(HIP_SOURCES ${HIP_FILE})\n\n # Convert .cu files to .cpp so that they get processed properly\n string(REPLACE \"\\.cuh\" \"\\.h\" HIP_FILE ${HIP_FILE})\n string(REPLACE \"\\.cu\" \"\\.cu.cpp\" HIP_FILE ${HIP_FILE})\n list(APPEND HIP_SOURCES ${HIP_FILE})\n\n # Create a custom command to create hipified source code\n if (FAULT_INJECTION)\n add_custom_command(\n OUTPUT ${HIP_FILE}\n COMMAND mkdir -p ${HIP_FILE_DIR}\n && ${hipify-perl_executable} -quiet-warnings ${CMAKE_SOURCE_DIR}/${SRC_FILE} -o ${HIP_FILE}\n && ${CMAKE_COMMAND} -E env bash ${CMAKE_CURRENT_SOURCE_DIR}/cmake/scripts/add_unroll.sh ${HIP_FILE}\n && ${CMAKE_COMMAND} -E env bash ${CMAKE_CURRENT_SOURCE_DIR}/cmake/scripts/add_faults.sh ${HIP_FILE}\n MAIN_DEPENDENCY ${SRC_FILE}\n COMMENT \"Hipifying ${SRC_FILE} -> ${HIP_FILE}\"\n )\n else()\n add_custom_command(\n OUTPUT ${HIP_FILE}\n COMMAND mkdir -p ${HIP_FILE_DIR}\n && ${hipify-perl_executable} -quiet-warnings ${CMAKE_SOURCE_DIR}/${SRC_FILE} -o ${HIP_FILE}\n && ${CMAKE_COMMAND} -E env bash ${CMAKE_CURRENT_SOURCE_DIR}/cmake/scripts/add_unroll.sh ${HIP_FILE}\n MAIN_DEPENDENCY ${SRC_FILE}\n COMMENT \"Hipifying ${SRC_FILE} -> ${HIP_FILE}\"\n )\n endif()\nendforeach()\n\n# Adding custom target to hipify all the source files\n# This is required to make sure that all the hipified source files are\n# available before compiling the unit tests executable(s)\nadd_custom_target(hipify_all DEPENDS ${HIP_SOURCES})\n\n# Generate device/host tables and all the collective functions that are going to be in librccl.so\n#==================================================================================================\nfind_package(Python3 COMPONENTS Interpreter REQUIRED)\nif (NOT Python3_FOUND)\n message(FATAL_ERROR \"RCCL requires Python3 for generating host/device tables\")\nendif()\n\nset(GEN_DIR \"${HIPIFY_DIR}/gensrc\")\nset(GEN_SYM_DIR \"${GEN_DIR}/symmetric\")\n\nif(ONLY_FUNCS)\n message(WARNING \"Using ONLY_FUNCS = ${ONLY_FUNCS}. Not meant for release builds.\")\nendif()\n\n# Execute the python script to generate required collective functions\nexecute_process(\n COMMAND ${Python3_EXECUTABLE} ${CMAKE_SOURCE_DIR}/src/device/generate.py ${GEN_DIR} ${IFC_ENABLED} ${COLLTRACE} ${ENABLE_MSCCL_KERNEL} ${BUILD_LOCAL_GPU_TARGET_ONLY} ${ONLY_FUNCS}\n WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}\n RESULT_VARIABLE gen_py_result\n ERROR_VARIABLE gen_py_error\n)\nif (gen_py_result)\n message(SEND_ERROR \"Error: ${gen_py_error}\")\n message(FATAL_ERROR \"${CMAKE_SOURCE_DIR}/src/device/generate.py failed\")\nendif()\n\nif (GENERATE_SYM_KERNELS)\n # Execute the python script to generate required symmetric memory kernels\n execute_process(\n COMMAND ${Python3_EXECUTABLE} ${CMAKE_SOURCE_DIR}/src/device/symmetric/generate.py ${GEN_SYM_DIR}\n WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}\n RESULT_VARIABLE gen_sym_py_result\n ERROR_VARIABLE gen_sym_py_error\n )\n if (gen_sym_py_result)\n message(SEND_ERROR \"Error: ${gen_sym_py_error}\")\n message(FATAL_ERROR \"${CMAKE_SOURCE_DIR}/src/device/symmetric/generate.py failed\")\n endif()\nendif()\n\n# Find the generated files in the output directory\nfile(GLOB_RECURSE GENERATED_FILES \"${GEN_DIR}/*\")\n\n# Append all found generated files to the list\nforeach(file ${GENERATED_FILES})\n list(APPEND HIP_SOURCES ${file})\nendforeach()\n\n# Create an initial git_version.cpp file (that will be updated with latest git version)\n#==================================================================================================\n# Create initial empty file at configure time\nfile(WRITE ${CMAKE_CURRENT_BINARY_DIR}/git_version.cpp \"\")\n\n# Add a custom target that always runs at build time to update git version\nadd_custom_target(update_git_version\n ALL\n COMMAND ${CMAKE_COMMAND} -DRCCL_SOURCE_DIR=${CMAKE_CURRENT_SOURCE_DIR} -DRCCL_BINARY_DIR=${CMAKE_CURRENT_BINARY_DIR} -P ${CMAKE_CURRENT_SOURCE_DIR}/cmake/scripts/git_version.cmake\n BYPRODUCTS ${CMAKE_CURRENT_BINARY_DIR}/git_version.cpp\n COMMENT \"Updating git version information\"\n VERBATIM\n)\n\nlist(APPEND HIP_SOURCES ${CMAKE_CURRENT_BINARY_DIR}/git_version.cpp)\n\n# Set up RCCL library\n#==================================================================================================\n## Set RCCL source files\nadd_library(rccl ${HIP_SOURCES})\n\n## Set RCCL dependencies\n## Ensure git version is updated before building rccl\nadd_dependencies(rccl update_git_version)\n\n## Set RCCL include directories\ntarget_include_directories(rccl PRIVATE ${PROJECT_BINARY_DIR}/include) # for generated rccl.h header\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src) # for hipfied headers\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/device)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/device/network/unpack)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/include)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/include/mlx5)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/include/nccl_device)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/include/ionic)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/src/include/plugin)\ntarget_include_directories(rccl PRIVATE ${HIPIFY_DIR}/gensrc)\ntarget_include_directories(rccl PRIVATE ${HSA_INCLUDE_PATH})\ntarget_include_directories(rccl PRIVATE ${ROCM_SMI_INCLUDE_DIR})\ntarget_include_directories(rccl PRIVATE ${ROCMCORE_PATH}/include)\nif(DEMANGLE_DIR)\n target_include_directories(rccl PRIVATE ${DEMANGLE_DIR})\nendif()\nif(ROCTX_ENABLE)\n target_include_directories(rccl PRIVATE ${ROCTRACER_INCLUDE_DIR})\nendif()\n\n\n## Set RCCL compile definitions\nif(COLLTRACE)\n target_compile_definitions(rccl PRIVATE ENABLE_COLLTRACE)\nendif()\nif(ENABLE_MSCCL_KERNEL)\n message(WARNING \"MSCCL is deprecated and will be removed in a future version of RCCL.\")\n target_compile_definitions(rccl PRIVATE COMPILE_MSCCL_KERNEL)\nendif()\nif(ENABLE_MSCCLPP)\n target_compile_definitions(rccl PRIVATE ENABLE_MSCCLPP)\nendif()\n\nif(USE_AMDSMI)\n target_compile_definitions(rccl PRIVATE USE_AMDSMI)\nelse()\n if(HAVE_ROCM_SMI64CONFIG)\n target_compile_definitions(rccl PRIVATE USE_ROCM_SMI64CONFIG)\n endif()\n if(HAVE_ROCM_SMI_THREAD_ONLY_MUTEX)\n target_compile_definitions(rccl PRIVATE USE_ROCM_SMI_THREAD_ONLY_MUTEX)\n endif()\nendif()\nif(ENABLE_WARP_SPEED)\n target_compile_definitions(rccl PRIVATE ENABLE_WARP_SPEED)\nendif()\nif(ENABLE_ROCSHMEM)\n target_compile_definitions(rccl PRIVATE ENABLE_ROCSHMEM)\nendif()\n\n# ==== rocSHMEM integration (optional) ====\n\nif (ENABLE_ROCSHMEM)\n add_rocshmem_targets()\n # Ensure rocSHMEM is fully built/installed before compiling rccl\n if (TARGET rocshmem_ext)\n add_dependencies(rccl rocshmem_ext)\n endif()\n\n if (ROCSHMEM_INCLUDE_DIR)\n target_include_directories(rccl PRIVATE ${ROCSHMEM_INCLUDE_DIR})\n endif()\n\n # Moved to where MSCCL target_links\n ## target_link_libraries(rccl PRIVATE ${ROCSHMEM_LIBRARY})\n target_link_libraries(rccl PRIVATE ${IBVERBS})\n\nendif()\n\n# NPKit flags\n## May be better to move these to a separate file\nif(ENABLE_NPKIT)\n message(WARNING \"NPKit is deprecated and will be removed in a future version of RCCL. Please consider using alternative profiling tools.\")\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_TIME_SYNC_GPU)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_TIME_SYNC_CPU)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_REDUCE_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_RECV_REDUCE_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_SEND_FROM_OUTPUT_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_DIRECT_SEND_FROM_OUTPUT_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_COPY_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_COPY_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_RECV_REDUCE_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_FROM_OUTPUT_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_FROM_OUTPUT_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_SIMPLE_WAIT_PEER_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_SIMPLE_WAIT_PEER_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_SIMPLE_REDUCE_OR_COPY_MULTI_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_SIMPLE_REDUCE_OR_COPY_MULTI_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL_WAIT_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL_WAIT_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL_DATA_PROCESS_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL_DATA_PROCESS_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL128_WAIT_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL128_WAIT_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL128_DATA_PROCESS_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_PRIM_LL128_DATA_PROCESS_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_TEST_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_TEST_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_NET_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_RECV_REDUCE_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_RECV_REDUCE_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_REDUCE_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_REDUCE_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_RING_DIRECT_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_REDUCE_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_REDUCE_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_BROADCAST_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_UPDOWN_BROADCAST_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_REDUCE_BROADCAST_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_REDUCE_BROADCAST_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_REDUCE_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_REDUCE_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_BROADCAST_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_REDUCE_TREE_SPLIT_BROADCAST_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_LOCAL_COPY_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_LOCAL_COPY_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_SEND_RECV_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_RECV_COPY_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_RECV_COPY_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_DIRECT_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_ALL_GATHER_RING_DIRECT_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_GENERIC_OP_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_GENERIC_OP_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_REDUCE_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_REDUCE_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RECV_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RECV_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RUN_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RUN_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RECV_REDUCE_COPY_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_RECV_REDUCE_COPY_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_INIT_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_MSCCL_INIT_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_BROADCAST_RING_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_BROADCAST_RING_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_RECV_REDUCE_SEND_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_RECV_REDUCE_SEND_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_RECV_REDUCE_COPY_ENTRY)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_EVENT_REDUCE_SCATTER_RING_RECV_REDUCE_COPY_EXIT)\n target_compile_definitions(rccl PRIVATE ENABLE_NPKIT_PRIM_COLLECT_DATA_PROCESS_TIME)\nendif()\n\nif(PROFILE)\n target_compile_definitions(rccl PRIVATE ENABLE_PROFILING)\nendif()\nif(ROCTX_ENABLE)\n target_compile_definitions(rccl PRIVATE ROCTX_ENABLE)\nelse()\n target_compile_definitions(rccl PRIVATE NVTX_NO_IMPL)\n target_compile_definitions(rccl PRIVATE NVTX_DISABLE)\nendif()\nif(TRACE)\n target_compile_definitions(rccl PRIVATE ENABLE_TRACE)\nendif()\nif(${HIP_CONTIGUOUS_MEMORY})\n target_compile_definitions(rccl PRIVATE HIP_CONTIGUOUS_MEMORY)\n message(STATUS \"HIP_CONTIGUOUS_MEMORY enabled\")\nelse()\n message(STATUS \"HIP_CONTIGUOUS_MEMORY disabled\")\nendif()\nif(\"${hip_version_string}\" VERSION_GREATER_EQUAL \"5.7.31920\")\n target_compile_definitions(rccl PRIVATE HIP_UNCACHED_MEMORY)\n message(STATUS \"HIP_UNCACHED_MEMORY enabled\")\nelse()\n message(STATUS \"HIP_UNCACHED_MEMORY disabled - requires HIP version >= 5.7.31920\")\n # keep --hipcc-func-supp on older HIP and compiler\n if(NOT IFC_ENABLED)\n target_compile_options(rccl PRIVATE --hipcc-func-supp)\n message(STATUS \"--hipcc-func-supp enabled\")\n else()\n message(STATUS \"--hipcc-func-supp disabled\")\n endif()\nendif()\nif (HIP_HOST_UNCACHED_MEMORY)\n target_compile_definitions(rccl PRIVATE HIP_HOST_UNCACHED_MEMORY)\n message(STATUS \"HIP_HOST_UNCACHED_MEMORY enabled\")\nelse()\n message(STATUS \"HIP_HOST_UNCACHED_MEMORY disabled\")\nendif()\nif (BUILD_BFD)\n if (HAVE_BFD)\n target_compile_definitions(rccl PRIVATE HAVE_BFD)\n endif()\n if (HAVE_DECL_BFD_GET_SECTION_FLAGS)\n target_compile_definitions(rccl PRIVATE HAVE_DECL_BFD_GET_SECTION_FLAGS)\n endif()\n if (HAVE_DECL_BFD_GET_SECTION_VMA)\n target_compile_definitions(rccl PRIVATE HAVE_DECL_BFD_GET_SECTION_VMA)\n endif()\n if (HAVE_TWO_ARG_BFD_SECTION_SIZE)\n target_compile_definitions(rccl PRIVATE HAVE_TWO_ARG_BFD_SECTION_SIZE)\n endif()\nendif()\nif (IFC_ENABLED)\n target_compile_definitions(rccl PRIVATE USE_INDIRECT_FUNCTION_CALL)\nendif()\nif(DEMANGLE_DIR)\n target_compile_definitions(rccl PRIVATE \"HAVE_CPLUS_DEMANGLE=1\")\n target_compile_definitions(rccl PRIVATE \"HAVE_DECL_BASENAME=1\")\nendif()\nif(LL128_ENABLED)\n target_compile_definitions(rccl PRIVATE ENABLE_LL128)\nendif()\n\n## Set RCCL compile options\nif (HAVE_PARALLEL_JOBS)\n target_compile_options(rccl PRIVATE -parallel-jobs=12)\nendif()\n\nif (ROCM_VERSION VERSION_GREATER_EQUAL \"60200\")\n target_compile_options(rccl PRIVATE --offload-compress) # Compress GPU code at compile time.\n target_link_libraries(rccl PRIVATE --offload-compress) # Compress GPU code at link time.\n message(STATUS \"--offload-compress enabled - ROCm version >= 6.2.0\")\nelse()\n message(STATUS \"--offload-compress disabled - ROCm version < 6.2.0\")\nendif()\n\ntarget_compile_options(rccl PRIVATE -Werror=uninitialized)\ntarget_compile_options(rccl PRIVATE -Werror=sometimes-uninitialized)\ntarget_compile_options(rccl PRIVATE -Wall)\ntarget_compile_options(rccl PRIVATE -Werror=deprecated-copy-with-user-provided-copy)\ntarget_compile_options(rccl PRIVATE -Wno-format-nonliteral)\ntarget_compile_options(rccl PRIVATE -Wno-unused-function)\ntarget_compile_options(rccl PRIVATE -fgpu-rdc)\n\nif(QUIET_WARNINGS)\n target_compile_options(rccl PRIVATE -Wno-invalid-offsetof)\n target_compile_options(rccl PRIVATE -Wno-unused-result)\n target_compile_options(rccl PRIVATE -Wno-macro-redefined)\n target_compile_options(rccl PRIVATE -Wno-unused-label)\n target_compile_options(rccl PRIVATE -Wno-unused-variable)\n target_compile_options(rccl PRIVATE -Wno-unused-private-field)\n target_compile_options(rccl PRIVATE -Wno-null-conversion)\n target_compile_options(rccl PRIVATE -Wno-missing-braces)\nendif()\n\n## Set RCCL compile and linker options for unit tests and code coverage\nif(ENABLE_CODE_COVERAGE)\n if(NOT CMAKE_BUILD_TYPE MATCHES \"Debug\")\n message(FATAL_ERROR \"Code coverage is enabled, but the build type is '${CMAKE_BUILD_TYPE}'. \"\n \"Code coverage requires 'Debug' build types to expose internal symbols. \"\n \"Please set CMAKE_BUILD_TYPE to 'Debug' and reconfigure.\")\n endif()\n\n message(STATUS \"Code coverage is enabled with build type '${CMAKE_BUILD_TYPE}'.\")\n\n target_compile_options(rccl PRIVATE\n -fvisibility=default -Xarch_host -fprofile-instr-generate -Xarch_host -fcoverage-mapping)\n\n set(COVERAGE_SHARED_LINKER_FLAGS\n -fprofile-generate\n -Wl,--enable-new-dtags,--build-id=sha1,--rpath,$ORIGIN\n )\n\n set(COVERAGE_EXE_LINKER_FLAGS\n -fprofile-generate\n -Wl,--enable-new-dtags,--build-id=sha1,--rpath,$ORIGIN/../lib\n )\n\n target_link_options(rccl PRIVATE ${COVERAGE_SHARED_LINKER_FLAGS})\n target_link_options(rccl PRIVATE ${COVERAGE_EXE_LINKER_FLAGS})\nelseif(BUILD_TESTS) # Enable default/hidden visibility based on build type and ROCM_VERSION\n if (ROCM_VERSION VERSION_GREATER_EQUAL \"60400\" AND CMAKE_BUILD_TYPE MATCHES \"Debug\")\n target_compile_options(rccl PRIVATE -fvisibility=default)\n else()\n target_compile_options(rccl PRIVATE -fvisibility=hidden)\n endif()\nelse() # Enable hidden visibility for library without tests/code coverage enabled\n target_compile_options(rccl PRIVATE -fvisibility=hidden)\nendif()\n\nif (HAVE_KERNARG_PRELOAD)\n target_compile_options(rccl PRIVATE -mllvm --amdgpu-kernarg-preload-count=16)\nendif()\n\nif (REPORT_KERNEL_RESOURCE_USE)\n target_link_options(rccl PRIVATE -Rpass-analysis=kernel-resource-usage)\nendif()\n\nif (DUMP_ASM) # Save temporary files from kernel compilation\n message(STATUS \"Disassembling librccl.so to asm\")\n # Maintain symbols but without changing code. Keep additional data in dwarf section of binary.\n target_compile_options(rccl PRIVATE -gline-tables-only)\n set(OBJ_DUMP ${ROCM_PATH}/llvm/bin/llvm-objdump)\n\n add_custom_command(TARGET rccl POST_BUILD\n COMMENT \"Disassembling RCCL library\"\n COMMAND /bin/bash -c \"${OBJ_DUMP} --offload-fatbin librccl.so\"\n VERBATIM\n )\n foreach(GPUARCH ${GPU_TARGETS})\n add_custom_command(TARGET rccl POST_BUILD\n COMMENT \"Disassembling RCCL library to dump assembly for ${GPUARCH}\"\n COMMAND /bin/bash -c \"${OBJ_DUMP} -d -l --source --symbolize-operands librccl.so.0.hipv4-amdgcn-amd-amdhsa--${GPUARCH} > librccl.${GPUARCH}.s\"\n VERBATIM\n )\n endforeach()\nendif()\n\n## NOTE: This is currently being handled by rocm-cmake, however may need to be re-enabled in the future\n#foreach(target ${GPU_TARGETS})\n# target_compile_options(rccl PRIVATE --offload-arch=${target})\n#endforeach()\n\nif(BUILD_ADDRESS_SANITIZER)\n target_compile_options(rccl PRIVATE -fsanitize=address -shared-libasan)\nendif()\nif(TIMETRACE)\n target_compile_options(rccl PRIVATE -ftime-trace)\nendif()\nif (FAULT_INJECTION)\n target_compile_definitions(rccl PRIVATE ENABLE_FAULT_INJECTION)\n message(STATUS \"Fault injection enabled\")\nendif()\n\n## Set RCCL linked library directories\ntarget_link_directories(rccl PRIVATE ${SMI_LIB_DIR})\n\nif (ROCM_VERSION VERSION_GREATER_EQUAL \"60100\")\n option(RCCL_ROCPROFILER_REGISTER \"Enable rocprofiler-register support\" ON)\nelse()\n if(RCCL_ROCPROFILER_REGISTER)\n message(AUTHOR_WARNING \"RCCL_ROCPROFILER_REGISTER is not valid option for ROCm < 6.2. Current ROCm version: ${ROCM_VERSION}\")\n endif()\n set(RCCL_ROCPROFILER_REGISTER OFF CACHE BOOL \"\" FORCE)\nendif()\nif(RCCL_ROCPROFILER_REGISTER)\n find_package(rocprofiler-register REQUIRED)\n target_compile_definitions(rccl PRIVATE RCCL_ROCPROFILER_REGISTER=1)\n target_link_libraries(\n rccl PRIVATE rocprofiler-register::rocprofiler-register)\nendif()\n\n## Set RCCL linked libraries\nif (HAVE_BFD)\n target_link_libraries(rccl PRIVATE bfd)\n if(HAVE_IBERTY)\n target_link_libraries(rccl PRIVATE iberty z)\n endif()\nendif()\nif (ROCTX_ENABLE)\n target_link_libraries(rccl PRIVATE ${ROCTX_LIB})\nendif()\ntarget_link_libraries(rccl PRIVATE -fgpu-rdc) # Required when linking relocatable device code\ntarget_link_libraries(rccl PRIVATE Threads::Threads)\ntarget_link_libraries(rccl INTERFACE hip::host)\ntarget_link_libraries(rccl PRIVATE hip::device)\ntarget_link_libraries(rccl PRIVATE dl)\ntarget_link_libraries(rccl PRIVATE ${SMI_LIBRARIES})\ntarget_link_libraries(rccl PRIVATE fmt::fmt-header-only)\nif(ENABLE_MSCCLPP)\n target_link_libraries(rccl PRIVATE mscclpp_nccl)\nendif()\nif(ENABLE_ROCSHMEM)\n target_link_libraries(rccl PRIVATE ${ROCSHMEM_LIBRARY})\n target_link_libraries(rccl PRIVATE ${IBVERBS})\nendif()\n\n## Set RCCL link options\n## Find out available memory\nexecute_process(\n COMMAND bash \"-c\" \"cat /sys/fs/cgroup/memory.max\"\n OUTPUT_VARIABLE memory_max_string)\nif (${memory_max_string} MATCHES \"^[0-9]+\")\n math(EXPR memory_in_gb \"${memory_max_string} / (1024 * 1024 * 1024)\")\nelse()\n execute_process(\n COMMAND bash \"-c\" \"free | grep -o '[[:digit:]]*' | head -1\"\n OUTPUT_VARIABLE memory_max_string)\n ## memory_max_string holds the free memory in KB\n if (${memory_max_string} MATCHES \"^[0-9]+\")\n math(EXPR memory_in_gb \"${memory_max_string} / (1024 * 1024)\") ## KB to GB conversion\n else()\n cmake_host_system_information(RESULT memory_max_string QUERY AVAILABLE_PHYSICAL_MEMORY )\n math(EXPR memory_in_gb \"${memory_max_string} / 1024\")\n endif()\nendif()\n## Reserve 16GB for each linker job. Limit max number of linker jobs to 16\nif (HAVE_PARALLEL_JOBS)\n math(EXPR num_linker_jobs \"(${memory_in_gb} + 15) / 16\")\n if (${num_linker_jobs} GREATER_EQUAL \"16\")\n set(num_linker_jobs \"16\")\n endif()\n message(STATUS \"Use ${num_linker_jobs} jobs for linking\")\n target_link_options(rccl PRIVATE -parallel-jobs=${num_linker_jobs}) # Use multiple threads to link\nendif()\nif(BUILD_ADDRESS_SANITIZER)\n target_link_options(rccl PRIVATE -fuse-ld=lld)\nendif()\nif(TIMETRACE)\n target_link_options(rccl PRIVATE -ftime-trace)\nendif()\n\nif(NOT BUILD_SHARED_LIBS)\n message(STATUS \"Building static RCCL library\")\nelse()\n message(STATUS \"Building shared RCCL library\")\nendif()\nif (HAVE_KERNARG_PRELOAD)\n target_link_options(rccl PRIVATE \"SHELL:-Xoffload-linker -mllvm=-amdgpu-kernarg-preload-count=16\")\nendif()\n\nif(ENABLE_MSCCLPP)\n include(cmake/MSCCLPP.cmake)\nendif()\n\n## Track linking time\nset_property(TARGET rccl PROPERTY RULE_LAUNCH_LINK \"${CMAKE_COMMAND} -E time\")\n\n## Setup librccl.so version\nrocm_set_soversion(rccl \"1.0\")\n\nif(NOT BUILD_SHARED_LIBS)\n # To create a static lib with `-fgpu-rdc`, you need `--emit-static-lib` and `--hip-link`.\n # You also need to invoke amdclang++ again to trigger GPU code generation.\n set(static_link_flags\n ${CXXFLAGS}\n --hip-link\n -fgpu-rdc\n --emit-static-lib\n )\n\n # Find all the libraries we need to link at link time to include them in the clang link\n # command line.\n get_target_property(rccl_libs rccl LINK_LIBRARIES)\n foreach(target ${rccl_libs})\n if(TARGET ${target})\n get_target_property(location ${target} LOCATION)\n if(location)\n LIST(APPEND static_link_flags -l${location})\n endif()\n endif()\n endforeach()\n\n foreach(target ${GPU_TARGETS})\n list(APPEND static_link_flags --offload-arch=${target})\n endforeach()\n list(JOIN static_link_flags \" \" flags_str)\n\n # Invoking amdclang++ this way will produce a static archive, so just override ARCHIVE_CREATE.\n set(CMAKE_CXX_ARCHIVE_CREATE \" ${flags_str} -o \")\nendif()\n\n# Install settings\n#==================================================================================================\n## Specify install targets\nrocm_install_targets(TARGETS rccl)\nrocm_install(FILES ${PROJECT_BINARY_DIR}/include/rccl/rccl.h src/include/plugin/nccl_net.h\n DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/rccl)\nrocm_install(FILES src/include/api_trace.h\n DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/rccl/amd_detail)\nfile(COPY tools/msccl-algorithms DESTINATION ${PROJECT_BINARY_DIR})\nfile(COPY tools/msccl-unit-test-algorithms DESTINATION ${PROJECT_BINARY_DIR})\n## Install Algorithm files under share folder\nrocm_install(DIRECTORY ${PROJECT_BINARY_DIR}/msccl-algorithms DESTINATION ${CMAKE_INSTALL_DATADIR}/rccl)\nrocm_install(DIRECTORY ${PROJECT_BINARY_DIR}/msccl-unit-test-algorithms DESTINATION ${CMAKE_INSTALL_DATADIR}/rccl)\n\nrocm_export_targets(\n NAMESPACE roc::\n TARGETS rccl\n DEPENDS hip)\n\n## Set package dependencies\nif(BUILD_ADDRESS_SANITIZER)\n set(DEPENDS_HIP_RUNTIME \"hip-runtime-amd-asan\" )\nelse()\n set(DEPENDS_HIP_RUNTIME \"hip-runtime-amd\" )\nendif()\n\nrocm_package_add_dependencies(DEPENDS \"${DEPENDS_HIP_RUNTIME} >= 4.5.0\" \"${SMI_LIB_NAME}\")\nset(CPACK_DEB_COMPONENT_INSTALL ON)\nset(CPACK_DEBIAN_PACKAGE_SHLIBDEPS ON)\nset(CPACK_RPM_COMPONENT_INSTALL ON)\nset(CPACK_RPM_EXCLUDE_FROM_AUTO_FILELIST_ADDITION \"/opt\" \"${ROCM_PATH}\")\n\nfind_file (DEBIAN debian_version debconf.conf PATHS /etc)\nif(DEBIAN)\n # Write copyright file\n file(WRITE \"${CMAKE_BINARY_DIR}/copyright\"\n \"Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/\nUpstream-Name: rccl\nSource: https://github.com/ROCm/rccl\n\nFiles: *\nCopyright: (c) 2016-2020, NVIDIA CORPORATION. All rights reserved.\nModifications Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved.\nModifications Copyright (c) Microsoft Corporation. Licensed under the MIT License.\nLicense: See LICENSE.txt for license information\\n\")\n rocm_install(FILES \"${CMAKE_BINARY_DIR}/copyright\" DESTINATION ${CMAKE_INSTALL_DATADIR}/rccl)\n # Write changelog file\n find_program( date_executable date )\n execute_process(COMMAND ${date_executable} -R OUTPUT_VARIABLE TIMESTAMP)\n file(WRITE \"${CMAKE_BINARY_DIR}/changelog\"\n \"rccl (${VERSION_STRING}-1) unstable; urgency=medium\n\n * Initial release.\n\n -- RCCL Maintainer ${TIMESTAMP}\\n\")\n find_program( gzip_executable gzip )\n execute_process(COMMAND bash \"-c\" \"${gzip_executable} -9 -c -n ${CMAKE_BINARY_DIR}/changelog\"\n WORKING_DIRECTORY ${CMAKE_BINARY_DIR} OUTPUT_FILE \"${CMAKE_BINARY_DIR}/changelog.Debian.gz\")\n rocm_install(FILES \"${CMAKE_BINARY_DIR}/changelog.Debian.gz\" DESTINATION ${CMAKE_INSTALL_DATADIR}/rccl)\n set(CPACK_DEBIAN_PACKAGE_DESCRIPTION \"ROCm Communication Collectives Library\n Optimized primitives for collective multi-GPU communication\")\nendif()\n\n## Building RCCL RAS\ninclude(cmake/rcclRAS.cmake)\n\nif(BUILD_TESTS)\n rocm_package_setup_component(clients)\n rocm_package_setup_client_component(tests PACKAGE_NAME unittests)\n add_subdirectory(test)\n\n if(BUILD_SHARED_LIBS)\n add_custom_command(TARGET rccl POST_BUILD\n COMMENT \"Extracting metadata from librccl.so\"\n COMMAND COMMAND ${CMAKE_COMMAND} -P ${CMAKE_CURRENT_SOURCE_DIR}/cmake/scripts/extract_metadata.cmake\n VERBATIM\n )\n endif()\nendif()\n\nrocm_create_package(\n NAME rccl\n DESCRIPTION \"ROCm Communication Collectives Library\"\n MAINTAINER \"RCCL Maintainer \"\n LDCONFIG)\n" }, { "path": "CppCheckSuppressions.txt", "content": "arrayIndexThenCheck:src/bootstrap.cc:304\narrayIndexThenCheck:src/debug.cc:88\narrayIndexThenCheck:src/graph/search.cc:844\narrayIndexThenCheck:src/graph/search.cc:916\narrayIndexThenCheck:src/graph/search.cc:927\nclarifyCalculation:src/graph/topo.cc:702\nclarifyCalculation:src/graph/topo.cc:720\nclarifyCondition:src/enqueue.cc:416\nfuncArgNamesDifferent:src/graph/topo.cc:135\nfuncArgNamesDifferent:src/graph/topo.h:144\nnullPointerRedundantCheck:src/misc/utils.cc:102\nnullPointerRedundantCheck:src/misc/utils.cc:109\nnullPointerRedundantCheck:src/proxy.cc:143\nnullPointerRedundantCheck:src/proxy.cc:144\nnullPointerRedundantCheck:src/proxy.cc:147\nnullPointerRedundantCheck:src/proxy.cc:148\nnullPointerRedundantCheck:src/proxy.cc:149\nnullPointerRedundantCheck:src/proxy.cc:150\nnullPointerRedundantCheck:src/proxy.cc:151\nnullPointerRedundantCheck:src/proxy.cc:155\nnullPointerRedundantCheck:src/proxy.cc:159\nnullPointerRedundantCheck:src/proxy.cc:160\nnullPointerRedundantCheck:src/proxy.cc:161\nnullPointerRedundantCheck:src/proxy.cc:163\nnullPointerRedundantCheck:src/proxy.cc:165\nnullPointerRedundantCheck:src/proxy.cc:167\nnullPointerRedundantCheck:src/proxy.cc:168\nnullPointerRedundantCheck:src/proxy.cc:340\nnullPointerRedundantCheck:src/proxy.cc:342\nnullPointerRedundantCheck:src/proxy.cc:93\nnullPointerRedundantCheck:src/proxy.cc:94\nredundantAssignment:src/proxy.cc:161\nredundantAssignment:src/proxy.cc:163\nredundantCopy:src/graph/rings.cc:16\nredundantCopy:src/graph/rings.cc:17\nterminateStrncpy:src/misc/utils.cc:99\nterminateStrncpy:src/transport/net_socket.cc:245\nunreachableCode:src/transport/net.cc:555\nunreadVariable:src/graph/tuning.cc:109\nunreadVariable:src/graph/tuning.cc:110\nunreadVariable:src/graph/tuning.cc:113\nunusedFunction:src/graph/topo.cc:37\nunusedFunction:src/graph/topo.cc:836\nunusedFunction:src/misc/gdrwrap.cc:109\nunusedFunction:src/misc/gdrwrap.cc:117\nunusedFunction:src/misc/gdrwrap.cc:130\nunusedFunction:src/misc/gdrwrap.cc:144\nunusedFunction:src/misc/gdrwrap.cc:158\nunusedFunction:src/misc/gdrwrap.cc:172\nunusedFunction:src/misc/gdrwrap.cc:186\nunusedFunction:src/misc/gdrwrap.cc:200\nunusedFunction:src/misc/gdrwrap.cc:209\nunusedFunction:src/misc/gdrwrap.cc:218\nunusedFunction:src/misc/gdrwrap.cc:232\nunusedFunction:src/misc/gdrwrap.cc:52\nunusedFunction:src/misc/ibvwrap.cc:203\nunusedFunction:src/misc/ibvwrap.cc:239\nunusedFunction:src/misc/ibvwrap.cc:255\nunusedFunction:src/misc/nvmlwrap.cc:112\nunusedFunction:src/misc/nvmlwrap_stub.cc:31\nunusedFunction:src/misc/nvmlwrap_stub.cc:35\nunusedFunction:src/transport.cc:71\nunusedLabel:src/bootstrap.cc:349\nunusedLabel:src/clique/ShmObject.h:112\nunusedLabel:src/clique/ShmObject.h:204\nunusedLabel:src/enqueue.cc:108\nunusedLabel:src/enqueue.cc:1093\nunusedLabel:src/enqueue.cc:989\nunusedLabel:src/init.cc:1189\nunusedLabel:src/init.cc:1240\nunusedLabel:src/init.cc:1267\nunusedLabel:src/transport.cc:238\nunusedStructMember:src/graph/xml.cc:410\nunusedStructMember:src/graph/xml.cc:411\nunusedStructMember:src/graph/xml.cc:412\nunusedStructMember:src/graph/xml.cc:428\nunusedStructMember:src/graph/xml.cc:431\nunusedStructMember:src/graph/xml.cc:432\nunusedStructMember:src/graph/xml.cc:435\nunusedStructMember:src/graph/xml.cc:437\nvariableScope:src/graph/search.cc:494\nvariableScope:src/init.cc:240\nvariableScope:src/transport/net_ib.cc:117\nvariableScope:src/transport/net_socket.cc:431\n" }, { "path": "LICENSE.txt", "content": "\nAttributions\n\nContains contributions from NVIDIA.\n\nCopyright (c) 2015-2020, NVIDIA CORPORATION. All rights reserved.\nModifications Copyright (c) 2019-2025 Advanced Micro Devices, Inc. All rights reserved.\nModifications Copyright (c) Microsoft Corporation. Licensed under the MIT License.\n\nRedistribution and use in source and binary forms, with or without\nmodification, are permitted provided that the following conditions\nare met:\n\n* Redistributions of source code must retain the above copyright\n notice, this list of conditions and the following disclaimer.\n* Redistributions in binary form must reproduce the above copyright\n notice, this list of conditions and the following disclaimer in the\n documentation and/or other materials provided with the distribution.\n* Neither the name of NVIDIA CORPORATION, Lawrence Berkeley National\n Laboratory, the U.S. Department of Energy, nor the names of their\n contributors may be used to endorse or promote products derived\n from this software without specific prior written permission.\n\nTHIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ''AS IS'' AND ANY\nEXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\nIMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR\nPURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR\nCONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,\nEXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,\nPROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR\nPROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY\nOF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT\n(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\nOF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n\nThe U.S. Department of Energy funded the development of this software\nunder subcontract 7078610 with Lawrence Berkeley National Laboratory.\n\n\nThis code also includes files from the NVIDIA Tools Extension SDK project.\n\nSee:\n\nhttps://github.com/NVIDIA/NVTX\n\nfor more information and license details.\n" }, { "path": "Makefile", "content": "#\n# Copyright (c) 2015-2019, NVIDIA CORPORATION. All rights reserved.\n#\n# See LICENSE.txt for license information\n#\n.PHONY : all clean\n\ndefault : src.build\ninstall : src.install\nBUILDDIR ?= $(abspath ./build)\nABSBUILDDIR := $(abspath $(BUILDDIR))\nTARGETS := src pkg\nclean: ${TARGETS:%=%.clean}\ntest.build: src.build\nLICENSE_FILES := LICENSE.txt\nLICENSE_TARGETS := $(LICENSE_FILES:%=$(BUILDDIR)/%)\nlic: $(LICENSE_TARGETS)\n\n${BUILDDIR}/%.txt: %.txt\n\t@printf \"Copying %-35s > %s\\n\" $< $@\n\tmkdir -p ${BUILDDIR}\n\tcp $< $@\n\nsrc.%:\n\t${MAKE} -C src $* BUILDDIR=${ABSBUILDDIR}\n\npkg.%:\n\t${MAKE} -C pkg $* BUILDDIR=${ABSBUILDDIR}\n\npkg.debian.prep: lic\npkg.txz.prep: lic\n" }, { "path": "NOTICES.txt", "content": "Notices and Licenses file\n_______________________________________________________________\n\nDependencies on nvidia-nccl v2.27.3-1 (BSD3)\n\nCopyright (c) 2015-2025, NVIDIA CORPORATION. All rights reserved.\nModifications Copyright (c) 2019-2024 Advanced Micro Devices, Inc. All rights reserved.\nModifications Copyright (c) Microsoft Corporation. Licensed under the MIT License.\n\n Redistribution and use in source and binary forms, with or without\n modification, are permitted provided that the following conditions\n are met:\n * Redistributions of source code must retain the above copyright\n notice, this list of conditions and the following disclaimer.\n * Redistributions in binary form must reproduce the above copyright\n notice, this list of conditions and the following disclaimer in the\n documentation and/or other materials provided with the distribution.\n * Neither the name of NVIDIA CORPORATION, Lawrence Berkeley National\n Laboratory, the U.S. Department of Energy, nor the names of their\n contributors may be used to endorse or promote products derived\n from this software without specific prior written permission.\n\n THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY\n EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR\n PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR\n CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,\n EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,\n PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR\n PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY\n OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT\n (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n\n The U.S. Department of Energy funded the development of this software\n under subcontract 7078610 with Lawrence Berkeley National Laboratory.\n\n\nThis code also includes files from the NVIDIA Tools Extension SDK project.\n\nSee:\n\n https://github.com/NVIDIA/NVTX\n\nfor more information and license details.\n\n_______________________________________________________________\n\nDependencies on NPKit (MIT License)\n\n Copyright (c) Microsoft Corporation.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE\n\n_______________________________________________________________\n\nDependencies on MSCCL++ (MIT License)\n\n Copyright (c) Microsoft Corporation.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE\n\nSee:\n\n https://github.com/microsoft/mscclpp\n\nfor more information and license details.\n\n_______________________________________________________________\n\nDependencies on Latency Profiler (MIT License)\n\n Copyright (c) Meta Platforms, Inc. and affiliates.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\nSee:\n\n src/include/latency_profiler\n src/misc/latency_profiler\n" }, { "path": "README.md", "content": "# RCCL\n\n> [!CAUTION]\n> The rccl repository is retired, please use the [ROCm/rocm-systems](https://github.com/ROCm/rocm-systems) repository\n\nROCm Communication Collectives Library\n\n[![RCCL](https://dev.azure.com/ROCm-CI/ROCm-CI/_apis/build/status%2Frccl?repoName=ROCm%2Frccl&branchName=develop)](https://dev.azure.com/ROCm-CI/ROCm-CI/_build/latest?definitionId=107&repoName=ROCm%2Frccl&branchName=develop)\n[![TheRock CI](https://github.com/ROCm/rccl/actions/workflows/therock-ci.yml/badge.svg?branch=develop&event=push)](https://github.com/ROCm/rccl/actions/workflows/therock-ci.yml)\n\n> **Note:** The published documentation is available at [RCCL](https://rocm.docs.amd.com/projects/rccl/en/latest/index.html) in an organized easy-to-read format that includes a table of contents and search functionality. The documentation source files reside in the [rccl/docs](https://github.com/ROCm/rccl/tree/develop/docs) folder in this repository. As with all ROCm projects, the documentation is open source. For more information, see [Contribute to ROCm documentation](https://rocm.docs.amd.com/en/latest/contribute/contributing.html).\n\n## Introduction\n\nRCCL (pronounced \"Rickle\") is a stand-alone library of standard collective communication routines for GPUs, implementing all-reduce, all-gather, reduce, broadcast, reduce-scatter, gather, scatter, and all-to-all. There is also initial support for direct GPU-to-GPU send and receive operations. It has been optimized to achieve high bandwidth on platforms using PCIe, xGMI as well as networking using InfiniBand Verbs or TCP/IP sockets. RCCL supports an arbitrary number of GPUs installed in a single node or multiple nodes, and can be used in either single- or multi-process (e.g., MPI) applications.\n\nThe collective operations are implemented using ring and tree algorithms and have been optimized for throughput and latency. For best performance, small operations can be either batched into larger operations or aggregated through the API.\n\n## Requirements\n\n1. ROCm supported GPUs\n2. ROCm stack installed on the system (HIP runtime & HIP-Clang)\n\n## Quickstart RCCL Build\n\nRCCL directly depends on HIP runtime plus the HIP-Clang compiler, which are part of the ROCm software stack.\nFor ROCm installation instructions, see https://github.com/ROCm/ROCm.\n\nThe root of this repository has a helper script `install.sh` to build and install RCCL with a single command. It hard-codes configurations that can be specified through invoking cmake directly, but it's a great way to get started quickly and can serve as an example of how to build/install RCCL.\n\n### To build the library using the install script:\n\n```shell\n./install.sh\n```\n\nFor more info on build options/flags when using the install script, use `./install.sh --help`\n```shell\n./install.sh --help\nRCCL build & installation helper script\n Options:\n --address-sanitizer Build with address sanitizer enabled\n -c|--enable-code-coverage Enable code coverage\n -d|--dependencies Install RCCL dependencies\n --debug Build debug library\n --enable_backtrace Build with custom backtrace support\n --disable-colltrace Build without collective trace\n --enable-msccl-kernel Build with MSCCL kernels\n --enable-mscclpp Build with MSCCL++ support\n --enable-mscclpp-clip Build MSCCL++ with clip wrapper on bfloat16 and half addition routines\n --disable-roctx Build without ROCTX logging\n -f|--fast Quick-build RCCL (local gpu arch only, no backtrace, and collective trace support)\n -h|--help Prints this help message\n -i|--install Install RCCL library (see --prefix argument below)\n -j|--jobs Specify how many parallel compilation jobs to run ($nproc by default)\n -l|--local_gpu_only Only compile for local GPU architecture\n --amdgpu_targets Only compile for specified GPU architecture(s). For multiple targets, separate by ';' (builds for all supported GPU architectures by default)\n --no_clean Don't delete files if they already exist\n --npkit-enable Compile with npkit enabled\n --log-trace Build with log trace enabled (i.e. NCCL_DEBUG=TRACE)\n --openmp-test-enable Enable OpenMP in rccl unit tests\n -p|--package_build Build RCCL package\n --prefix Specify custom directory to install RCCL to (default: `/opt/rocm`)\n --run_tests_all Run all rccl unit tests (must be built already)\n -r|--run_tests_quick Run small subset of rccl unit tests (must be built already)\n --static Build RCCL as a static library instead of shared library\n -t|--tests_build Build rccl unit tests, but do not run\n --time-trace Plot the build time of RCCL (requires `ninja-build` package installed on the system)\n --verbose Show compile commands\n```\n\nBy default, RCCL builds for all GPU targets defined in `DEFAULT_GPUS` in `CMakeLists.txt`. To target specific GPU(s), and potentially reduce build time, use `--amdgpu_targets` as a `;` separated string listing GPU(s) to target.\n\n## Manual build\n\n### To build the library using CMake:\n\n```shell\n$ git clone --recursive https://github.com/ROCm/rccl.git\n$ cd rccl\n$ mkdir build\n$ cd build\n$ cmake ..\n$ make -j 16 # Or some other suitable number of parallel jobs\n```\nIf you have already cloned, you can checkout the external submodules manually.\n```shell\n$ git submodule update --init --recursive --depth=1\n```\nYou may substitute an installation path of your own choosing by passing `CMAKE_INSTALL_PREFIX`. For example:\n```shell\n$ cmake -DCMAKE_INSTALL_PREFIX=$PWD/rccl-install -DCMAKE_BUILD_TYPE=Release ..\n```\nNote: ensure rocm-cmake is installed, `apt install rocm-cmake`.\n\n### To build the RCCL package and install package :\n\nAssuming you have already cloned this repository and built the library as shown in the previous section:\n\n```shell\n$ cd rccl/build\n$ make package\n$ sudo dpkg -i *.deb\n```\n\nRCCL package install requires sudo/root access because it installs under `/opt/rocm/`. This is an optional step as RCCL can instead be used directly by including the path containing `librccl.so`.\n\n## Docker build\n\nRefer to [docker/README.md](docker/README.md \"docker/README.md\")\n\n## Tests\n\nThere are rccl unit tests implemented with the Googletest framework in RCCL. The rccl unit tests require Googletest 1.10 or higher to build and execute properly (installed with the -d option to install.sh).\nTo invoke the rccl unit tests, go to the build folder, then the test subfolder, and execute the appropriate rccl unit test executable(s).\n\nrccl unit test names are now of the format:\n\n CollectiveCall.[Type of test]\n\nFiltering of rccl unit tests should be done with environment variable and by passing the `--gtest_filter` command line flag, for example:\n\n```shell\nUT_DATATYPES=ncclBfloat16 UT_REDOPS=prod ./rccl-UnitTests --gtest_filter=\"AllReduce.C*\"\n```\n\nwill run only AllReduce correctness tests with float16 datatype. A list of available filtering environment variables appears at the top of every run. See \"Running a Subset of the Tests\" at https://google.github.io/googletest/advanced.html#running-a-subset-of-the-tests for more information on how to form more advanced filters.\n\nThere are also other performance and error-checking tests for RCCL. These are maintained separately at https://github.com/ROCm/rccl-tests.\nSee the rccl-tests README for more information on how to build and run those tests.\n\n## Library and API Documentation\n\nPlease refer to the [RCCL Documentation Site](https://rocm.docs.amd.com/projects/rccl/en/latest/) for current documentation.\n\n### How to build documentation\n\nRun the steps below to build documentation locally.\n\n```shell\ncd docs\npip3 install -r sphinx/requirements.txt\npython3 -m sphinx -T -E -b html -d _build/doctrees -D language=en . _build/html\n```\n\n## Copyright\n\nAll source code and accompanying documentation is copyright (c) 2015-2025, NVIDIA CORPORATION. All rights reserved.\n\nAll modifications are copyright (c) 2019-2025 Advanced Micro Devices, Inc. All rights reserved.\n" }, { "path": "cmake/CheckSymbolExistsNoWarn.cmake", "content": "# MIT License\n#\n# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\n# These overrides are due to CMake CHECK_SYMBOL_EXISTS modifying CMAKE_CXX_FLAGS to do a test compile,\n# while ROCMChecks gives a warning if this variable is modified manually without a target.\n\n# We now choose to disable ROCMChecks for this one case.\n\nset(DISABLE_ROCM_CHECK OFF)\n\nfunction(rocm_check_toolchain_var var access value list_file)\n if(NOT DISABLE_ROCM_CHECK)\n _rocm_check_toolchain_var(\"${var}\" \"${access}\" \"${value}\" \"${list_file}\")\n endif()\nendfunction()\n\nmacro(CHECK_SYMBOL_EXISTS)\n set(DISABLE_ROCM_CHECK ON)\n _check_symbol_exists(${ARGN})\n set(DISABLE_ROCM_CHECK OFF)\nendmacro()\n" }, { "path": "cmake/Dependencies.cmake", "content": "# MIT License\n#\n# Copyright (c) 2020 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\n# Dependencies\n\n# HIP dependency is handled earlier in the project cmake file\n# when VerifyCompiler.cmake is included.\n\n# GIT\n\n# Test dependencies\n\n# For downloading, building, and installing required dependencies\ninclude(cmake/DownloadProject.cmake)\n\ninclude(FetchContent)\n\nif(NOT INSTALL_DEPENDENCIES)\n find_package(GTest 1.11)\nendif()\n\nif(NOT GTest_FOUND AND BUILD_TESTS OR INSTALL_DEPENDENCIES)\n if(CMAKE_CXX_COMPILER MATCHES \".*/hipcc$\")\n # hip-clang cannot compile googlebenchmark for some reason\n set(COMPILER_OVERRIDE \"-DCMAKE_CXX_COMPILER=g++\")\n endif()\n\n# unset(GTEST_INCLUDE_DIR CACHE)\n#\tunset(GTEST_INCLUDE_DIRS CACHE)\n message(STATUS \"GTest not found. Downloading and building GTest.\")\n # Download, build and install googletest library\n set(GTEST_ROOT ${CMAKE_CURRENT_BINARY_DIR}/gtest CACHE PATH \"\")\n\n download_project(PROJ googletest\n GIT_REPOSITORY https://github.com/google/googletest.git\n GIT_TAG release-1.12.0\n INSTALL_DIR ${GTEST_ROOT}\n CMAKE_ARGS -DBUILD_GTEST=ON -DCMAKE_INSTALL_PREFIX= ${COMPILER_OVERRIDE} -DBUILD_SHARED_LIBS=OFF\n LOG_DOWNLOAD TRUE\n LOG_CONFIGURE TRUE\n LOG_BUILD TRUE\n LOG_INSTALL TRUE\n UPDATE_DISCONNECTED TRUE\n )\n set(GTEST_INCLUDE_DIRS ${CMAKE_CURRENT_BINARY_DIR}/gtest/include CACHE PATH \"\")\n set(GMOCK_INCLUDE_DIRS ${CMAKE_CURRENT_BINARY_DIR}/gmock/include CACHE PATH \"\")\n if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib)\n set(GTEST_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgtest.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgtest_main.a CACHE PATH \"\")\n set(GMOCK_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgmock.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgmock_main.a CACHE PATH \"\")\n elseif(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64)\n set(GTEST_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgtest.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgtest_main.a CACHE PATH \"\")\n set(GMOCK_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgmock.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgmock_main.a CACHE PATH \"\")\n else()\n message(FATAL_ERROR \"Cannot find gtest library installation path.\")\n find_package(GTest REQUIRED CONFIG PATHS ${GTEST_ROOT})\n find_package(GMock REQUIRED CONFIG PATHS ${GTEST_ROOT})\n endif()\nelseif(GTest_FOUND AND BUILD_TESTS)\n set(GTEST_BOTH_LIBRARIES \"GTest::gtest;GTest::gtest_main\")\n set(GMOCK_BOTH_LIBRARIES \"GTest::gmock;GTest::gmock_main\")\nendif()\n\n# Find or download/install rocm-cmake project\nset( PROJECT_EXTERN_DIR ${CMAKE_CURRENT_BINARY_DIR}/extern )\nfind_package(ROCM 0.7.3 QUIET CONFIG PATHS /opt/rocm)\nif(NOT ROCM_FOUND)\n set(rocm_cmake_tag \"master\" CACHE STRING \"rocm-cmake tag to download\")\n file(\n DOWNLOAD https://github.com/ROCm/rocm-cmake/archive/${rocm_cmake_tag}.zip\n ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag}.zip\n STATUS rocm_cmake_download_status LOG rocm_cmake_download_log\n )\n list(GET rocm_cmake_download_status 0 rocm_cmake_download_error_code)\n if(rocm_cmake_download_error_code)\n message(FATAL_ERROR \"Error: downloading \"\n \"https://github.com/ROCm/rocm-cmake/archive/${rocm_cmake_tag}.zip failed \"\n \"error_code: ${rocm_cmake_download_error_code} \"\n \"log: ${rocm_cmake_download_log} \"\n )\n endif()\n\n execute_process(\n COMMAND ${CMAKE_COMMAND} -E tar xzf ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag}.zip\n WORKING_DIRECTORY ${PROJECT_EXTERN_DIR}\n RESULT_VARIABLE rocm_cmake_unpack_error_code\n )\n execute_process( COMMAND ${CMAKE_COMMAND} -DCMAKE_INSTALL_PREFIX=${PROJECT_EXTERN_DIR}/rocm-cmake .\n WORKING_DIRECTORY ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag} )\n execute_process( COMMAND ${CMAKE_COMMAND} --build rocm-cmake-${rocm_cmake_tag} --target install\n WORKING_DIRECTORY ${PROJECT_EXTERN_DIR})\n\n if(rocm_cmake_unpack_error_code)\n message(FATAL_ERROR \"Error: unpacking ${CMAKE_CURRENT_BINARY_DIR}/rocm-cmake-${rocm_cmake_tag}.zip failed\")\n endif()\n find_package( ROCM 0.7.3 REQUIRED CONFIG PATHS ${PROJECT_EXTERN_DIR}/rocm-cmake )\nendif()\n\nset(CMAKE_INSTALL_LIBDIR lib CACHE STRING \"Define install directory for libraries\" FORCE)\n\n# Find or download/install fmt\nfind_package(fmt QUIET)\nif(NOT fmt_FOUND)\n set(FMT_INSTALL OFF)\n message(STATUS \"fmt not found, fetching from source...\")\n FetchContent_Declare(\n fmt\n GIT_REPOSITORY https://github.com/fmtlib/fmt\n GIT_TAG e69e5f977d458f2650bb346dadf2ad30c5320281 # 10.2.1\n )\n FetchContent_MakeAvailable(fmt)\nelse()\n message(STATUS \"Using system fmt\")\n get_target_property(FMT_INCLUDE_DIRS fmt::fmt-header-only INTERFACE_INCLUDE_DIRECTORIES)\n message(STATUS \"fmt include directories: ${FMT_INCLUDE_DIRS}\")\nendif()\n\n# Find available local ROCM targets\n# NOTE: This will eventually be part of ROCm-CMake and should be removed at that time\nfunction(rocm_local_targets VARIABLE)\n set(${VARIABLE} \"NOTFOUND\" PARENT_SCOPE)\n find_program(_rocm_agent_enumerator rocm_agent_enumerator HINTS /opt/rocm/bin ENV ROCM_PATH)\n if(NOT _rocm_agent_enumerator STREQUAL \"_rocm_agent_enumerator-NOTFOUND\")\n execute_process(\n COMMAND \"${_rocm_agent_enumerator}\"\n RESULT_VARIABLE _found_agents\n OUTPUT_VARIABLE _rocm_agents\n ERROR_QUIET\n )\n if (_found_agents EQUAL 0)\n string(REPLACE \"\\n\" \";\" _rocm_agents \"${_rocm_agents}\")\n unset(result)\n foreach (agent IN LISTS _rocm_agents)\n if (NOT agent STREQUAL \"gfx000\")\n list(APPEND result \"${agent}\")\n endif()\n endforeach()\n if(result)\n list(REMOVE_DUPLICATES result)\n set(${VARIABLE} \"${result}\" PARENT_SCOPE)\n endif()\n endif()\n endif()\nendfunction()\n\n# Iterate over the \"source\" list and check if there is a duplicate file name\n# NOTE: This is due to compiler bug '--save-temps' and can be removed when fix availabe\nfunction(add_file_unique FILE_LIST FILE)\n get_filename_component(FILE_NAME \"${FILE}\" NAME)\n\n # Iterate over whatever is in the list so far\n foreach(curr_file IN LISTS ${FILE_LIST})\n get_filename_component(curr_file_name ${curr_file} NAME)\n\n # Check if duplicate\n if(${FILE_NAME} STREQUAL ${curr_file_name})\n get_filename_component(DIR_PATH \"${FILE}\" DIRECTORY)\n get_filename_component(FILE_NAME_WE \"${FILE}\" NAME_WE)\n get_filename_component(FILE_EXT \"${FILE}\" EXT)\n\n # Construct a new file name by adding _tmp\n set(HIP_FILE \"${DIR_PATH}/${FILE_NAME_WE}_tmp${FILE_EXT}\" PARENT_SCOPE)\n endif()\n endforeach()\nendfunction()\n\ninclude(ROCMSetupVersion)\ninclude(ROCMCreatePackage)\ninclude(ROCMInstallTargets)\ninclude(ROCMPackageConfigHelpers)\ninclude(ROCMInstallSymlinks)\ninclude(ROCMCheckTargetIds)\ninclude(ROCMClients)\ninclude(ROCMHeaderWrapper)\n" }, { "path": "cmake/DownloadProject.CMakeLists.cmake.in", "content": "# Distributed under the OSI-approved MIT License. See accompanying\n# file LICENSE or https://github.com/Crascit/DownloadProject for details.\n\ncmake_minimum_required(VERSION 2.8.2)\n\nproject(${DL_ARGS_PROJ}-download NONE)\n\ninclude(ExternalProject)\nExternalProject_Add(${DL_ARGS_PROJ}-download\n ${DL_ARGS_UNPARSED_ARGUMENTS}\n SOURCE_DIR \"${DL_ARGS_SOURCE_DIR}\"\n BUILD_IN_SOURCE TRUE\n TEST_COMMAND \"\"\n)" }, { "path": "cmake/DownloadProject.cmake", "content": "# Distributed under the OSI-approved MIT License. See accompanying\n# file LICENSE or https://github.com/Crascit/DownloadProject for details.\n#\n# MODULE: DownloadProject\n#\n# PROVIDES:\n# download_project( PROJ projectName\n# [PREFIX prefixDir]\n# [DOWNLOAD_DIR downloadDir]\n# [SOURCE_DIR srcDir]\n# [BINARY_DIR binDir]\n# [QUIET]\n# ...\n# )\n#\n# Provides the ability to download and unpack a tarball, zip file, git repository,\n# etc. at configure time (i.e. when the cmake command is run). How the downloaded\n# and unpacked contents are used is up to the caller, but the motivating case is\n# to download source code which can then be included directly in the build with\n# add_subdirectory() after the call to download_project(). Source and build\n# directories are set up with this in mind.\n#\n# The PROJ argument is required. The projectName value will be used to construct\n# the following variables upon exit (obviously replace projectName with its actual\n# value):\n#\n# projectName_SOURCE_DIR\n# projectName_BINARY_DIR\n#\n# The SOURCE_DIR and BINARY_DIR arguments are optional and would not typically\n# need to be provided. They can be specified if you want the downloaded source\n# and build directories to be located in a specific place. The contents of\n# projectName_SOURCE_DIR and projectName_BINARY_DIR will be populated with the\n# locations used whether you provide SOURCE_DIR/BINARY_DIR or not.\n#\n# The DOWNLOAD_DIR argument does not normally need to be set. It controls the\n# location of the temporary CMake build used to perform the download.\n#\n# The PREFIX argument can be provided to change the base location of the default\n# values of DOWNLOAD_DIR, SOURCE_DIR and BINARY_DIR. If all of those three arguments\n# are provided, then PREFIX will have no effect. The default value for PREFIX is\n# CMAKE_BINARY_DIR.\n#\n# The QUIET option can be given if you do not want to show the output associated\n# with downloading the specified project.\n#\n# In addition to the above, any other options are passed through unmodified to\n# ExternalProject_Add() to perform the actual download, patch and update steps.\n#\n# Only those ExternalProject_Add() arguments which relate to downloading, patching\n# and updating of the project sources are intended to be used. Also note that at\n# least one set of download-related arguments are required.\n#\n# If using CMake 3.2 or later, the UPDATE_DISCONNECTED option can be used to\n# prevent a check at the remote end for changes every time CMake is run\n# after the first successful download. See the documentation of the ExternalProject\n# module for more information. It is likely you will want to use this option if it\n# is available to you. Note, however, that the ExternalProject implementation contains\n# bugs which result in incorrect handling of the UPDATE_DISCONNECTED option when\n# using the URL download method or when specifying a SOURCE_DIR with no download\n# method. Fixes for these have been created, the last of which is scheduled for\n# inclusion in CMake 3.8.0. Details can be found here:\n#\n# https://gitlab.kitware.com/cmake/cmake/commit/bdca68388bd57f8302d3c1d83d691034b7ffa70c\n# https://gitlab.kitware.com/cmake/cmake/issues/16428\n#\n# If you experience build errors related to the update step, consider avoiding\n# the use of UPDATE_DISCONNECTED.\n#\n# EXAMPLE USAGE:\n#\n# include(DownloadProject)\n# download_project(PROJ googletest\n# GIT_REPOSITORY https://github.com/google/googletest.git\n# GIT_TAG master\n# UPDATE_DISCONNECTED 1\n# QUIET\n# )\n#\n# add_subdirectory(${googletest_SOURCE_DIR} ${googletest_BINARY_DIR})\n#\n#========================================================================================\n\n\nset(_DownloadProjectDir \"${CMAKE_CURRENT_LIST_DIR}\")\n\ninclude(CMakeParseArguments)\n\nfunction(download_project)\n\n set(options QUIET)\n set(oneValueArgs\n PROJ\n PREFIX\n DOWNLOAD_DIR\n SOURCE_DIR\n BINARY_DIR\n )\n set(multiValueArgs \"\")\n\n cmake_parse_arguments(DL_ARGS \"${options}\" \"${oneValueArgs}\" \"${multiValueArgs}\" ${ARGN})\n\n # Hide output if requested\n if (DL_ARGS_QUIET)\n set(OUTPUT_QUIET \"OUTPUT_QUIET\")\n else()\n unset(OUTPUT_QUIET)\n message(STATUS \"Downloading/updating ${DL_ARGS_PROJ}\")\n endif()\n\n # Set up where we will put our temporary CMakeLists.txt file and also\n # the base point below which the default source and binary dirs will be.\n # The prefix must always be an absolute path.\n if (NOT DL_ARGS_PREFIX)\n set(DL_ARGS_PREFIX \"${CMAKE_BINARY_DIR}\")\n else()\n get_filename_component(DL_ARGS_PREFIX \"${DL_ARGS_PREFIX}\" ABSOLUTE\n BASE_DIR \"${CMAKE_CURRENT_BINARY_DIR}\")\n endif()\n if (NOT DL_ARGS_DOWNLOAD_DIR)\n set(DL_ARGS_DOWNLOAD_DIR \"${DL_ARGS_PREFIX}/${DL_ARGS_PROJ}-download\")\n endif()\n\n # Ensure the caller can know where to find the source and build directories\n if (NOT DL_ARGS_SOURCE_DIR)\n set(DL_ARGS_SOURCE_DIR \"${DL_ARGS_PREFIX}/${DL_ARGS_PROJ}-src\")\n endif()\n if (NOT DL_ARGS_BINARY_DIR)\n set(DL_ARGS_BINARY_DIR \"${DL_ARGS_PREFIX}/${DL_ARGS_PROJ}-build\")\n endif()\n set(${DL_ARGS_PROJ}_SOURCE_DIR \"${DL_ARGS_SOURCE_DIR}\" PARENT_SCOPE)\n set(${DL_ARGS_PROJ}_BINARY_DIR \"${DL_ARGS_BINARY_DIR}\" PARENT_SCOPE)\n\n # The way that CLion manages multiple configurations, it causes a copy of\n # the CMakeCache.txt to be copied across due to it not expecting there to\n # be a project within a project. This causes the hard-coded paths in the\n # cache to be copied and builds to fail. To mitigate this, we simply\n # remove the cache if it exists before we configure the new project. It\n # is safe to do so because it will be re-generated. Since this is only\n # executed at the configure step, it should not cause additional builds or\n # downloads.\n file(REMOVE \"${DL_ARGS_DOWNLOAD_DIR}/CMakeCache.txt\")\n\n # Create and build a separate CMake project to carry out the download.\n # If we've already previously done these steps, they will not cause\n # anything to be updated, so extra rebuilds of the project won't occur.\n # Make sure to pass through CMAKE_MAKE_PROGRAM in case the main project\n # has this set to something not findable on the PATH.\n configure_file(\"${_DownloadProjectDir}/DownloadProject.CMakeLists.cmake.in\"\n \"${DL_ARGS_DOWNLOAD_DIR}/CMakeLists.txt\")\n execute_process(COMMAND ${CMAKE_COMMAND} -G \"${CMAKE_GENERATOR}\"\n -D \"CMAKE_MAKE_PROGRAM:FILE=${CMAKE_MAKE_PROGRAM}\"\n .\n RESULT_VARIABLE result\n ${OUTPUT_QUIET}\n WORKING_DIRECTORY \"${DL_ARGS_DOWNLOAD_DIR}\"\n )\n if(result)\n message(FATAL_ERROR \"CMake step for ${DL_ARGS_PROJ} failed: ${result}\")\n endif()\n execute_process(COMMAND ${CMAKE_COMMAND} --build . -j16\n RESULT_VARIABLE result\n ${OUTPUT_QUIET}\n WORKING_DIRECTORY \"${DL_ARGS_DOWNLOAD_DIR}\"\n )\n if(result)\n message(FATAL_ERROR \"Build step for ${DL_ARGS_PROJ} failed: ${result}\")\n endif()\n\nendfunction()\n" }, { "path": "cmake/FindIBVerbs.cmake", "content": "# MIT License\n#\n# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nfind_path(IBVERBS_INCLUDE_DIRS\n NAMES infiniband/verbs.h\n HINTS\n ${IBVERBS_INCLUDE_DIR}\n ${IBVERBS_ROOT_DIR}\n ${IBVERBS_ROOT_DIR}/include)\n\nfind_library(IBVERBS_LIBRARIES\n NAMES ibverbs\n HINTS\n ${IBVERBS_LIB_DIR}\n ${IBVERBS_ROOT_DIR}\n ${IBVERBS_ROOT_DIR}/lib)\n\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(IBVerbs DEFAULT_MSG IBVERBS_INCLUDE_DIRS IBVERBS_LIBRARIES)\nmark_as_advanced(IBVERBS_INCLUDE_DIR IBVERBS_LIBRARIES)\n" }, { "path": "cmake/Findmscclpp_nccl.cmake", "content": "# MIT License\n#\n# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nfind_path(MSCCLPP_INCLUDE_DIRS\n NAMES mscclpp/gpu.hpp\n HINTS\n ${MSCCLPP_ROOT}/include)\n\nfind_library(MSCCLPP_LIBRARIES\n NAMES mscclpp_nccl\n HINTS\n ${MSCCLPP_ROOT}/lib)\n\ninclude (FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(mscclpp_nccl DEFAULT_MSG MSCCLPP_INCLUDE_DIRS MSCCLPP_LIBRARIES)\nmark_as_advanced(MSCCLPP_INCLUDE_DIRS MSCCLPP_LIBRARIES)\n " }, { "path": "cmake/Findrocshmem_static.cmake", "content": "# MIT License\n#\n# Copyright (c) 2025 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nfind_path(ROCSHMEM_INCLUDE_DIR\n NAMES rocshmem/rocshmem.hpp rocshmem/rocshmem.h\n HINTS ${ROCSHMEM_INSTALL_DIR}/include/)\n\nfind_library(ROCSHMEM_LIBRARY\n NAMES rocshmem\n HINTS ${ROCSHMEM_INSTALL_DIR}/lib)\n \n## -- todo --- what to do with verbs? add to handle args call below? -- ##\nfind_library(IBVERBS ibverbs)\n\nfind_package_handle_standard_args(rocshmem_static DEFAULT_MSG ROCSHMEM_INCLUDE_DIR ROCSHMEM_LIBRARY)\n## mark_as_advanced(MSCCLPP_INCLUDE_DIRS MSCCLPP_NCCL_STATIC_LIB) add this for Rocshmem?\n" }, { "path": "cmake/MSCCLPP.cmake", "content": "# MIT License\n#\n# Copyright (c) 2020 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\n# Dependencies\n\n# HIP dependency is handled earlier in the project cmake file\n# when VerifyCompiler.cmake is included.\n\n# GIT\n\n# Test dependencies\n\n# For downloading, building, and installing required dependencies\ninclude(cmake/DownloadProject.cmake)\n\nif(ENABLE_MSCCLPP)\n # Try to find the mscclpp install\n set(MSCCLPP_ROOT ${CMAKE_CURRENT_SOURCE_DIR}/ext/mscclpp CACHE PATH \"\")\n execute_process(\n COMMAND mkdir -p ${MSCCLPP_ROOT}\n )\n list(APPEND CMAKE_MODULE_PATH \"${CMAKE_CURRENT_SOURCE_DIR}/cmake\")\n find_package(mscclpp_nccl)\n\n #if(NOT mscclpp_nccl_FOUND)\n # Ensure the source code is checked out\n set(MSCCLPP_SOURCE ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/mscclpp CACHE PATH \"\")\n set(JSON_SOURCE ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/json CACHE PATH \"\")\n if((NOT EXISTS ${MSCCLPP_SOURCE}/CMakeLists.txt) OR (NOT EXISTS ${JSON_SOURCE}/CMakeLists.txt))\n message(STATUS \"Checking out external code\")\n execute_process(\n COMMAND git submodule update --init --recursive\n WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}\n )\n endif()\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/cpx.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/read-allred.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/mscclpp_ibv_access_relaxed_ordering.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/mem-reg.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/non-multiple-128-fix.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/bf16-tuning.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/reg-fix.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/no-cache.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/device-flag.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/remove-clip.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/disable-executor.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/disable-format-checks.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n set(CMAKE_INHERITED_ARGS \"\")\n set(CMAKE_ARGS_LIST \"CMAKE_PREFIX_PATH;CMAKE_INSTALL_RPATH_USE_LINK_PATH;HIP_COMPILER\")\n foreach(arg IN LISTS CMAKE_ARGS_LIST)\n if(DEFINED ${arg})\n string(REPLACE \";\" \"%\" ARG_VALUE \"${${arg}}\") # Replace ; with new list separator symbol % to avoid CMake errors\n string(STRIP \"${ARG_VALUE}\" ARG_VALUE) # Eliminate whitespace, reducing to empty string if necessary\n\n # Only add a cmake argument if it has a value\n if(\"${ARG_VALUE}\" STREQUAL \"\")\n continue()\n endif()\n string(APPEND CMAKE_INHERITED_ARGS \"-D${arg}=\\\"${ARG_VALUE}\\\" \")\n endif()\n endforeach()\n\n if(NOT DEFINED CACHE{MSCCLPP_GPU_TARGETS})\n message(STATUS \"Building MSCCL++ only for supported variants: gfx942;gfx950\")\n set(MSCCLPP_GPU_TARGETS \"gfx942;gfx950\")\n if(BUILD_ADDRESS_SANITIZER)\n set(MSCCLPP_GPU_TARGETS \"gfx942:xnack+;gfx950:xnack+\")\n endif()\n else()\n message(STATUS \"Building MSCCL++ for ${MSCCLPP_GPU_TARGETS}\")\n endif()\n\n string(REPLACE \";\" \"%\" MSCCLPP_GPU_TARGETS \"${MSCCLPP_GPU_TARGETS}\")\n\n download_project(PROJ mscclpp_nccl\n #GIT_REPOSITORY https://github.com/microsoft/mscclpp.git\n #GIT_TAG 4ee15b7ad085daaf74349d4c49c9b8480d28f0dc\n INSTALL_DIR ${MSCCLPP_ROOT}\n LIST_SEPARATOR %\n\t\t\t CMAKE_ARGS \"-DGPU_TARGETS=${MSCCLPP_GPU_TARGETS}\" -DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_ROCM=ON -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DMSCCLPP_BUILD_APPS_NCCL=ON -DMSCCLPP_BUILD_PYTHON_BINDINGS=OFF -DMSCCLPP_BUILD_TESTS=OFF -DMSCCLPP_CLIP_ENABLED=${ENABLE_MSCCLPP_CLIP} -DMSCCLPP_ENABLE_EXECUTOR=${ENABLE_MSCCLPP_EXECUTOR} -DMSCCLPP_ENABLE_FORMAT_CHECKS=${ENABLE_MSCCLPP_FORMAT_CHECKS} -DCMAKE_INSTALL_PREFIX= -DCMAKE_VERBOSE_MAKEFILE=1 \"${CMAKE_INHERITED_ARGS}\" -DFETCHCONTENT_SOURCE_DIR_JSON=${JSON_SOURCE}\n LOG_DOWNLOAD FALSE\n LOG_CONFIGURE FALSE\n LOG_BUILD FALSE\n LOG_INSTALL FALSE\n UPDATE_DISCONNECTED TRUE\n SOURCE_DIR ${MSCCLPP_SOURCE}\n )\n\n find_package(mscclpp_nccl REQUIRED)\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/disable-format-checks.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/disable-executor.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/remove-clip.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/device-flag.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/no-cache.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/reg-fix.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/bf16-tuning.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/non-multiple-128-fix.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/mem-reg.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/mscclpp_ibv_access_relaxed_ordering.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/read-allred.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n execute_process(\n COMMAND git apply --reverse ${CMAKE_CURRENT_SOURCE_DIR}/ext-src/cpx.patch\n WORKING_DIRECTORY ${MSCCLPP_SOURCE}\n )\n\n #endif()\n\n execute_process(COMMAND objcopy\n --redefine-syms=${CMAKE_CURRENT_SOURCE_DIR}/src/misc/mscclpp/mscclpp_nccl_syms.txt\n \"${MSCCLPP_ROOT}/lib/libmscclpp_nccl_static.a\"\n \"${PROJECT_BINARY_DIR}/libmscclpp_nccl.a\"\n )\n add_library(mscclpp_nccl STATIC IMPORTED)\n set_target_properties(mscclpp_nccl PROPERTIES IMPORTED_LOCATION ${PROJECT_BINARY_DIR}/libmscclpp_nccl.a)\n\nendif()\n" }, { "path": "cmake/ROCSHMEM.cmake", "content": "# MIT License\n#\n# Copyright (c) 2025 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\ninclude(ExternalProject)\n\nfunction(add_rocshmem_targets)\n\n # Check for an existing installation via the user-provided prefix ROCSHMEM_INSTALL DIR\n if(ROCSHMEM_INSTALL_DIR)\n list(APPEND CMAKE_MODULE_PATH \"${CMAKE_CURRENT_SOURCE_DIR}/cmake\")\n find_package(rocshmem_static)\n if(NOT IBVERBS)\n find_library(IBVERBS ibverbs)\n if(IBVERBS)\n set(IBVERBS ${IBVERBS} PARENT_SCOPE)\n endif()\n endif()\n endif()\n\n # If no pre-existing installation, build from submodule into ext/rocshmem\n if(NOT rocshmem_static_FOUND)\n set(_rccl_root \"${CMAKE_SOURCE_DIR}\")\n set(ROCSHMEM_SOURCE \"${_rccl_root}/ext-src/rocSHMEM\")\n set(ROCSHMEM_INSTALL_DIR \"${_rccl_root}/ext/rocshmem\")\n\n # Make sure submodule exists (same style as MSCCL++: custom rule + target)\n add_custom_command(\n OUTPUT \"${ROCSHMEM_SOURCE}/CMakeLists.txt\"\n COMMAND git submodule update --init --recursive ext-src/rocSHMEM\n WORKING_DIRECTORY \"${_rccl_root}\"\n COMMENT \"Checking out submodule: ext-src/rocSHMEM\"\n VERBATIM\n )\n\n add_custom_target(rocshmem_checkout_submodule\n DEPENDS \"${ROCSHMEM_SOURCE}/CMakeLists.txt\")\n\n # Where our patch files live (like MSCCL++)\n set(EXT_SOURCE \"${_rccl_root}/ext-src\")\n\n # Build and install rocSHMEM. We run `../build_scripts/gdx_bxnt`\n # from a 'build' dir just like the README shows.\n ExternalProject_Add(rocshmem_ext\n SOURCE_DIR \"${ROCSHMEM_SOURCE}\"\n INSTALL_DIR \"${ROCSHMEM_INSTALL_DIR}\"\n UPDATE_DISCONNECTED TRUE\n LOG_DOWNLOAD FALSE\n LOG_CONFIGURE FALSE\n LOG_BUILD FALSE\n LOG_INSTALL FALSE\n BUILD_IN_SOURCE TRUE\n DOWNLOAD_COMMAND \"\" # using the submodule checkout above\n TEST_COMMAND \"\"\n DEPENDS rocshmem_checkout_submodule \n\n # Rocshmem submodule commit hash -> commit b28a56bd54ccc581d05a439ffa466c3dacb3385\n # The project has its own scripts; we replicate the README sequence:\n CONFIGURE_COMMAND \"\"\n BUILD_COMMAND\n ${CMAKE_COMMAND} -E make_directory build\n\t\t&& ${CMAKE_COMMAND} -E chdir build bash -lc \"../scripts/build_configs/gda_bnxt -DUSE_EXTERNAL_MPI=OFF -DUSE_IPC=ON -DBUILD_EXAMPLES=OFF \"\n && ${CMAKE_COMMAND} -E chdir build ${CMAKE_COMMAND}\n -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}\n -DCMAKE_INSTALL_PREFIX=\n -DBUILD_EXAMPLES=OFF ..\n && ${CMAKE_COMMAND} -E chdir build ${CMAKE_MAKE_PROGRAM} -j\n INSTALL_COMMAND\n ${CMAKE_COMMAND} -E chdir build ${CMAKE_MAKE_PROGRAM} install\n )\n\n # After build, define the variables RCCL expects\n set(ROCSHMEM_INCLUDE_DIR \"${ROCSHMEM_INSTALL_DIR}/include\" PARENT_SCOPE)\n set(ROCSHMEM_LIBRARY \"${ROCSHMEM_INSTALL_DIR}/lib/librocshmem.a\" PARENT_SCOPE)\n find_library(_IBVERBS ibverbs)\n if(NOT _IBVERBS)\n message(FATAL_ERROR \"libibverbs not found (install rdma-core/libibverbs-dev)\")\n endif()\n set(IBVERBS ${_IBVERBS} PARENT_SCOPE)\n\n # Provide a dummy target other code can depend on\n add_custom_target(rocshmem_static ALL DEPENDS rocshmem_ext)\n else()\n # We found a prebuilt rocSHMEM; export variables upward as-is\n set(ROCSHMEM_INCLUDE_DIR \"${ROCSHMEM_INCLUDE_DIR}\" PARENT_SCOPE)\n set(ROCSHMEM_LIBRARY \"${ROCSHMEM_LIBRARY}\" PARENT_SCOPE)\n\n find_library(_IBVERBS ibverbs)\n if(NOT _IBVERBS)\n message(FATAL_ERROR \"libibverbs not found\")\n endif()\n set(IBVERBS ${_IBVERBS} PARENT_SCOPE)\n endif()\n\nendfunction()\n" }, { "path": "cmake/rcclRAS.cmake", "content": "# Copyright (c) Advanced Micro Devices, Inc., or its affiliates.\n\ncmake_minimum_required(VERSION 3.16)\n\nmessage(\"Building rccl RAS client executable\")\n\nadd_executable(rcclras \"${PROJECT_BINARY_DIR}/hipify/src/ras/client.cc\")\n\ntarget_include_directories(rcclras PRIVATE ${PROJECT_BINARY_DIR}/include)\ntarget_include_directories(rcclras PRIVATE ${HIPIFY_DIR}/src)\ntarget_include_directories(rcclras PRIVATE ${HIPIFY_DIR}/src/include)\n\ntarget_link_libraries(rcclras PRIVATE hip::host)\ntarget_link_libraries(rcclras PRIVATE dl)\n\nif(BUILD_SHARED_LIBS)\n target_link_libraries(rcclras PRIVATE rccl hip::device)\nelse()\n add_dependencies(rcclras rccl)\n target_link_libraries(rcclras PRIVATE dl rt -lrccl -L${CMAKE_BINARY_DIR} -lamdhip64 -L${ROCM_PATH}/lib)\nendif()\n\n\nrocm_install(TARGETS rcclras)\n" }, { "path": "cmake/rocmIb.cmake", "content": "# MIT License\n#\n# Copyright (c) 2020 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\n# Dependencies\n\n# HIP dependency is handled earlier in the project cmake file\n# when VerifyCompiler.cmake is included.\n\n# GIT\n\n# Test dependencies\n\n# For downloading, building, and installing required dependencies\ninclude(cmake/DownloadProject.cmake)\n\nmessage(STATUS \"Generating ROCM NetIB... \")\n\n# -------------------------\n# Configurable paths\n# -------------------------\n# Path to RCCL source tree (local clone)\nset(RCCL_SRC_DIR \"${CMAKE_SOURCE_DIR}\" CACHE PATH \"Path to RCCL source directory\")\n# Path to patch file\nset(ROCM_NETIB_PATCH_FILE \"${CMAKE_SOURCE_DIR}/ext-src/rocm_netib.patch\" CACHE FILEPATH \"ROCM NETIB Patch file to apply to RCCL\")\nset(ROCM_NETIB_FILE \"${CMAKE_SOURCE_DIR}/src/transport/net_ib_rocm.cc\" CACHE FILEPATH \"Generated ROCM NETIB file\")\n\n# -------------------------\n# Find tools\n# -------------------------\nfind_program(PATCH_EXECUTABLE patch)\nfind_program(SED_EXECUTABLE sed)\n\nexecute_process(\n COMMAND ${CMAKE_COMMAND} -E echo \"Applying RCCL ROCM NetIB patch... to ${CMAKE_SOURCE_DIR}\"\n COMMAND bash -c \"patch -p1 -i ${ROCM_NETIB_PATCH_FILE} -o ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/NCCL_PARAM(Ib/NCCL_PARAM(RocmIb/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/RCCL_PARAM(Ib/RCCL_PARAM(RocmIb/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclParamIb/ncclParamRocmIb/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/rcclParamIb/rcclParamRocmIb/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbMergedDevs/rocmIbMergedDevs/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDevs/rocmIbDevs/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbLock/rocmIbLock/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ibProviderName/rocmIbProviderName/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbAsyncThread/rocmIbAsyncThread/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbGdrSupport/rocmIbGdrSupport/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDmaBufSupport/rocmIbDmaBufSupport/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbInitCommDevBase/rocmIbInitCommDevBase/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDestroyBase/rocmIbDestroyBase/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbRtrQp/rocmIbRtrQp/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbRtsQp/rocmIbRtsQp/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ForceEnableGdrdma/RocmForceEnableGdrdma/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbCheckVProps/rocmIbCheckVProps/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbGetRequest/rocmIbGetRequest/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbFreeRequest/rocmIbFreeRequest/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbRegMrDmaBufInternal/rocmIbRegMrDmaBufInternal/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbGetNetCommDevBase/rocmIbGetNetCommDevBase/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDeregMrInternal/rocmIbDeregMrInternal/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbPostFifo/rocmIbPostFifo/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/reqTypeStr/rocmIbReqTypeStr/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/rcclNetP2pPolicy/rcclRocmNetP2pPolicy/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbMakeVDeviceInternal/rocmIbMakeVDeviceInternal/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbMakeVDevice/rocmIbMakeVDevice/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbInit/rocmIbInit/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDevices/rocmIbDevices/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbGetPhysProperties/rocmIbGetPhysProperties/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbGetProperties/rocmIbGetProperties/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbListen\\(/rocmIbListen\\(/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbListen,/rocmIbListen,/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbConnect\\(/rocmIbConnect\\(/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbConnect /rocmIbConnect /g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbConnect,/rocmIbConnect,/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbAccept/rocmIbAccept/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbTest/rocmIbTest/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbRegMrDmaBuf/rocmIbRegMrDmaBuf/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbRegMr/rocmIbRegMr/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbDeregMr/rocmIbDeregMr/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbIsend/rocmIbIsend/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbIrecv/rocmIbIrecv/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbIflush/rocmIbIflush/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbCloseSend/rocmIbCloseSend/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbCloseRecv/rocmIbCloseRecv/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbCloseListen/rocmIbCloseListen/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclNetIb/rocmNetIb/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbFinalize/rocmNetIbFinalize/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nexecute_process(\n COMMAND bash -c \"sed -i 's/ncclIbSetNetAttr/rocmNetIbSetNetAttr/g' ${ROCM_NETIB_FILE}\"\n WORKING_DIRECTORY ${RCCL_SRC_DIR}\n)\nlist(APPEND CMAKE_MODULE_PATH \"${CMAKE_CURRENT_SOURCE_DIR}/cmake\")\n" }, { "path": "cmake/scripts/add_faults.sh", "content": "# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nHIP_FILE=$1\n\nif [[ \"$HIP_FILE\" =~ .*/src/device/.*\\.h ]]; then\n sed -i \"s/__syncthreads()/__syncthreads(); insert_random_delay_per_warp()/\" \"$HIP_FILE\"\n\n echo \"Added fault injection to $HIP_FILE\"\nfi" }, { "path": "cmake/scripts/add_unroll.sh", "content": "# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nHIP_FILE=$1\n\nif [[ \"$HIP_FILE\" =~ .*/src/device/.*\\.h ]]; then\n perl -pi -e 's/(template/\\1, int USE_ACC, int COLL_UNROLL, int Pipeline\\2>/g' \"$HIP_FILE\"\n perl -pi -e 's/(template/\\1, int USE_ACC, int COLL_UNROLL, int Pipeline\\2>/g' \"$HIP_FILE\"\n perl -pi -e 's/(ProtoSimple<[^,]*?,[^,]+?)>/\\1, USE_ACC, COLL_UNROLL>/g' \"$HIP_FILE\"\n perl -pi -e 's/(runRing\\()/\\1, USE_ACC, COLL_UNROLL\\2/g' \"$HIP_FILE\"\n perl -pi -e 's/(runTreeUpDown\\(/\\1, USE_ACC, COLL_UNROLL>(/' \"$HIP_FILE\"\n perl -pi -e 's/(runTreeSplit\\(/\\1, USE_ACC, COLL_UNROLL>(/' \"$HIP_FILE\"\n\n perl -pi -e 's/(runTreeSplit/\\1, 0>/' \"$HIP_FILE\"\n perl -pi -e 's/(runTreeUpDown/\\1, 0>/' \"$HIP_FILE\"\n perl -pi -e 's/(runRing/\\1, 0>/' \"$HIP_FILE\"\n perl -pi -e 's/(runRing/\\1, 0>/' \"$HIP_FILE\"\n\n perl -pi -e 's/(runRing/\\1, Pipeline>/' \"$HIP_FILE\"\n perl -pi -e 's/(runRing/\\1, Pipeline>/' \"$HIP_FILE\"\n perl -pi -e 's/(runTreeSplit/\\1, Pipeline>/' \"$HIP_FILE\"\n perl -pi -e 's/(runTreeUpDown/\\1, Pipeline>/' \"$HIP_FILE\"\n sed -i \"s/\\\\(struct RunWorkBatch]*\\\\)>*/\\\\1, USE_ACC, COLL_UNROLL, Pipeline>/\" \"$HIP_FILE\"\n sed -i \"s/\\\\(RunWorkColl<[^,]*,[^,]*,[^,]*,[^,]*,[^>]*\\\\)>/\\\\1, USE_ACC, COLL_UNROLL, Pipeline>/\" \"$HIP_FILE\"\nfi" }, { "path": "cmake/scripts/extract_metadata.cmake", "content": "# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\nset(EXTRACT_TIMEOUT 5 CACHE STRING \"Timeout in seconds for roc-obj-* calls\")\n\n## List the objects for each gfx architecture\nexecute_process( COMMAND roc-obj-ls librccl.so\n RESULT_VARIABLE list_result\n OUTPUT_VARIABLE cmd_output\n ERROR_VARIABLE cmd_error\n OUTPUT_STRIP_TRAILING_WHITESPACE\n ERROR_STRIP_TRAILING_WHITESPACE\n TIMEOUT ${EXTRACT_TIMEOUT}\n)\n\nif(list_result EQUAL 0)\n ## Convert cmd output to list of lines\n string(REGEX REPLACE \"\\n$\" \"\" cmd_output \"${cmd_output}\")\n string(REPLACE \"\\n\" \";\" cmd_output \"${cmd_output}\")\n\n ## Extract file paths for the selected gfx archs\n foreach(line ${cmd_output})\n if(line MATCHES \"(gfx90a|gfx942|gfx950)\")\n string(REGEX MATCH \"\\\\file://(.*)\" file_match ${line})\n if(file_match)\n list(APPEND file_paths ${file_match})\n endif()\n endif()\n endforeach()\n\n ## Extract objects from files\n foreach(file ${file_paths})\n execute_process(\n COMMAND roc-obj-extract ${file}\n RESULT_VARIABLE extraction_result\n ERROR_VARIABLE extraction_error\n OUTPUT_STRIP_TRAILING_WHITESPACE\n ERROR_STRIP_TRAILING_WHITESPACE\n TIMEOUT ${EXTRACT_TIMEOUT}\n )\n if(extraction_result STREQUAL \"TIMEOUT\")\n message(\n WARNING\n \"[Timeout] Extraction of '${file}' did not finish within ${EXTRACT_TIMEOUT}s. stderr: ${extraction_error}.\n Timeouts have been known to happen as a result of mismatched ROCm versions/executables/etc.\"\n )\n elseif(NOT extraction_result EQUAL 0)\n message(\n WARNING\n \"[Error ${extraction_result}] Could not extract objects from '${file}'. stderr: ${extraction_error}\"\n )\n endif()\n endforeach()\n\nelseif(list_result STREQUAL \"TIMEOUT\")\n message(\n WARNING\n \"[Timeout] roc-obj-ls did not finish within ${EXTRACT_TIMEOUT}s. stderr: ${cmd_error}.\n Timeouts have been known to happen as a result of mismatched ROCm versions/executables/etc\"\n )\nelse()\n ## We don't want to stop building unit-tests if this command fails.\n message(WARNING \"[Error ${list_result}] roc-obj-ls failed. stderr: ${cmd_error}\")\nendif()\n" }, { "path": "cmake/scripts/git_version.cmake", "content": "# Copyright (c) 2022 Advanced Micro Devices, Inc. All rights reserved.\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n\n# Attempt to collect the latest git hash\n# Use RCCL_SOURCE_DIR if passed, otherwise fallback to CMAKE_CURRENT_SOURCE_DIR\nif(NOT DEFINED RCCL_SOURCE_DIR)\n set(RCCL_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})\nendif()\nif(NOT DEFINED RCCL_BINARY_DIR)\n set(RCCL_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})\nendif()\n\nexecute_process(COMMAND git log --pretty=format:'%h' -n 1\n WORKING_DIRECTORY ${RCCL_SOURCE_DIR}\n OUTPUT_VARIABLE GIT_REV\n ERROR_QUIET)\n\n# Check if git information was found\nif (\"${GIT_REV}\" STREQUAL \"\")\n set(CURR_GIT_VERSION \"const char *rcclGitHash =\\\"Unknown \\\";\")\nelse()\n # Check for changes (denote with a '+') after hash\n execute_process(\n COMMAND bash -c \"git diff --quiet --exit-code || echo +\"\n WORKING_DIRECTORY ${RCCL_SOURCE_DIR}\n OUTPUT_VARIABLE GIT_DIFF)\n # Collect branch information\n execute_process(\n COMMAND git rev-parse --abbrev-ref HEAD\n WORKING_DIRECTORY ${RCCL_SOURCE_DIR}\n OUTPUT_VARIABLE GIT_BRANCH)\n\n string(STRIP \"${GIT_REV}\" GIT_REV)\n string(SUBSTRING \"${GIT_REV}\" 1 7 GIT_REV)\n string(STRIP \"${GIT_DIFF}\" GIT_DIFF)\n string(STRIP \"${GIT_BRANCH}\" GIT_BRANCH)\n\n set(CURR_GIT_VERSION \"const char *rcclGitHash =\\\"${GIT_BRANCH}:${GIT_REV}${GIT_DIFF}\\\";\")\nendif()\n\n# Compare file with older git version file (git_version.cpp)\nif (EXISTS ${RCCL_BINARY_DIR}/git_version.cpp)\n #MESSAGE(STATUS \"Found ${RCCL_BINARY_DIR}/git_version.cpp\")\n file(READ ${RCCL_BINARY_DIR}/git_version.cpp PREV_GIT_VERSION)\n #message(STATUS \"CURR GIT version: ${CURR_GIT_VERSION}\")\n #message(STATUS \"PREV GIT version: ${PREV_GIT_VERSION}\")\n if (NOT \"${CURR_GIT_VERSION}\" STREQUAL \"${PREV_GIT_VERSION}\")\n message(STATUS \"Updating git_version.cpp\")\n file(WRITE ${RCCL_BINARY_DIR}/git_version.cpp \"${CURR_GIT_VERSION}\")\n else()\n message(STATUS \"No changes to git_version.cpp required\")\n endif()\nelse()\n # Create git_version.cpp if it doesn't exist yet\n file(WRITE ${RCCL_BINARY_DIR}/git_version.cpp \"${CURR_GIT_VERSION}\")\nendif()\n" }, { "path": "docker/Dockerfile.ubuntu", "content": "## base docker image\nARG ROCM_IMAGE_NAME=rocm/dev-ubuntu-22.04\nARG ROCM_IMAGE_TAG=latest\nFROM \"${ROCM_IMAGE_NAME}:${ROCM_IMAGE_TAG}\"\n\n## rccl repo\nARG RCCL_REPO=https://github.com/ROCm/rccl\nARG RCCL_BRANCH=develop\n\n## rccl-tests repo\nARG RCCL_TESTS_REPO=https://github.com/ROCm/rccl-tests\nARG RCCL_TESTS_BRANCH=develop\n\n## AMD GPU Targets\nARG GPU_TARGETS=gfx942\n\n## creating scratch space\nENV WORKDIR /workspace\nRUN mkdir -p ${WORKDIR}\nWORKDIR ${WORKDIR}\n\n## install dependencies\nRUN apt-get update \\\n && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \\\n ca-certificates \\\n git \\\n make \\\n rocm-cmake \\\n ninja-build \\\n gfortran \\\n build-essential \\\n libomp5 \\\n libomp-dev \\\n libbfd-dev \\\n libboost-all-dev \\\n libnuma1 \\\n libnuma-dev \\\n libpthread-stubs0-dev \\\n libzstd-dev \\\n lcov \\\n zip \\\n zlib1g-dev \\\n wget \\\n pkg-config \\\n unzip \\\n chrpath \\\n doxygen \\\n lshw \\\n build-essential \\\n libssl-dev \\\n curl \\\n libncursesw5-dev \\\n xz-utils \\\n liblzma-dev \\\n python3-pip \\\n python3-setuptools \\\n python3-venv \\\n python3-dev \\\n python3-tk \\\n python3-yaml \\\n vim \\\n less \\\n && \\\n apt-get clean && \\\n rm -rf /var/lib/apt/lists/*\n\nRUN wget https://github.com/Kitware/CMake/releases/download/v3.28.0/cmake-3.28.0-linux-x86_64.sh \\\n && chmod +x cmake-3.28.0-linux-x86_64.sh \\\n && bash ./cmake-3.28.0-linux-x86_64.sh --prefix=/usr --exclude-subdir --skip-license \\\n && rm cmake-3.28.0-linux-x86_64.sh\n\n## Set ROCm path\nENV ROCM_PATH=/opt/rocm\n\n## Install UCX\nENV UCX_INSTALL_PREFIX=/opt/ucx\nRUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz \\\n && mkdir -p ucx \\\n && tar -zxf ucx-1.16.0.tar.gz -C ucx --strip-components=1 \\\n && cd ucx \\\n && mkdir build \\\n && cd build \\\n && ../configure --prefix=${UCX_INSTALL_PREFIX} --with-rocm=${ROCM_PATH} \\\n && make -j16 install \\\n && cd ../.. \\\n && rm -rf ucx ucx-1.16.0.tar.gz\n\n## Install OpenMPI\nENV MPI_INSTALL_PREFIX=/opt/ompi\nRUN wget https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.6.tar.gz \\\n && mkdir -p ompi4 \\\n && tar -zxf openmpi-4.1.6.tar.gz -C ompi4 --strip-components=1 \\\n && cd ompi4 \\\n && mkdir build \\\n && cd build \\\n && ../configure --prefix=${MPI_INSTALL_PREFIX} --with-ucx=${UCX_INSTALL_PREFIX} --disable-oshmem --disable-mpi-fortran --enable-orterun-prefix-by-default \\\n && make -j16 install \\\n && cd ../.. \\\n && rm -rf ompi4 openmpi-4.1.6.tar.gz\n\n\n## building RCCL\nENV RCCL_INSTALL_PREFIX=${WORKDIR}/rccl/install\nRUN git clone --recurse-submodules -b \"${RCCL_BRANCH}\" \"${RCCL_REPO}\" \\\n && cd ./rccl \\\n && ./install.sh --amdgpu_targets=${GPU_TARGETS} --prefix=${RCCL_INSTALL_PREFIX}\n\n## building RCCL-Tests\nRUN git clone -b \"${RCCL_TESTS_BRANCH}\" \"${RCCL_TESTS_REPO}\" ./rccl-tests \\\n && cd ./rccl-tests \\\n && mkdir build \\\n && cd build \\\n && cmake -DCMAKE_BUILD_TYPE=Release -DUSE_MPI=ON -DCMAKE_PREFIX_PATH=\"${RCCL_INSTALL_PREFIX};${MPI_INSTALL_PREFIX}\" -DGPU_TARGETS=${GPU_TARGETS} .. \\\n && make -j16\n\n\n## set environment variables\nENV PATH=\"${MPI_INSTALL_PREFIX}/bin:${ROCM_PATH}/bin:${PATH}\"\nENV LD_LIBRARY_PATH=\"${RCCL_INSTALL_PREFIX}:${MPI_INSTALL_PREFIX}/lib:${ROCM_PATH}/lib:${LD_LIBRARY_PATH}\"\nENV UCX_WARN_UNUSED_ENV_VARS=n\nENV OMPI_ALLOW_RUN_AS_ROOT=1\nENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1\nENV NCCL_DEBUG=VERSION\n\n" }, { "path": "docker/README.md", "content": "# Using RCCL/RCCL-Tests in a docker environment\n\n## Docker build\n\nAssuming you have docker installed on your system:\n\n### To build the docker image :\n\nBy default, the given Dockerfile uses `docker.io/rocm/dev-ubuntu-22.04:latest` as the base docker image, and then installs RCCL (develop branch) and RCCL-Tests (develop branch), targetting `gfx942` GPUs.\n```shell\n$ docker build -t rccl-tests -f Dockerfile.ubuntu --pull .\n```\n\nThe base docker image, rccl repo, rccl-tests repo, and GPU targets can be modified using `--build-args` in the `docker build` command above. E.g., to use a different base docker image for the MI250 GPU:\n```shell\n$ docker build -t rccl-tests -f Dockerfile.ubuntu --build-arg=\"ROCM_IMAGE_NAME=rocm/dev-ubuntu-20.04\" --build-arg=\"ROCM_IMAGE_TAG=6.2\" --build-arg=\"GPU_TARGETS=gfx90a\" --pull .\n```\n\n### To start an interactive docker container on a system with AMD GPUs :\n\n```shell\n$ docker run --rm --device=/dev/kfd --device=/dev/dri --group-add video --ipc=host --network=host --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -it rccl-tests /bin/bash\n```\n\n### To run rccl-tests (all\\_reduce\\_perf) on 8 AMD GPUs (inside the docker container) :\n\nIf using ROCm 6.3.x or earlier\n```shell\n$ mpirun --allow-run-as-root -np 8 --mca pml ucx --mca btl ^openib -x NCCL_DEBUG=VERSION -x HSA_NO_SCRATCH_RECLAIM=1 /workspace/rccl-tests/build/all_reduce_perf -b 1 -e 16G -f 2 -g 1\n```\n\nIf using ROCm 6.4.0 or later\n```shell\n$ mpirun --allow-run-as-root -np 8 --mca pml ucx --mca btl ^openib -x NCCL_DEBUG=VERSION /workspace/rccl-tests/build/all_reduce_perf -b 1 -e 16G -f 2 -g 1\n```\n\nFor more information on rccl-tests options, refer to the [Usage](https://github.com/ROCm/rccl-tests#usage) section of rccl-tests.\n\n\n## Copyright\n\nAll modifications are copyright (c) 2019-2025 Advanced Micro Devices, Inc. All rights reserved.\n" }, { "path": "docs/.gitignore", "content": "_build/\r\n_doxygen/\r\ndoxygen/html\r\ndoxygen/xml\r\nsphinx/_toc.yml\r\n" }, { "path": "docs/api-reference/api-library.rst", "content": ".. meta::\n :description: RCCL is a stand-alone library that provides multi-GPU and multi-node collective communication primitives optimized for AMD GPUs\n :keywords: RCCL, ROCm, library, API\n\n.. _api-library:\n\n***********\nAPI library\n***********\n\nRCCL (pronounced \"Rickle\") is a stand-alone library of standard collective communication routines for GPUs, implementing all-reduce, all-gather, reduce, broadcast, reduce-scatter, gather, scatter, and all-to-all. There is also initial support for direct GPU-to-GPU send and receive operations. It has been optimized to achieve high bandwidth on platforms using PCIe, xGMI as well as networking using InfiniBand Verbs or TCP/IP sockets. RCCL supports an arbitrary number of GPUs installed in a single node or multiple nodes, and can be used in either single- or multi-process (e.g., MPI) applications.\n\nThe collective operations are implemented using ring and tree algorithms and have been optimized for throughput and latency. For best performance, small operations can be either batched into larger operations or aggregated through the API.\n\nOperations\n==========\n\n.. doxygenindex::\n" }, { "path": "docs/api-reference/env-variables.rst", "content": ".. meta::\n :description: RCCL is a stand-alone library that provides multi-GPU and multi-node collective communication primitives optimized for AMD GPUs\n :keywords: RCCL, ROCm, library, API, reference, environment variable, environment\n\n.. _env-variables:\n\n********************************************************************\nRCCL environment variables\n********************************************************************\n\nThis section describes the most important RCCL environment variables,\nwhich are grouped by functionality.\n\nConfiguration and setup\n========================\n\nThe configuration and setup environment variables for RCCL are collected\nin the following table.\n\n.. list-table::\n :header-rows: 1\n :widths: 70,30\n\n * - **Environment variable**\n - **Value**\n\n * - | ``NCCL_CONF_FILE``\n | Specifies the path to the RCCL configuration file.\n - | String path to configuration file\n | Default: ``~/.rccl.conf`` or ``/etc/rccl.conf``\n\n * - | ``NCCL_HOSTID``\n | Sets the host identifier for multi-node communication.\n - | String value for host identification\n | Used for host hash generation\n\nLogging and debugging\n=====================\n\nThe logging and debugging environment variables for RCCL are collected\nin the following table.\n\n.. list-table::\n :header-rows: 1\n :widths: 70,30\n\n * - **Environment variable**\n - **Value**\n\n * - | ``RCCL_LOG_LEVEL``\n | Controls RCCL logging verbosity.\n - | Integer value (default: ``1``)\n | Higher values increase logging detail\n\n * - | ``NCCL_DEBUG_SUBSYS``\n | Controls which subsystems generate debug output.\n - | Comma-separated list of subsystems (e.g., ``INIT,COLL``)\n | Prefix with ``^`` to invert selection\n\nAlgorithm and protocol control\n==============================\n\nThe algorithm and protocol control environment variables for RCCL are\ncollected in the following table.\n\n.. list-table::\n :header-rows: 1\n :widths: 70,30\n\n * - **Environment variable**\n - **Value**\n\n * - | ``NCCL_ALGO``\n | Forces specific algorithm selection for collectives.\n - | Algorithm name string\n | Used to override automatic algorithm selection\n\n * - | ``NCCL_PROTO``\n | Forces specific protocol selection for communication.\n - | Protocol name string\n | Used to override automatic protocol selection\n\nNetwork and topology\n====================\n\nThe network and topology environment variables for RCCL are collected\nin the following table.\n\n.. list-table::\n :header-rows: 1\n :widths: 70,30\n\n * - **Environment variable**\n - **Value**\n\n * - | ``NCCL_IB_HCA``\n | Specifies InfiniBand device:port to use.\n - | Device specification string\n | Prefix with ``^`` for exclusion, ``=`` for exact match\n\n * - | ``NCCL_IB_GID_INDEX``\n | Defines the Global ID index used in RoCE mode.\n - | Integer value (default: ``-1``)\n | See InfiniBand ``show_gids`` command for valid values\n\n * - | ``NCCL_SOCKET_IFNAME``\n | Specifies which IP interfaces to use for communication.\n - | Interface prefix string or list\n | Multiple prefixes separated by ``,``\n | Prefix with ``^`` for exclusion, ``=`` for exact match\n | Example: ``eth`` (all eth interfaces), ``=eth0`` (exact match)\n\n * - | ``NCCL_SOCKET_FAMILY``\n | Forces IPv4/IPv6 interface selection.\n - | ``AF_INET``: Force IPv4\n | ``AF_INET6``: Force IPv6\n | Unset: Use first available\n\n * - | ``NCCL_NET_MERGE_LEVEL``\n | Controls network device merging behavior.\n - | Integer value specifying merge level\n | Default: ``PATH_PORT``\n\n * - | ``NCCL_NET_FORCE_MERGE``\n | Forces merging of network devices.\n - | String specifying forced merge configuration\n\n * - | ``NCCL_RINGS``\n | Defines custom ring topology.\n - | Ring topology specification string\n | Overrides automatic topology detection\n\n * - | ``RCCL_TREES``\n | Defines custom tree topology.\n - | Tree topology specification string\n | Alternative to ring topology\n\n * - | ``NCCL_RINGS_REMAP``\n | Controls ring remapping for specific topologies.\n - | Remapping specification string\n | Used with Rome 4P2H topology\n\nDevelopment and testing (advanced)\n==================================\n\nThe development and testing environment variables for RCCL are\ncollected in the following table. These variables are primarily\nintended for debugging and development purposes.\n\n.. list-table::\n :header-rows: 1\n :widths: 70,30\n\n * - **Environment variable**\n - **Value**\n\n * - | ``CUDA_LAUNCH_BLOCKING``\n | Controls CUDA kernel launch blocking behavior.\n - | ``0``: Non-blocking launches\n | ``1`` or non-zero: Blocking launches\n\n * - | ``NCCL_COMM_ID``\n | Enables multi-process mode in test applications.\n - | Any non-empty value enables multi-process mode\n | Used with test executables for distributed testing\n" }, { "path": "docs/api-reference/library-specification.rst", "content": ".. meta::\n :description: RCCL is a stand-alone library that provides multi-GPU and multi-node collective communication primitives optimized for AMD GPUs\n :keywords: RCCL, ROCm, library, API\n\n.. _library-specification:\n\n============================\nRCCL library specification\n============================\n\nThis document provides details of the API library. \n\nCommunicator functions\n----------------------\n\n.. doxygenfunction:: ncclGetUniqueId\n\n.. doxygenfunction:: ncclCommInitRank\n\n.. doxygenfunction:: ncclCommInitAll\n\n.. doxygenfunction:: ncclCommDestroy\n\n.. doxygenfunction:: ncclCommAbort\n\n.. doxygenfunction:: ncclCommCount\n\n.. doxygenfunction:: ncclCommCuDevice\n\n.. doxygenfunction:: ncclCommUserRank\n\nCollective communication operations\n-----------------------------------\n\nCollective communication operations must be called separately for each communicator in a communicator clique.\n\nThey return when operations have been enqueued on the hipstream.\n\nSince they may perform inter-CPU synchronization, each call has to be done from a different thread or process, or need to use Group Semantics (see below).\n\n.. doxygenfunction:: ncclReduce\n\n.. doxygenfunction:: ncclBcast\n\n.. doxygenfunction:: ncclBroadcast\n\n.. doxygenfunction:: ncclAllReduce\n\n.. doxygenfunction:: ncclReduceScatter\n\n.. doxygenfunction:: ncclAllGather\n\n.. doxygenfunction:: ncclSend\n\n.. doxygenfunction:: ncclRecv\n\n.. doxygenfunction:: ncclGather\n\n.. doxygenfunction:: ncclScatter\n\n.. doxygenfunction:: ncclAllToAll\n\nGroup semantics\n---------------\nWhen managing multiple GPUs from a single thread, and since NCCL collective\ncalls may perform inter-CPU synchronization, we need to \"group\" calls for\ndifferent ranks/devices into a single call.\n\nGrouping NCCL calls as being part of the same collective operation is done\nusing ncclGroupStart and ncclGroupEnd. ncclGroupStart will enqueue all\ncollective calls until the ncclGroupEnd call, which will wait for all calls\nto be complete. Note that for collective communication, ncclGroupEnd only\nguarantees that the operations are enqueued on the streams, not that\nthe operation is effectively done.\n\nBoth collective communication and ncclCommInitRank can be used in conjunction\nof ncclGroupStart/ncclGroupEnd.\n\n.. doxygenfunction:: ncclGroupStart\n\n.. doxygenfunction:: ncclGroupEnd\n\nLibrary functions\n-----------------\n\n.. doxygenfunction:: ncclGetVersion\n\n.. doxygenfunction:: ncclGetErrorString\n\nTypes\n-----\n\nThere are few data structures that are internal to the library. The pointer types to these\nstructures are given below. The user would need to use these types to create handles and pass them\nbetween different library functions.\n\n.. doxygentypedef:: ncclComm_t\n\n.. doxygenstruct:: ncclUniqueId\n\n\n\nEnumerations\n------------\n\nThis section provides all the enumerations used.\n\n.. doxygenenum:: ncclResult_t\n\n.. doxygenenum:: ncclRedOp_t\n\n.. _rccl-supported-data-types:\n\n.. doxygenenum:: ncclDataType_t\n" }, { "path": "docs/attributions.rst", "content": ".. meta::\n :description: RCCL attributions information\n :keywords: RCCL, ROCm, library, API, attributions\n\n.. toctree::\n :maxdepth: 4\n :caption: Attributions\n\nAttributions\n============\n\nContains contributions from NVIDIA.\n\nCopyright (c) 2015-2020, NVIDIA CORPORATION. All rights reserved.\n\nRedistribution and use in source and binary forms, with or without\nmodification, are permitted provided that the following conditions\nare met:\n\n- Redistributions of source code must retain the above copyright\n notice, this list of conditions and the following disclaimer.\n- Redistributions in binary form must reproduce the above copyright\n notice, this list of conditions and the following disclaimer in the\n documentation and/or other materials provided with the distribution.\n- Neither the name of NVIDIA CORPORATION, Lawrence Berkeley National\n Laboratory, the U.S. Department of Energy, nor the names of their\n contributors may be used to endorse or promote products derived\n from this software without specific prior written permission.\n\nTHIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ''AS IS'' AND ANY\nEXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\nIMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR\nPURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR\nCONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,\nEXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,\nPROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR\nPROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY\nOF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT\n(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\nOF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n\nThe U.S. Department of Energy funded the development of this software\nunder subcontract 7078610 with Lawrence Berkeley National Laboratory.\n\nThis code also includes files from the NVIDIA Tools Extension SDK project.\n\nFor more information and license details, see `https://github.com/NVIDIA/NVTX `_\n" }, { "path": "docs/conf.py", "content": "# Configuration file for the Sphinx documentation builder.\n#\n# This file only contains a selection of the most common options. For a full\n# list see the documentation:\n# https://www.sphinx-doc.org/en/master/usage/configuration.html\n\nimport subprocess\n\nfrom rocm_docs import ROCmDocs\n\nname = \"RCCL\"\nget_major = r'sed -n -e \"s/^NCCL_MAJOR.*\\([0-9]\\+\\).*/\\1/p\" ../makefiles/version.mk'\nget_minor = r'sed -n -e \"s/^NCCL_MINOR.*\\([0-9]\\{2,\\}\\).*/\\1/p\" ../makefiles/version.mk'\nget_patch = r'sed -n -e \"s/^NCCL_PATCH.*\\([0-9]\\+\\).*/\\1/p\" ../makefiles/version.mk'\nmajor = subprocess.getoutput(get_major)\nminor = subprocess.getoutput(get_minor)\npatch = subprocess.getoutput(get_patch)\nversion_number = f\"{major}.{minor}.{patch}\"\n\n# for PDF output on Read the Docs\nproject = f\"{name} Documentation\"\nauthor = \"Advanced Micro Devices, Inc.\"\ncopyright = \"Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.\"\nversion = version_number\nrelease = version_number\n\nexternal_toc_path = \"./sphinx/_toc.yml\"\n\ndocs_core = ROCmDocs(f\"{name} {version_number} Documentation\")\ndocs_core.run_doxygen(doxygen_root=\"doxygen\", doxygen_path=\"doxygen/xml\")\ndocs_core.setup()\n\nexternal_projects_current_project = \"rccl\"\n\nfor sphinx_var in ROCmDocs.SPHINX_VARS:\n globals()[sphinx_var] = getattr(docs_core, sphinx_var)\n" }, { "path": "docs/doxygen/Doxyfile", "content": "# Doxyfile 1.8.17\n\n# This file describes the settings to be used by the documentation system\n# doxygen (www.doxygen.org) for a project.\n#\n# All text after a double hash (##) is considered a comment and is placed in\n# front of the TAG it is preceding.\n#\n# All text after a single hash (#) is considered a comment and will be ignored.\n# The format is:\n# TAG = value [value, ...]\n# For lists, items can also be appended using:\n# TAG += value [value, ...]\n# Values that contain spaces should be placed between quotes (\\\" \\\").\n\n#---------------------------------------------------------------------------\n# Project related configuration options\n#---------------------------------------------------------------------------\n\n# This tag specifies the encoding used for all characters in the configuration\n# file that follow. The default is UTF-8 which is also the encoding used for all\n# text before the first occurrence of this tag. Doxygen uses libiconv (or the\n# iconv built into libc) for the transcoding. See\n# https://www.gnu.org/software/libiconv/ for the list of possible encodings.\n# The default value is: UTF-8.\n\nDOXYFILE_ENCODING = UTF-8\n\n# The PROJECT_NAME tag is a single word (or a sequence of words surrounded by\n# double-quotes, unless you are using Doxywizard) that should identify the\n# project for which the documentation is generated. This name is used in the\n# title of most generated pages and in a few other places.\n# The default value is: My Project.\n\nPROJECT_NAME = \"RCCL\"\n\n# The PROJECT_NUMBER tag can be used to enter a project or revision number. This\n# could be handy for archiving the generated documentation or if some version\n# control system is used.\n\nPROJECT_NUMBER = v2.18.3\n\n# Using the PROJECT_BRIEF tag one can provide an optional one line description\n# for a project that appears at the top of each page and should give viewer a\n# quick idea about the purpose of the project. Keep the description short.\n\nPROJECT_BRIEF = \"ROCm Collective Communications Library\"\n\n# With the PROJECT_LOGO tag one can specify a logo or an icon that is included\n# in the documentation. The maximum height of the logo should not exceed 55\n# pixels and the maximum width should not exceed 200 pixels. Doxygen will copy\n# the logo to the output directory.\n\nPROJECT_LOGO =\n\n# The OUTPUT_DIRECTORY tag is used to specify the (relative or absolute) path\n# into which the generated documentation will be written. If a relative path is\n# entered, it will be relative to the location where doxygen was started. If\n# left blank the current directory will be used.\n\nOUTPUT_DIRECTORY = .\n\n# If the CREATE_SUBDIRS tag is set to YES then doxygen will create 4096 sub-\n# directories (in 2 levels) under the output directory of each output format and\n# will distribute the generated files over these directories. Enabling this\n# option can be useful when feeding doxygen a huge amount of source files, where\n# putting all generated files in the same directory would otherwise causes\n# performance problems for the file system.\n# The default value is: NO.\n\nCREATE_SUBDIRS = NO\n\n# If the ALLOW_UNICODE_NAMES tag is set to YES, doxygen will allow non-ASCII\n# characters to appear in the names of generated files. If set to NO, non-ASCII\n# characters will be escaped, for example _xE3_x81_x84 will be used for Unicode\n# U+3044.\n# The default value is: NO.\n\nALLOW_UNICODE_NAMES = NO\n\n# The OUTPUT_LANGUAGE tag is used to specify the language in which all\n# documentation generated by doxygen is written. Doxygen will use this\n# information to generate all constant output in the proper language.\n# Possible values are: Afrikaans, Arabic, Armenian, Brazilian, Catalan, Chinese,\n# Chinese-Traditional, Croatian, Czech, Danish, Dutch, English (United States),\n# Esperanto, Farsi (Persian), Finnish, French, German, Greek, Hungarian,\n# Indonesian, Italian, Japanese, Japanese-en (Japanese with English messages),\n# Korean, Korean-en (Korean with English messages), Latvian, Lithuanian,\n# Macedonian, Norwegian, Persian (Farsi), Polish, Portuguese, Romanian, Russian,\n# Serbian, Serbian-Cyrillic, Slovak, Slovene, Spanish, Swedish, Turkish,\n# Ukrainian and Vietnamese.\n# The default value is: English.\n\nOUTPUT_LANGUAGE = English\n\n# The OUTPUT_TEXT_DIRECTION tag is used to specify the direction in which all\n# documentation generated by doxygen is written. Doxygen will use this\n# information to generate all generated output in the proper direction.\n# Possible values are: None, LTR, RTL and Context.\n# The default value is: None.\n\nOUTPUT_TEXT_DIRECTION = None\n\n# If the BRIEF_MEMBER_DESC tag is set to YES, doxygen will include brief member\n# descriptions after the members that are listed in the file and class\n# documentation (similar to Javadoc). Set to NO to disable this.\n# The default value is: YES.\n\nBRIEF_MEMBER_DESC = YES\n\n# If the REPEAT_BRIEF tag is set to YES, doxygen will prepend the brief\n# description of a member or function before the detailed description\n#\n# Note: If both HIDE_UNDOC_MEMBERS and BRIEF_MEMBER_DESC are set to NO, the\n# brief descriptions will be completely suppressed.\n# The default value is: YES.\n\nREPEAT_BRIEF = YES\n\n# This tag implements a quasi-intelligent brief description abbreviator that is\n# used to form the text in various listings. Each string in this list, if found\n# as the leading text of the brief description, will be stripped from the text\n# and the result, after processing the whole list, is used as the annotated\n# text. Otherwise, the brief description is used as-is. If left blank, the\n# following values are used ($name is automatically replaced with the name of\n# the entity):The $name class, The $name widget, The $name file, is, provides,\n# specifies, contains, represents, a, an and the.\n\nABBREVIATE_BRIEF = \"The $name class\" \\\n \"The $name widget\" \\\n \"The $name file\" \\\n is \\\n provides \\\n specifies \\\n contains \\\n represents \\\n a \\\n an \\\n the\n\n# If the ALWAYS_DETAILED_SEC and REPEAT_BRIEF tags are both set to YES then\n# doxygen will generate a detailed section even if there is only a brief\n# description.\n# The default value is: NO.\n\nALWAYS_DETAILED_SEC = YES\n\n# If the INLINE_INHERITED_MEMB tag is set to YES, doxygen will show all\n# inherited members of a class in the documentation of that class as if those\n# members were ordinary class members. Constructors, destructors and assignment\n# operators of the base classes will not be shown.\n# The default value is: NO.\n\nINLINE_INHERITED_MEMB = NO\n\n# If the FULL_PATH_NAMES tag is set to YES, doxygen will prepend the full path\n# before files name in the file list and in the header files. If set to NO the\n# shortest path that makes the file name unique will be used\n# The default value is: YES.\n\nFULL_PATH_NAMES = NO\n\n# The STRIP_FROM_PATH tag can be used to strip a user-defined part of the path.\n# Stripping is only done if one of the specified strings matches the left-hand\n# part of the path. The tag can be used to show relative paths in the file list.\n# If left blank the directory from which doxygen is run is used as the path to\n# strip.\n#\n# Note that you can specify absolute paths here, but also relative paths, which\n# will be relative from the directory where doxygen is started.\n# This tag requires that the tag FULL_PATH_NAMES is set to YES.\n\nSTRIP_FROM_PATH =\n\n# The STRIP_FROM_INC_PATH tag can be used to strip a user-defined part of the\n# path mentioned in the documentation of a class, which tells the reader which\n# header file to include in order to use a class. If left blank only the name of\n# the header file containing the class definition is used. Otherwise one should\n# specify the list of include paths that are normally passed to the compiler\n# using the -I flag.\n\nSTRIP_FROM_INC_PATH =\n\n# If the SHORT_NAMES tag is set to YES, doxygen will generate much shorter (but\n# less readable) file names. This can be useful is your file systems doesn't\n# support long names like on DOS, Mac, or CD-ROM.\n# The default value is: NO.\n\nSHORT_NAMES = NO\n\n# If the JAVADOC_AUTOBRIEF tag is set to YES then doxygen will interpret the\n# first line (until the first dot) of a Javadoc-style comment as the brief\n# description. If set to NO, the Javadoc-style will behave just like regular Qt-\n# style comments (thus requiring an explicit @brief command for a brief\n# description.)\n# The default value is: NO.\n\nJAVADOC_AUTOBRIEF = NO\n\n# If the JAVADOC_BANNER tag is set to YES then doxygen will interpret a line\n# such as\n# /***************\n# as being the beginning of a Javadoc-style comment \"banner\". If set to NO, the\n# Javadoc-style will behave just like regular comments and it will not be\n# interpreted by doxygen.\n# The default value is: NO.\n\nJAVADOC_BANNER = NO\n\n# If the QT_AUTOBRIEF tag is set to YES then doxygen will interpret the first\n# line (until the first dot) of a Qt-style comment as the brief description. If\n# set to NO, the Qt-style will behave just like regular Qt-style comments (thus\n# requiring an explicit \\brief command for a brief description.)\n# The default value is: NO.\n\nQT_AUTOBRIEF = NO\n\n# The MULTILINE_CPP_IS_BRIEF tag can be set to YES to make doxygen treat a\n# multi-line C++ special comment block (i.e. a block of //! or /// comments) as\n# a brief description. This used to be the default behavior. The new default is\n# to treat a multi-line C++ comment block as a detailed description. Set this\n# tag to YES if you prefer the old behavior instead.\n#\n# Note that setting this tag to YES also means that rational rose comments are\n# not recognized any more.\n# The default value is: NO.\n\nMULTILINE_CPP_IS_BRIEF = NO\n\n# If the INHERIT_DOCS tag is set to YES then an undocumented member inherits the\n# documentation from any documented member that it re-implements.\n# The default value is: YES.\n\nINHERIT_DOCS = YES\n\n# If the SEPARATE_MEMBER_PAGES tag is set to YES then doxygen will produce a new\n# page for each member. If set to NO, the documentation of a member will be part\n# of the file/class/namespace that contains it.\n# The default value is: NO.\n\nSEPARATE_MEMBER_PAGES = NO\n\n# The TAB_SIZE tag can be used to set the number of spaces in a tab. Doxygen\n# uses this value to replace tabs by spaces in code fragments.\n# Minimum value: 1, maximum value: 16, default value: 4.\n\nTAB_SIZE = 4\n\n# This tag can be used to specify a number of aliases that act as commands in\n# the documentation. An alias has the form:\n# name=value\n# For example adding\n# \"sideeffect=@par Side Effects:\\n\"\n# will allow you to put the command \\sideeffect (or @sideeffect) in the\n# documentation, which will result in a user-defined paragraph with heading\n# \"Side Effects:\". You can put \\n's in the value part of an alias to insert\n# newlines (in the resulting output). You can put ^^ in the value part of an\n# alias to insert a newline as if a physical newline was in the original file.\n# When you need a literal { or } or , in the value part of an alias you have to\n# escape them by means of a backslash (\\), this can lead to conflicts with the\n# commands \\{ and \\} for these it is advised to use the version @{ and @} or use\n# a double escape (\\\\{ and \\\\})\n\nALIASES =\n\n# This tag can be used to specify a number of word-keyword mappings (TCL only).\n# A mapping has the form \"name=value\". For example adding \"class=itcl::class\"\n# will allow you to use the command class in the itcl::class meaning.\n\nTCL_SUBST =\n\n# Set the OPTIMIZE_OUTPUT_FOR_C tag to YES if your project consists of C sources\n# only. Doxygen will then generate output that is more tailored for C. For\n# instance, some of the names that are used will be different. The list of all\n# members will be omitted, etc.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_FOR_C = YES\n\n# Set the OPTIMIZE_OUTPUT_JAVA tag to YES if your project consists of Java or\n# Python sources only. Doxygen will then generate output that is more tailored\n# for that language. For instance, namespaces will be presented as packages,\n# qualified scopes will look different, etc.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_JAVA = NO\n\n# Set the OPTIMIZE_FOR_FORTRAN tag to YES if your project consists of Fortran\n# sources. Doxygen will then generate output that is tailored for Fortran.\n# The default value is: NO.\n\nOPTIMIZE_FOR_FORTRAN = NO\n\n# Set the OPTIMIZE_OUTPUT_VHDL tag to YES if your project consists of VHDL\n# sources. Doxygen will then generate output that is tailored for VHDL.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_VHDL = NO\n\n# Set the OPTIMIZE_OUTPUT_SLICE tag to YES if your project consists of Slice\n# sources only. Doxygen will then generate output that is more tailored for that\n# language. For instance, namespaces will be presented as modules, types will be\n# separated into more groups, etc.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_SLICE = NO\n\n# Doxygen selects the parser to use depending on the extension of the files it\n# parses. With this tag you can assign which parser to use for a given\n# extension. Doxygen has a built-in mapping, but you can override or extend it\n# using this tag. The format is ext=language, where ext is a file extension, and\n# language is one of the parsers supported by doxygen: IDL, Java, JavaScript,\n# Csharp (C#), C, C++, D, PHP, md (Markdown), Objective-C, Python, Slice,\n# Fortran (fixed format Fortran: FortranFixed, free formatted Fortran:\n# FortranFree, unknown formatted Fortran: Fortran. In the later case the parser\n# tries to guess whether the code is fixed or free formatted code, this is the\n# default for Fortran type files), VHDL, tcl. For instance to make doxygen treat\n# .inc files as Fortran files (default is PHP), and .f files as C (default is\n# Fortran), use: inc=Fortran f=C.\n#\n# Note: For files without extension you can use no_extension as a placeholder.\n#\n# Note that for custom extensions you also need to set FILE_PATTERNS otherwise\n# the files are not read by doxygen.\n\nEXTENSION_MAPPING = in=C\n\n# If the MARKDOWN_SUPPORT tag is enabled then doxygen pre-processes all comments\n# according to the Markdown format, which allows for more readable\n# documentation. See https://daringfireball.net/projects/markdown/ for details.\n# The output of markdown processing is further processed by doxygen, so you can\n# mix doxygen, HTML, and XML commands with Markdown formatting. Disable only in\n# case of backward compatibilities issues.\n# The default value is: YES.\n\nMARKDOWN_SUPPORT = YES\n\n# When the TOC_INCLUDE_HEADINGS tag is set to a non-zero value, all headings up\n# to that level are automatically included in the table of contents, even if\n# they do not have an id attribute.\n# Note: This feature currently applies only to Markdown headings.\n# Minimum value: 0, maximum value: 99, default value: 5.\n# This tag requires that the tag MARKDOWN_SUPPORT is set to YES.\n\nTOC_INCLUDE_HEADINGS = 5\n\n# When enabled doxygen tries to link words that correspond to documented\n# classes, or namespaces to their corresponding documentation. Such a link can\n# be prevented in individual cases by putting a % sign in front of the word or\n# globally by setting AUTOLINK_SUPPORT to NO.\n# The default value is: YES.\n\nAUTOLINK_SUPPORT = YES\n\n# If you use STL classes (i.e. std::string, std::vector, etc.) but do not want\n# to include (a tag file for) the STL sources as input, then you should set this\n# tag to YES in order to let doxygen match functions declarations and\n# definitions whose arguments contain STL classes (e.g. func(std::string);\n# versus func(std::string) {}). This also make the inheritance and collaboration\n# diagrams that involve STL classes more complete and accurate.\n# The default value is: NO.\n\nBUILTIN_STL_SUPPORT = NO\n\n# If you use Microsoft's C++/CLI language, you should set this option to YES to\n# enable parsing support.\n# The default value is: NO.\n\nCPP_CLI_SUPPORT = NO\n\n# Set the SIP_SUPPORT tag to YES if your project consists of sip (see:\n# https://www.riverbankcomputing.com/software/sip/intro) sources only. Doxygen\n# will parse them like normal C++ but will assume all classes use public instead\n# of private inheritance when no explicit protection keyword is present.\n# The default value is: NO.\n\nSIP_SUPPORT = NO\n\n# For Microsoft's IDL there are propget and propput attributes to indicate\n# getter and setter methods for a property. Setting this option to YES will make\n# doxygen to replace the get and set methods by a property in the documentation.\n# This will only work if the methods are indeed getting or setting a simple\n# type. If this is not the case, or you want to show the methods anyway, you\n# should set this option to NO.\n# The default value is: YES.\n\nIDL_PROPERTY_SUPPORT = YES\n\n# If member grouping is used in the documentation and the DISTRIBUTE_GROUP_DOC\n# tag is set to YES then doxygen will reuse the documentation of the first\n# member in the group (if any) for the other members of the group. By default\n# all members of a group must be documented explicitly.\n# The default value is: NO.\n\nDISTRIBUTE_GROUP_DOC = YES\n\n# If one adds a struct or class to a group and this option is enabled, then also\n# any nested class or struct is added to the same group. By default this option\n# is disabled and one has to add nested compounds explicitly via \\ingroup.\n# The default value is: NO.\n\nGROUP_NESTED_COMPOUNDS = NO\n\n# Set the SUBGROUPING tag to YES to allow class member groups of the same type\n# (for instance a group of public functions) to be put as a subgroup of that\n# type (e.g. under the Public Functions section). Set it to NO to prevent\n# subgrouping. Alternatively, this can be done per class using the\n# \\nosubgrouping command.\n# The default value is: YES.\n\nSUBGROUPING = YES\n\n# When the INLINE_GROUPED_CLASSES tag is set to YES, classes, structs and unions\n# are shown inside the group in which they are included (e.g. using \\ingroup)\n# instead of on a separate page (for HTML and Man pages) or section (for LaTeX\n# and RTF).\n#\n# Note that this feature does not work in combination with\n# SEPARATE_MEMBER_PAGES.\n# The default value is: NO.\n\nINLINE_GROUPED_CLASSES = NO\n\n# When the INLINE_SIMPLE_STRUCTS tag is set to YES, structs, classes, and unions\n# with only public data fields or simple typedef fields will be shown inline in\n# the documentation of the scope in which they are defined (i.e. file,\n# namespace, or group documentation), provided this scope is documented. If set\n# to NO, structs, classes, and unions are shown on a separate page (for HTML and\n# Man pages) or section (for LaTeX and RTF).\n# The default value is: NO.\n\nINLINE_SIMPLE_STRUCTS = NO\n\n# When TYPEDEF_HIDES_STRUCT tag is enabled, a typedef of a struct, union, or\n# enum is documented as struct, union, or enum with the name of the typedef. So\n# typedef struct TypeS {} TypeT, will appear in the documentation as a struct\n# with name TypeT. When disabled the typedef will appear as a member of a file,\n# namespace, or class. And the struct will be named TypeS. This can typically be\n# useful for C code in case the coding convention dictates that all compound\n# types are typedef'ed and only the typedef is referenced, never the tag name.\n# The default value is: NO.\n\nTYPEDEF_HIDES_STRUCT = YES\n\n# The size of the symbol lookup cache can be set using LOOKUP_CACHE_SIZE. This\n# cache is used to resolve symbols given their name and scope. Since this can be\n# an expensive process and often the same symbol appears multiple times in the\n# code, doxygen keeps a cache of pre-resolved symbols. If the cache is too small\n# doxygen will become slower. If the cache is too large, memory is wasted. The\n# cache size is given by this formula: 2^(16+LOOKUP_CACHE_SIZE). The valid range\n# is 0..9, the default is 0, corresponding to a cache size of 2^16=65536\n# symbols. At the end of a run doxygen will report the cache usage and suggest\n# the optimal cache size from a speed point of view.\n# Minimum value: 0, maximum value: 9, default value: 0.\n\nLOOKUP_CACHE_SIZE = 0\n\n#---------------------------------------------------------------------------\n# Build related configuration options\n#---------------------------------------------------------------------------\n\n# If the EXTRACT_ALL tag is set to YES, doxygen will assume all entities in\n# documentation are documented, even if no documentation was available. Private\n# class members and static file members will be hidden unless the\n# EXTRACT_PRIVATE respectively EXTRACT_STATIC tags are set to YES.\n# Note: This will also disable the warnings about undocumented members that are\n# normally produced when WARNINGS is set to YES.\n# The default value is: NO.\n\nEXTRACT_ALL = YES\n\n# If the EXTRACT_PRIVATE tag is set to YES, all private members of a class will\n# be included in the documentation.\n# The default value is: NO.\n\nEXTRACT_PRIVATE = NO\n\n# If the EXTRACT_PRIV_VIRTUAL tag is set to YES, documented private virtual\n# methods of a class will be included in the documentation.\n# The default value is: NO.\n\nEXTRACT_PRIV_VIRTUAL = NO\n\n# If the EXTRACT_PACKAGE tag is set to YES, all members with package or internal\n# scope will be included in the documentation.\n# The default value is: NO.\n\nEXTRACT_PACKAGE = NO\n\n# If the EXTRACT_STATIC tag is set to YES, all static members of a file will be\n# included in the documentation.\n# The default value is: NO.\n\nEXTRACT_STATIC = NO\n\n# If the EXTRACT_LOCAL_CLASSES tag is set to YES, classes (and structs) defined\n# locally in source files will be included in the documentation. If set to NO,\n# only classes defined in header files are included. Does not have any effect\n# for Java sources.\n# The default value is: YES.\n\nEXTRACT_LOCAL_CLASSES = YES\n\n# This flag is only useful for Objective-C code. If set to YES, local methods,\n# which are defined in the implementation section but not in the interface are\n# included in the documentation. If set to NO, only methods in the interface are\n# included.\n# The default value is: NO.\n\nEXTRACT_LOCAL_METHODS = NO\n\n# If this flag is set to YES, the members of anonymous namespaces will be\n# extracted and appear in the documentation as a namespace called\n# 'anonymous_namespace{file}', where file will be replaced with the base name of\n# the file that contains the anonymous namespace. By default anonymous namespace\n# are hidden.\n# The default value is: NO.\n\nEXTRACT_ANON_NSPACES = NO\n\n# If the HIDE_UNDOC_MEMBERS tag is set to YES, doxygen will hide all\n# undocumented members inside documented classes or files. If set to NO these\n# members will be included in the various overviews, but no documentation\n# section is generated. This option has no effect if EXTRACT_ALL is enabled.\n# The default value is: NO.\n\nHIDE_UNDOC_MEMBERS = NO\n\n# If the HIDE_UNDOC_CLASSES tag is set to YES, doxygen will hide all\n# undocumented classes that are normally visible in the class hierarchy. If set\n# to NO, these classes will be included in the various overviews. This option\n# has no effect if EXTRACT_ALL is enabled.\n# The default value is: NO.\n\nHIDE_UNDOC_CLASSES = NO\n\n# If the HIDE_FRIEND_COMPOUNDS tag is set to YES, doxygen will hide all friend\n# declarations. If set to NO, these declarations will be included in the\n# documentation.\n# The default value is: NO.\n\nHIDE_FRIEND_COMPOUNDS = NO\n\n# If the HIDE_IN_BODY_DOCS tag is set to YES, doxygen will hide any\n# documentation blocks found inside the body of a function. If set to NO, these\n# blocks will be appended to the function's detailed documentation block.\n# The default value is: NO.\n\nHIDE_IN_BODY_DOCS = NO\n\n# The INTERNAL_DOCS tag determines if documentation that is typed after a\n# \\internal command is included. If the tag is set to NO then the documentation\n# will be excluded. Set it to YES to include the internal documentation.\n# The default value is: NO.\n\nINTERNAL_DOCS = NO\n\n# If the CASE_SENSE_NAMES tag is set to NO then doxygen will only generate file\n# names in lower-case letters. If set to YES, upper-case letters are also\n# allowed. This is useful if you have classes or files whose names only differ\n# in case and if your file system supports case sensitive file names. Windows\n# (including Cygwin) ands Mac users are advised to set this option to NO.\n# The default value is: system dependent.\n\nCASE_SENSE_NAMES = NO\n\n# If the HIDE_SCOPE_NAMES tag is set to NO then doxygen will show members with\n# their full class and namespace scopes in the documentation. If set to YES, the\n# scope will be hidden.\n# The default value is: NO.\n\nHIDE_SCOPE_NAMES = NO\n\n# If the HIDE_COMPOUND_REFERENCE tag is set to NO (default) then doxygen will\n# append additional text to a page's title, such as Class Reference. If set to\n# YES the compound reference will be hidden.\n# The default value is: NO.\n\nHIDE_COMPOUND_REFERENCE = NO\n\n# If the SHOW_INCLUDE_FILES tag is set to YES then doxygen will put a list of\n# the files that are included by a file in the documentation of that file.\n# The default value is: YES.\n\nSHOW_INCLUDE_FILES = YES\n\n# If the SHOW_GROUPED_MEMB_INC tag is set to YES then Doxygen will add for each\n# grouped member an include statement to the documentation, telling the reader\n# which file to include in order to use the member.\n# The default value is: NO.\n\nSHOW_GROUPED_MEMB_INC = NO\n\n# If the FORCE_LOCAL_INCLUDES tag is set to YES then doxygen will list include\n# files with double quotes in the documentation rather than with sharp brackets.\n# The default value is: NO.\n\nFORCE_LOCAL_INCLUDES = NO\n\n# If the INLINE_INFO tag is set to YES then a tag [inline] is inserted in the\n# documentation for inline members.\n# The default value is: YES.\n\nINLINE_INFO = YES\n\n# If the SORT_MEMBER_DOCS tag is set to YES then doxygen will sort the\n# (detailed) documentation of file and class members alphabetically by member\n# name. If set to NO, the members will appear in declaration order.\n# The default value is: YES.\n\nSORT_MEMBER_DOCS = YES\n\n# If the SORT_BRIEF_DOCS tag is set to YES then doxygen will sort the brief\n# descriptions of file, namespace and class members alphabetically by member\n# name. If set to NO, the members will appear in declaration order. Note that\n# this will also influence the order of the classes in the class list.\n# The default value is: NO.\n\nSORT_BRIEF_DOCS = NO\n\n# If the SORT_MEMBERS_CTORS_1ST tag is set to YES then doxygen will sort the\n# (brief and detailed) documentation of class members so that constructors and\n# destructors are listed first. If set to NO the constructors will appear in the\n# respective orders defined by SORT_BRIEF_DOCS and SORT_MEMBER_DOCS.\n# Note: If SORT_BRIEF_DOCS is set to NO this option is ignored for sorting brief\n# member documentation.\n# Note: If SORT_MEMBER_DOCS is set to NO this option is ignored for sorting\n# detailed member documentation.\n# The default value is: NO.\n\nSORT_MEMBERS_CTORS_1ST = NO\n\n# If the SORT_GROUP_NAMES tag is set to YES then doxygen will sort the hierarchy\n# of group names into alphabetical order. If set to NO the group names will\n# appear in their defined order.\n# The default value is: NO.\n\nSORT_GROUP_NAMES = NO\n\n# If the SORT_BY_SCOPE_NAME tag is set to YES, the class list will be sorted by\n# fully-qualified names, including namespaces. If set to NO, the class list will\n# be sorted only by class name, not including the namespace part.\n# Note: This option is not very useful if HIDE_SCOPE_NAMES is set to YES.\n# Note: This option applies only to the class list, not to the alphabetical\n# list.\n# The default value is: NO.\n\nSORT_BY_SCOPE_NAME = NO\n\n# If the STRICT_PROTO_MATCHING option is enabled and doxygen fails to do proper\n# type resolution of all parameters of a function it will reject a match between\n# the prototype and the implementation of a member function even if there is\n# only one candidate or it is obvious which candidate to choose by doing a\n# simple string match. By disabling STRICT_PROTO_MATCHING doxygen will still\n# accept a match between prototype and implementation in such cases.\n# The default value is: NO.\n\nSTRICT_PROTO_MATCHING = NO\n\n# The GENERATE_TODOLIST tag can be used to enable (YES) or disable (NO) the todo\n# list. This list is created by putting \\todo commands in the documentation.\n# The default value is: YES.\n\nGENERATE_TODOLIST = YES\n\n# The GENERATE_TESTLIST tag can be used to enable (YES) or disable (NO) the test\n# list. This list is created by putting \\test commands in the documentation.\n# The default value is: YES.\n\nGENERATE_TESTLIST = YES\n\n# The GENERATE_BUGLIST tag can be used to enable (YES) or disable (NO) the bug\n# list. This list is created by putting \\bug commands in the documentation.\n# The default value is: YES.\n\nGENERATE_BUGLIST = YES\n\n# The GENERATE_DEPRECATEDLIST tag can be used to enable (YES) or disable (NO)\n# the deprecated list. This list is created by putting \\deprecated commands in\n# the documentation.\n# The default value is: YES.\n\nGENERATE_DEPRECATEDLIST = YES\n\n# The ENABLED_SECTIONS tag can be used to enable conditional documentation\n# sections, marked by \\if ... \\endif and \\cond \n# ... \\endcond blocks.\n\nENABLED_SECTIONS =\n\n# The MAX_INITIALIZER_LINES tag determines the maximum number of lines that the\n# initial value of a variable or macro / define can have for it to appear in the\n# documentation. If the initializer consists of more lines than specified here\n# it will be hidden. Use a value of 0 to hide initializers completely. The\n# appearance of the value of individual variables and macros / defines can be\n# controlled using \\showinitializer or \\hideinitializer command in the\n# documentation regardless of this setting.\n# Minimum value: 0, maximum value: 10000, default value: 30.\n\nMAX_INITIALIZER_LINES = 30\n\n# Set the SHOW_USED_FILES tag to NO to disable the list of files generated at\n# the bottom of the documentation of classes and structs. If set to YES, the\n# list will mention the files that were used to generate the documentation.\n# The default value is: YES.\n\nSHOW_USED_FILES = YES\n\n# Set the SHOW_FILES tag to NO to disable the generation of the Files page. This\n# will remove the Files entry from the Quick Index and from the Folder Tree View\n# (if specified).\n# The default value is: YES.\n\nSHOW_FILES = YES\n\n# Set the SHOW_NAMESPACES tag to NO to disable the generation of the Namespaces\n# page. This will remove the Namespaces entry from the Quick Index and from the\n# Folder Tree View (if specified).\n# The default value is: YES.\n\nSHOW_NAMESPACES = YES\n\n# The FILE_VERSION_FILTER tag can be used to specify a program or script that\n# doxygen should invoke to get the current version for each file (typically from\n# the version control system). Doxygen will invoke the program by executing (via\n# popen()) the command command input-file, where command is the value of the\n# FILE_VERSION_FILTER tag, and input-file is the name of an input file provided\n# by doxygen. Whatever the program writes to standard output is used as the file\n# version. For an example see the documentation.\n\nFILE_VERSION_FILTER =\n\n# The LAYOUT_FILE tag can be used to specify a layout file which will be parsed\n# by doxygen. The layout file controls the global structure of the generated\n# output files in an output format independent way. To create the layout file\n# that represents doxygen's defaults, run doxygen with the -l option. You can\n# optionally specify a file name after the option, if omitted DoxygenLayout.xml\n# will be used as the name of the layout file.\n#\n# Note that if you run doxygen from a directory containing a file called\n# DoxygenLayout.xml, doxygen will parse it automatically even if the LAYOUT_FILE\n# tag is left empty.\n\nLAYOUT_FILE =\n\n# The CITE_BIB_FILES tag can be used to specify one or more bib files containing\n# the reference definitions. This must be a list of .bib files. The .bib\n# extension is automatically appended if omitted. This requires the bibtex tool\n# to be installed. See also https://en.wikipedia.org/wiki/BibTeX for more info.\n# For LaTeX the style of the bibliography can be controlled using\n# LATEX_BIB_STYLE. To use this feature you need bibtex and perl available in the\n# search path. See also \\cite for info how to create references.\n\nCITE_BIB_FILES =\n\n#---------------------------------------------------------------------------\n# Configuration options related to warning and progress messages\n#---------------------------------------------------------------------------\n\n# The QUIET tag can be used to turn on/off the messages that are generated to\n# standard output by doxygen. If QUIET is set to YES this implies that the\n# messages are off.\n# The default value is: NO.\n\nQUIET = NO\n\n# The WARNINGS tag can be used to turn on/off the warning messages that are\n# generated to standard error (stderr) by doxygen. If WARNINGS is set to YES\n# this implies that the warnings are on.\n#\n# Tip: Turn warnings on while writing the documentation.\n# The default value is: YES.\n\nWARNINGS = YES\n\n# If the WARN_IF_UNDOCUMENTED tag is set to YES then doxygen will generate\n# warnings for undocumented members. If EXTRACT_ALL is set to YES then this flag\n# will automatically be disabled.\n# The default value is: YES.\n\nWARN_IF_UNDOCUMENTED = YES\n\n# If the WARN_IF_DOC_ERROR tag is set to YES, doxygen will generate warnings for\n# potential errors in the documentation, such as not documenting some parameters\n# in a documented function, or documenting parameters that don't exist or using\n# markup commands wrongly.\n# The default value is: YES.\n\nWARN_IF_DOC_ERROR = YES\n\n# This WARN_NO_PARAMDOC option can be enabled to get warnings for functions that\n# are documented, but have no documentation for their parameters or return\n# value. If set to NO, doxygen will only warn about wrong or incomplete\n# parameter documentation, but not about the absence of documentation. If\n# EXTRACT_ALL is set to YES then this flag will automatically be disabled.\n# The default value is: NO.\n\nWARN_NO_PARAMDOC = YES\n\n# If the WARN_AS_ERROR tag is set to YES then doxygen will immediately stop when\n# a warning is encountered.\n# The default value is: NO.\n\nWARN_AS_ERROR = YES\n\n# The WARN_FORMAT tag determines the format of the warning messages that doxygen\n# can produce. The string should contain the $file, $line, and $text tags, which\n# will be replaced by the file and line number from which the warning originated\n# and the warning text. Optionally the format may contain $version, which will\n# be replaced by the version of the file (if it could be obtained via\n# FILE_VERSION_FILTER)\n# The default value is: $file:$line: $text.\n\nWARN_FORMAT = \"$file:$line: $text\"\n\n# The WARN_LOGFILE tag can be used to specify a file to which warning and error\n# messages should be written. If left blank the output is written to standard\n# error (stderr).\n\nWARN_LOGFILE =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the input files\n#---------------------------------------------------------------------------\n\n# The INPUT tag is used to specify the files and/or directories that contain\n# documented source files. You may enter file names like myfile.cpp or\n# directories like /usr/src/myproject. Separate the files or directories with\n# spaces. See also FILE_PATTERNS and EXTENSION_MAPPING\n# Note: If this tag is empty the current directory is searched.\n\nINPUT = ../../src/nccl.h.in\n\n# This tag can be used to specify the character encoding of the source files\n# that doxygen parses. Internally doxygen uses the UTF-8 encoding. Doxygen uses\n# libiconv (or the iconv built into libc) for the transcoding. See the libiconv\n# documentation (see: https://www.gnu.org/software/libiconv/) for the list of\n# possible encodings.\n# The default value is: UTF-8.\n\nINPUT_ENCODING = UTF-8\n\n# If the value of the INPUT tag contains directories, you can use the\n# FILE_PATTERNS tag to specify one or more wildcard patterns (like *.cpp and\n# *.h) to filter out the source-files in the directories.\n#\n# Note that for custom extensions or not directly supported extensions you also\n# need to set EXTENSION_MAPPING for the extension otherwise the files are not\n# read by doxygen.\n#\n# If left blank the following patterns are tested:*.c, *.cc, *.cxx, *.cpp,\n# *.c++, *.java, *.ii, *.ixx, *.ipp, *.i++, *.inl, *.idl, *.ddl, *.odl, *.h,\n# *.hh, *.hxx, *.hpp, *.h++, *.cs, *.d, *.php, *.php4, *.php5, *.phtml, *.inc,\n# *.m, *.markdown, *.md, *.mm, *.dox (to be provided as doxygen C comment),\n# *.doc (to be provided as doxygen C comment), *.txt (to be provided as doxygen\n# C comment), *.py, *.pyw, *.f90, *.f95, *.f03, *.f08, *.f, *.for, *.tcl, *.vhd,\n# *.vhdl, *.ucf, *.qsf and *.ice.\n\nFILE_PATTERNS = *.c \\\n *.cc \\\n *.cxx \\\n *.cpp \\\n *.c++ \\\n *.java \\\n *.ii \\\n *.ixx \\\n *.ipp \\\n *.i++ \\\n *.inl \\\n *.idl \\\n *.ddl \\\n *.odl \\\n *.h \\\n *.hh \\\n *.hxx \\\n *.hpp \\\n *.h++ \\\n *.cs \\\n *.d \\\n *.php \\\n *.php4 \\\n *.php5 \\\n *.phtml \\\n *.inc \\\n *.m \\\n *.markdown \\\n *.md \\\n *.mm \\\n *.dox \\\n *.py \\\n *.f90 \\\n *.f \\\n *.for \\\n *.tcl \\\n *.vhd \\\n *.vhdl \\\n *.ucf \\\n *.qsf \\\n *.as \\\n *.js\n\n# The RECURSIVE tag can be used to specify whether or not subdirectories should\n# be searched for input files as well.\n# The default value is: NO.\n\nRECURSIVE = NO\n\n# The EXCLUDE tag can be used to specify files and/or directories that should be\n# excluded from the INPUT source files. This way you can easily exclude a\n# subdirectory from a directory tree whose root is specified with the INPUT tag.\n#\n# Note that relative paths are relative to the directory from which doxygen is\n# run.\n\nEXCLUDE =\n\n# The EXCLUDE_SYMLINKS tag can be used to select whether or not files or\n# directories that are symbolic links (a Unix file system feature) are excluded\n# from the input.\n# The default value is: NO.\n\nEXCLUDE_SYMLINKS = NO\n\n# If the value of the INPUT tag contains directories, you can use the\n# EXCLUDE_PATTERNS tag to specify one or more wildcard patterns to exclude\n# certain files from those directories.\n#\n# Note that the wildcards are matched against the file with absolute path, so to\n# exclude all test directories for example use the pattern */test/*\n\nEXCLUDE_PATTERNS =\n\n# The EXCLUDE_SYMBOLS tag can be used to specify one or more symbol names\n# (namespaces, classes, functions, etc.) that should be excluded from the\n# output. The symbol name can be a fully qualified name, a word, or if the\n# wildcard * is used, a substring. Examples: ANamespace, AClass,\n# AClass::ANamespace, ANamespace::*Test\n#\n# Note that the wildcards are matched against the file with absolute path, so to\n# exclude all test directories use the pattern */test/*\n\nEXCLUDE_SYMBOLS =\n\n# The EXAMPLE_PATH tag can be used to specify one or more files or directories\n# that contain example code fragments that are included (see the \\include\n# command).\n\nEXAMPLE_PATH =\n\n# If the value of the EXAMPLE_PATH tag contains directories, you can use the\n# EXAMPLE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp and\n# *.h) to filter out the source-files in the directories. If left blank all\n# files are included.\n\nEXAMPLE_PATTERNS = *\n\n# If the EXAMPLE_RECURSIVE tag is set to YES then subdirectories will be\n# searched for input files to be used with the \\include or \\dontinclude commands\n# irrespective of the value of the RECURSIVE tag.\n# The default value is: NO.\n\nEXAMPLE_RECURSIVE = NO\n\n# The IMAGE_PATH tag can be used to specify one or more files or directories\n# that contain images that are to be included in the documentation (see the\n# \\image command).\n\nIMAGE_PATH =\n\n# The INPUT_FILTER tag can be used to specify a program that doxygen should\n# invoke to filter for each input file. Doxygen will invoke the filter program\n# by executing (via popen()) the command:\n#\n# \n#\n# where is the value of the INPUT_FILTER tag, and is the\n# name of an input file. Doxygen will then use the output that the filter\n# program writes to standard output. If FILTER_PATTERNS is specified, this tag\n# will be ignored.\n#\n# Note that the filter must not add or remove lines; it is applied before the\n# code is scanned, but not when the output code is generated. If lines are added\n# or removed, the anchors will not be placed correctly.\n#\n# Note that for custom extensions or not directly supported extensions you also\n# need to set EXTENSION_MAPPING for the extension otherwise the files are not\n# properly processed by doxygen.\n\nINPUT_FILTER =\n\n# The FILTER_PATTERNS tag can be used to specify filters on a per file pattern\n# basis. Doxygen will compare the file name with each pattern and apply the\n# filter if there is a match. The filters are a list of the form: pattern=filter\n# (like *.cpp=my_cpp_filter). See INPUT_FILTER for further information on how\n# filters are used. If the FILTER_PATTERNS tag is empty or if none of the\n# patterns match the file name, INPUT_FILTER is applied.\n#\n# Note that for custom extensions or not directly supported extensions you also\n# need to set EXTENSION_MAPPING for the extension otherwise the files are not\n# properly processed by doxygen.\n\nFILTER_PATTERNS =\n\n# If the FILTER_SOURCE_FILES tag is set to YES, the input filter (if set using\n# INPUT_FILTER) will also be used to filter the input files that are used for\n# producing the source files to browse (i.e. when SOURCE_BROWSER is set to YES).\n# The default value is: NO.\n\nFILTER_SOURCE_FILES = NO\n\n# The FILTER_SOURCE_PATTERNS tag can be used to specify source filters per file\n# pattern. A pattern will override the setting for FILTER_PATTERN (if any) and\n# it is also possible to disable source filtering for a specific pattern using\n# *.ext= (so without naming a filter).\n# This tag requires that the tag FILTER_SOURCE_FILES is set to YES.\n\nFILTER_SOURCE_PATTERNS =\n\n# If the USE_MDFILE_AS_MAINPAGE tag refers to the name of a markdown file that\n# is part of the input, its contents will be placed on the main page\n# (index.html). This can be useful if you have a project on for instance GitHub\n# and want to reuse the introduction page also for the doxygen output.\n\nUSE_MDFILE_AS_MAINPAGE =\n\n#---------------------------------------------------------------------------\n# Configuration options related to source browsing\n#---------------------------------------------------------------------------\n\n# If the SOURCE_BROWSER tag is set to YES then a list of source files will be\n# generated. Documented entities will be cross-referenced with these sources.\n#\n# Note: To get rid of all source code in the generated output, make sure that\n# also VERBATIM_HEADERS is set to NO.\n# The default value is: NO.\n\nSOURCE_BROWSER = NO\n\n# Setting the INLINE_SOURCES tag to YES will include the body of functions,\n# classes and enums directly into the documentation.\n# The default value is: NO.\n\nINLINE_SOURCES = NO\n\n# Setting the STRIP_CODE_COMMENTS tag to YES will instruct doxygen to hide any\n# special comment blocks from generated source code fragments. Normal C, C++ and\n# Fortran comments will always remain visible.\n# The default value is: YES.\n\nSTRIP_CODE_COMMENTS = YES\n\n# If the REFERENCED_BY_RELATION tag is set to YES then for each documented\n# entity all documented functions referencing it will be listed.\n# The default value is: NO.\n\nREFERENCED_BY_RELATION = NO\n\n# If the REFERENCES_RELATION tag is set to YES then for each documented function\n# all documented entities called/used by that function will be listed.\n# The default value is: NO.\n\nREFERENCES_RELATION = NO\n\n# If the REFERENCES_LINK_SOURCE tag is set to YES and SOURCE_BROWSER tag is set\n# to YES then the hyperlinks from functions in REFERENCES_RELATION and\n# REFERENCED_BY_RELATION lists will link to the source code. Otherwise they will\n# link to the documentation.\n# The default value is: YES.\n\nREFERENCES_LINK_SOURCE = YES\n\n# If SOURCE_TOOLTIPS is enabled (the default) then hovering a hyperlink in the\n# source code will show a tooltip with additional information such as prototype,\n# brief description and links to the definition and documentation. Since this\n# will make the HTML file larger and loading of large files a bit slower, you\n# can opt to disable this feature.\n# The default value is: YES.\n# This tag requires that the tag SOURCE_BROWSER is set to YES.\n\nSOURCE_TOOLTIPS = YES\n\n# If the USE_HTAGS tag is set to YES then the references to source code will\n# point to the HTML generated by the htags(1) tool instead of doxygen built-in\n# source browser. The htags tool is part of GNU's global source tagging system\n# (see https://www.gnu.org/software/global/global.html). You will need version\n# 4.8.6 or higher.\n#\n# To use it do the following:\n# - Install the latest version of global\n# - Enable SOURCE_BROWSER and USE_HTAGS in the configuration file\n# - Make sure the INPUT points to the root of the source tree\n# - Run doxygen as normal\n#\n# Doxygen will invoke htags (and that will in turn invoke gtags), so these\n# tools must be available from the command line (i.e. in the search path).\n#\n# The result: instead of the source browser generated by doxygen, the links to\n# source code will now point to the output of htags.\n# The default value is: NO.\n# This tag requires that the tag SOURCE_BROWSER is set to YES.\n\nUSE_HTAGS = NO\n\n# If the VERBATIM_HEADERS tag is set the YES then doxygen will generate a\n# verbatim copy of the header file for each class for which an include is\n# specified. Set to NO to disable this.\n# See also: Section \\class.\n# The default value is: YES.\n\nVERBATIM_HEADERS = YES\n\n# If the CLANG_ASSISTED_PARSING tag is set to YES then doxygen will use the\n# clang parser (see: http://clang.llvm.org/) for more accurate parsing at the\n# cost of reduced performance. This can be particularly helpful with template\n# rich C++ code for which doxygen's built-in parser lacks the necessary type\n# information.\n# Note: The availability of this option depends on whether or not doxygen was\n# generated with the -Duse_libclang=ON option for CMake.\n# The default value is: NO.\n\nCLANG_ASSISTED_PARSING = NO\n\n# If clang assisted parsing is enabled you can provide the compiler with command\n# line options that you would normally use when invoking the compiler. Note that\n# the include paths will already be set by doxygen for the files and directories\n# specified with INPUT and INCLUDE_PATH.\n# This tag requires that the tag CLANG_ASSISTED_PARSING is set to YES.\n\nCLANG_OPTIONS =\n\n# If clang assisted parsing is enabled you can provide the clang parser with the\n# path to the compilation database (see:\n# http://clang.llvm.org/docs/HowToSetupToolingForLLVM.html) used when the files\n# were built. This is equivalent to specifying the \"-p\" option to a clang tool,\n# such as clang-check. These options will then be passed to the parser.\n# Note: The availability of this option depends on whether or not doxygen was\n# generated with the -Duse_libclang=ON option for CMake.\n\nCLANG_DATABASE_PATH =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the alphabetical class index\n#---------------------------------------------------------------------------\n\n# If the ALPHABETICAL_INDEX tag is set to YES, an alphabetical index of all\n# compounds will be generated. Enable this if the project contains a lot of\n# classes, structs, unions or interfaces.\n# The default value is: YES.\n\nALPHABETICAL_INDEX = YES\n\n# The COLS_IN_ALPHA_INDEX tag can be used to specify the number of columns in\n# which the alphabetical index list will be split.\n# Minimum value: 1, maximum value: 20, default value: 5.\n# This tag requires that the tag ALPHABETICAL_INDEX is set to YES.\n\nCOLS_IN_ALPHA_INDEX = 5\n\n# In case all classes in a project start with a common prefix, all classes will\n# be put under the same header in the alphabetical index. The IGNORE_PREFIX tag\n# can be used to specify a prefix (or a list of prefixes) that should be ignored\n# while generating the index headers.\n# This tag requires that the tag ALPHABETICAL_INDEX is set to YES.\n\nIGNORE_PREFIX =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the HTML output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_HTML tag is set to YES, doxygen will generate HTML output\n# The default value is: YES.\n\nGENERATE_HTML = YES\n\n# The HTML_OUTPUT tag is used to specify where the HTML docs will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it.\n# The default directory is: html.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_OUTPUT = html\n\n# The HTML_FILE_EXTENSION tag can be used to specify the file extension for each\n# generated HTML page (for example: .htm, .php, .asp).\n# The default value is: .html.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_FILE_EXTENSION = .html\n\n# The HTML_HEADER tag can be used to specify a user-defined HTML header file for\n# each generated HTML page. If the tag is left blank doxygen will generate a\n# standard header.\n#\n# To get valid HTML the header file that includes any scripts and style sheets\n# that doxygen needs, which is dependent on the configuration options used (e.g.\n# the setting GENERATE_TREEVIEW). It is highly recommended to start with a\n# default header using\n# doxygen -w html new_header.html new_footer.html new_stylesheet.css\n# YourConfigFile\n# and then modify the file new_header.html. See also section \"Doxygen usage\"\n# for information on how to generate the default header that doxygen normally\n# uses.\n# Note: The header is subject to change so you typically have to regenerate the\n# default header when upgrading to a newer version of doxygen. For a description\n# of the possible markers and block names see the documentation.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_HEADER =\n\n# The HTML_FOOTER tag can be used to specify a user-defined HTML footer for each\n# generated HTML page. If the tag is left blank doxygen will generate a standard\n# footer. See HTML_HEADER for more information on how to generate a default\n# footer and what special commands can be used inside the footer. See also\n# section \"Doxygen usage\" for information on how to generate the default footer\n# that doxygen normally uses.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_FOOTER =\n\n# The HTML_STYLESHEET tag can be used to specify a user-defined cascading style\n# sheet that is used by each HTML page. It can be used to fine-tune the look of\n# the HTML output. If left blank doxygen will generate a default style sheet.\n# See also section \"Doxygen usage\" for information on how to generate the style\n# sheet that doxygen normally uses.\n# Note: It is recommended to use HTML_EXTRA_STYLESHEET instead of this tag, as\n# it is more robust and this tag (HTML_STYLESHEET) will in the future become\n# obsolete.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_STYLESHEET =\n\n# The HTML_EXTRA_STYLESHEET tag can be used to specify additional user-defined\n# cascading style sheets that are included after the standard style sheets\n# created by doxygen. Using this option one can overrule certain style aspects.\n# This is preferred over using HTML_STYLESHEET since it does not replace the\n# standard style sheet and is therefore more robust against future updates.\n# Doxygen will copy the style sheet files to the output directory.\n# Note: The order of the extra style sheet files is of importance (e.g. the last\n# style sheet in the list overrules the setting of the previous ones in the\n# list). For an example see the documentation.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_EXTRA_STYLESHEET =\n\n# The HTML_EXTRA_FILES tag can be used to specify one or more extra images or\n# other source files which should be copied to the HTML output directory. Note\n# that these files will be copied to the base HTML output directory. Use the\n# $relpath^ marker in the HTML_HEADER and/or HTML_FOOTER files to load these\n# files. In the HTML_STYLESHEET file, use the file name only. Also note that the\n# files will be copied as-is; there are no commands or markers available.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_EXTRA_FILES =\n\n# The HTML_COLORSTYLE_HUE tag controls the color of the HTML output. Doxygen\n# will adjust the colors in the style sheet and background images according to\n# this color. Hue is specified as an angle on a colorwheel, see\n# https://en.wikipedia.org/wiki/Hue for more information. For instance the value\n# 0 represents red, 60 is yellow, 120 is green, 180 is cyan, 240 is blue, 300\n# purple, and 360 is red again.\n# Minimum value: 0, maximum value: 359, default value: 220.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_HUE = 220\n\n# The HTML_COLORSTYLE_SAT tag controls the purity (or saturation) of the colors\n# in the HTML output. For a value of 0 the output will use grayscales only. A\n# value of 255 will produce the most vivid colors.\n# Minimum value: 0, maximum value: 255, default value: 100.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_SAT = 100\n\n# The HTML_COLORSTYLE_GAMMA tag controls the gamma correction applied to the\n# luminance component of the colors in the HTML output. Values below 100\n# gradually make the output lighter, whereas values above 100 make the output\n# darker. The value divided by 100 is the actual gamma applied, so 80 represents\n# a gamma of 0.8, The value 220 represents a gamma of 2.2, and 100 does not\n# change the gamma.\n# Minimum value: 40, maximum value: 240, default value: 80.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_GAMMA = 80\n\n# If the HTML_TIMESTAMP tag is set to YES then the footer of each generated HTML\n# page will contain the date and time when the page was generated. Setting this\n# to YES can help to show when doxygen was last run and thus if the\n# documentation is up to date.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_TIMESTAMP = NO\n\n# If the HTML_DYNAMIC_MENUS tag is set to YES then the generated HTML\n# documentation will contain a main index with vertical navigation menus that\n# are dynamically created via JavaScript. If disabled, the navigation index will\n# consists of multiple levels of tabs that are statically embedded in every HTML\n# page. Disable this option to support browsers that do not have JavaScript,\n# like the Qt help browser.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_DYNAMIC_MENUS = YES\n\n# If the HTML_DYNAMIC_SECTIONS tag is set to YES then the generated HTML\n# documentation will contain sections that can be hidden and shown after the\n# page has loaded.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_DYNAMIC_SECTIONS = NO\n\n# With HTML_INDEX_NUM_ENTRIES one can control the preferred number of entries\n# shown in the various tree structured indices initially; the user can expand\n# and collapse entries dynamically later on. Doxygen will expand the tree to\n# such a level that at most the specified number of entries are visible (unless\n# a fully collapsed tree already exceeds this amount). So setting the number of\n# entries 1 will produce a full collapsed tree by default. 0 is a special value\n# representing an infinite number of entries and will result in a full expanded\n# tree by default.\n# Minimum value: 0, maximum value: 9999, default value: 100.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_INDEX_NUM_ENTRIES = 100\n\n# If the GENERATE_DOCSET tag is set to YES, additional index files will be\n# generated that can be used as input for Apple's Xcode 3 integrated development\n# environment (see: https://developer.apple.com/xcode/), introduced with OSX\n# 10.5 (Leopard). To create a documentation set, doxygen will generate a\n# Makefile in the HTML output directory. Running make will produce the docset in\n# that directory and running make install will install the docset in\n# ~/Library/Developer/Shared/Documentation/DocSets so that Xcode will find it at\n# startup. See https://developer.apple.com/library/archive/featuredarticles/Doxy\n# genXcode/_index.html for more information.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_DOCSET = NO\n\n# This tag determines the name of the docset feed. A documentation feed provides\n# an umbrella under which multiple documentation sets from a single provider\n# (such as a company or product suite) can be grouped.\n# The default value is: Doxygen generated docs.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_FEEDNAME = \"Doxygen generated docs\"\n\n# This tag specifies a string that should uniquely identify the documentation\n# set bundle. This should be a reverse domain-name style string, e.g.\n# com.mycompany.MyDocSet. Doxygen will append .docset to the name.\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_BUNDLE_ID = org.doxygen.Project\n\n# The DOCSET_PUBLISHER_ID tag specifies a string that should uniquely identify\n# the documentation publisher. This should be a reverse domain-name style\n# string, e.g. com.mycompany.MyDocSet.documentation.\n# The default value is: org.doxygen.Publisher.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_PUBLISHER_ID = org.doxygen.Publisher\n\n# The DOCSET_PUBLISHER_NAME tag identifies the documentation publisher.\n# The default value is: Publisher.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_PUBLISHER_NAME = Publisher\n\n# If the GENERATE_HTMLHELP tag is set to YES then doxygen generates three\n# additional HTML index files: index.hhp, index.hhc, and index.hhk. The\n# index.hhp is a project file that can be read by Microsoft's HTML Help Workshop\n# (see: https://www.microsoft.com/en-us/download/details.aspx?id=21138) on\n# Windows.\n#\n# The HTML Help Workshop contains a compiler that can convert all HTML output\n# generated by doxygen into a single compiled HTML file (.chm). Compiled HTML\n# files are now used as the Windows 98 help format, and will replace the old\n# Windows help format (.hlp) on all Windows platforms in the future. Compressed\n# HTML files also contain an index, a table of contents, and you can search for\n# words in the documentation. The HTML workshop also contains a viewer for\n# compressed HTML files.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_HTMLHELP = NO\n\n# The CHM_FILE tag can be used to specify the file name of the resulting .chm\n# file. You can add a path in front of the file if the result should not be\n# written to the html output directory.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nCHM_FILE =\n\n# The HHC_LOCATION tag can be used to specify the location (absolute path\n# including file name) of the HTML help compiler (hhc.exe). If non-empty,\n# doxygen will try to run the HTML help compiler on the generated index.hhp.\n# The file has to be specified with full path.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nHHC_LOCATION =\n\n# The GENERATE_CHI flag controls if a separate .chi index file is generated\n# (YES) or that it should be included in the master .chm file (NO).\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nGENERATE_CHI = NO\n\n# The CHM_INDEX_ENCODING is used to encode HtmlHelp index (hhk), content (hhc)\n# and project file content.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nCHM_INDEX_ENCODING =\n\n# The BINARY_TOC flag controls whether a binary table of contents is generated\n# (YES) or a normal table of contents (NO) in the .chm file. Furthermore it\n# enables the Previous and Next buttons.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nBINARY_TOC = NO\n\n# The TOC_EXPAND flag can be set to YES to add extra items for group members to\n# the table of contents of the HTML help documentation and to the tree view.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nTOC_EXPAND = NO\n\n# If the GENERATE_QHP tag is set to YES and both QHP_NAMESPACE and\n# QHP_VIRTUAL_FOLDER are set, an additional index file will be generated that\n# can be used as input for Qt's qhelpgenerator to generate a Qt Compressed Help\n# (.qch) of the generated HTML documentation.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_QHP = NO\n\n# If the QHG_LOCATION tag is specified, the QCH_FILE tag can be used to specify\n# the file name of the resulting .qch file. The path specified is relative to\n# the HTML output folder.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQCH_FILE =\n\n# The QHP_NAMESPACE tag specifies the namespace to use when generating Qt Help\n# Project output. For more information please see Qt Help Project / Namespace\n# (see: https://doc.qt.io/archives/qt-4.8/qthelpproject.html#namespace).\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_NAMESPACE = org.doxygen.Project\n\n# The QHP_VIRTUAL_FOLDER tag specifies the namespace to use when generating Qt\n# Help Project output. For more information please see Qt Help Project / Virtual\n# Folders (see: https://doc.qt.io/archives/qt-4.8/qthelpproject.html#virtual-\n# folders).\n# The default value is: doc.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_VIRTUAL_FOLDER = doc\n\n# If the QHP_CUST_FILTER_NAME tag is set, it specifies the name of a custom\n# filter to add. For more information please see Qt Help Project / Custom\n# Filters (see: https://doc.qt.io/archives/qt-4.8/qthelpproject.html#custom-\n# filters).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_CUST_FILTER_NAME =\n\n# The QHP_CUST_FILTER_ATTRS tag specifies the list of the attributes of the\n# custom filter to add. For more information please see Qt Help Project / Custom\n# Filters (see: https://doc.qt.io/archives/qt-4.8/qthelpproject.html#custom-\n# filters).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_CUST_FILTER_ATTRS =\n\n# The QHP_SECT_FILTER_ATTRS tag specifies the list of the attributes this\n# project's filter section matches. Qt Help Project / Filter Attributes (see:\n# https://doc.qt.io/archives/qt-4.8/qthelpproject.html#filter-attributes).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_SECT_FILTER_ATTRS =\n\n# The QHG_LOCATION tag can be used to specify the location of Qt's\n# qhelpgenerator. If non-empty doxygen will try to run qhelpgenerator on the\n# generated .qhp file.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHG_LOCATION =\n\n# If the GENERATE_ECLIPSEHELP tag is set to YES, additional index files will be\n# generated, together with the HTML files, they form an Eclipse help plugin. To\n# install this plugin and make it available under the help contents menu in\n# Eclipse, the contents of the directory containing the HTML and XML files needs\n# to be copied into the plugins directory of eclipse. The name of the directory\n# within the plugins directory should be the same as the ECLIPSE_DOC_ID value.\n# After copying Eclipse needs to be restarted before the help appears.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_ECLIPSEHELP = NO\n\n# A unique identifier for the Eclipse help plugin. When installing the plugin\n# the directory name containing the HTML and XML files should also have this\n# name. Each documentation set should have its own identifier.\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_ECLIPSEHELP is set to YES.\n\nECLIPSE_DOC_ID = org.doxygen.Project\n\n# If you want full control over the layout of the generated HTML pages it might\n# be necessary to disable the index and replace it with your own. The\n# DISABLE_INDEX tag can be used to turn on/off the condensed index (tabs) at top\n# of each HTML page. A value of NO enables the index and the value YES disables\n# it. Since the tabs in the index contain the same information as the navigation\n# tree, you can set this option to YES if you also set GENERATE_TREEVIEW to YES.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nDISABLE_INDEX = NO\n\n# The GENERATE_TREEVIEW tag is used to specify whether a tree-like index\n# structure should be generated to display hierarchical information. If the tag\n# value is set to YES, a side panel will be generated containing a tree-like\n# index structure (just like the one that is generated for HTML Help). For this\n# to work a browser that supports JavaScript, DHTML, CSS and frames is required\n# (i.e. any modern browser). Windows users are probably better off using the\n# HTML help feature. Via custom style sheets (see HTML_EXTRA_STYLESHEET) one can\n# further fine-tune the look of the index. As an example, the default style\n# sheet generated by doxygen has an example that shows how to put an image at\n# the root of the tree instead of the PROJECT_NAME. Since the tree basically has\n# the same information as the tab index, you could consider setting\n# DISABLE_INDEX to YES when enabling this option.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_TREEVIEW = NO\n\n# The ENUM_VALUES_PER_LINE tag can be used to set the number of enum values that\n# doxygen will group on one line in the generated HTML documentation.\n#\n# Note that a value of 0 will completely suppress the enum values from appearing\n# in the overview section.\n# Minimum value: 0, maximum value: 20, default value: 4.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nENUM_VALUES_PER_LINE = 1\n\n# If the treeview is enabled (see GENERATE_TREEVIEW) then this tag can be used\n# to set the initial width (in pixels) of the frame in which the tree is shown.\n# Minimum value: 0, maximum value: 1500, default value: 250.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nTREEVIEW_WIDTH = 250\n\n# If the EXT_LINKS_IN_WINDOW option is set to YES, doxygen will open links to\n# external symbols imported via tag files in a separate window.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nEXT_LINKS_IN_WINDOW = NO\n\n# Use this tag to change the font size of LaTeX formulas included as images in\n# the HTML documentation. When you change the font size after a successful\n# doxygen run you need to manually remove any form_*.png images from the HTML\n# output directory to force them to be regenerated.\n# Minimum value: 8, maximum value: 50, default value: 10.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nFORMULA_FONTSIZE = 10\n\n# Use the FORMULA_TRANSPARENT tag to determine whether or not the images\n# generated for formulas are transparent PNGs. Transparent PNGs are not\n# supported properly for IE 6.0, but are supported on all modern browsers.\n#\n# Note that when changing this option you need to delete any form_*.png files in\n# the HTML output directory before the changes have effect.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nFORMULA_TRANSPARENT = YES\n\n# The FORMULA_MACROFILE can contain LaTeX \\newcommand and \\renewcommand commands\n# to create new LaTeX commands to be used in formulas as building blocks. See\n# the section \"Including formulas\" for details.\n\nFORMULA_MACROFILE =\n\n# Enable the USE_MATHJAX option to render LaTeX formulas using MathJax (see\n# https://www.mathjax.org) which uses client side JavaScript for the rendering\n# instead of using pre-rendered bitmaps. Use this if you do not have LaTeX\n# installed or if you want to formulas look prettier in the HTML output. When\n# enabled you may also need to install MathJax separately and configure the path\n# to it using the MATHJAX_RELPATH option.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nUSE_MATHJAX = YES\n\n# When MathJax is enabled you can set the default output format to be used for\n# the MathJax output. See the MathJax site (see:\n# http://docs.mathjax.org/en/latest/output.html) for more details.\n# Possible values are: HTML-CSS (which is slower, but has the best\n# compatibility), NativeMML (i.e. MathML) and SVG.\n# The default value is: HTML-CSS.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_FORMAT = HTML-CSS\n\n# When MathJax is enabled you need to specify the location relative to the HTML\n# output directory using the MATHJAX_RELPATH option. The destination directory\n# should contain the MathJax.js script. For instance, if the mathjax directory\n# is located at the same level as the HTML output directory, then\n# MATHJAX_RELPATH should be ../mathjax. The default value points to the MathJax\n# Content Delivery Network so you can quickly see the result without installing\n# MathJax. However, it is strongly recommended to install a local copy of\n# MathJax from https://www.mathjax.org before deployment.\n# The default value is: https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_RELPATH = http://cdn.mathjax.org/mathjax/latest\n\n# The MATHJAX_EXTENSIONS tag can be used to specify one or more MathJax\n# extension names that should be enabled during MathJax rendering. For example\n# MATHJAX_EXTENSIONS = TeX/AMSmath TeX/AMSsymbols\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_EXTENSIONS =\n\n# The MATHJAX_CODEFILE tag can be used to specify a file with javascript pieces\n# of code that will be used on startup of the MathJax code. See the MathJax site\n# (see: http://docs.mathjax.org/en/latest/output.html) for more details. For an\n# example see the documentation.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_CODEFILE =\n\n# When the SEARCHENGINE tag is enabled doxygen will generate a search box for\n# the HTML output. The underlying search engine uses javascript and DHTML and\n# should work on any modern browser. Note that when using HTML help\n# (GENERATE_HTMLHELP), Qt help (GENERATE_QHP), or docsets (GENERATE_DOCSET)\n# there is already a search function so this one should typically be disabled.\n# For large projects the javascript based search engine can be slow, then\n# enabling SERVER_BASED_SEARCH may provide a better solution. It is possible to\n# search using the keyboard; to jump to the search box use + S\n# (what the is depends on the OS and browser, but it is typically\n# , /