[
{
"path": ".github/dependabot.yml",
"content": "version: 2\nupdates:\n - package-ecosystem: \"github-actions\"\n directory: \"/\"\n schedule:\n interval: \"weekly\"\n"
},
{
"path": ".github/workflows/TagIt.yml",
"content": "on:\n push:\n tags:\n # Only match TagIt tags, which always start with this prefix\n - 'v20*'\n\nname: TagIt\n\npermissions:\n contents: read\n\njobs:\n build:\n permissions:\n contents: write # for actions/create-release to create a release\n name: Release\n runs-on: ubuntu-latest\n steps:\n - name: Checkout code\n uses: actions/checkout@v6\n - name: Archive project\n id: archive_project\n run: |\n FILE_NAME=${GITHUB_REPOSITORY#*/}-${GITHUB_REF##*/}\n git archive ${{ github.ref }} -o ${FILE_NAME}.zip\n git archive ${{ github.ref }} -o ${FILE_NAME}.tar.gz\n echo \"file_name=${FILE_NAME}\" >> $GITHUB_OUTPUT\n - name: Compute digests\n id: compute_digests\n run: |\n echo \"tgz_256=$(openssl dgst -sha256 ${{ steps.archive_project.outputs.file_name }}.tar.gz)\" >> $GITHUB_OUTPUT\n echo \"tgz_512=$(openssl dgst -sha512 ${{ steps.archive_project.outputs.file_name }}.tar.gz)\" >> $GITHUB_OUTPUT\n echo \"zip_256=$(openssl dgst -sha256 ${{ steps.archive_project.outputs.file_name }}.zip)\" >> $GITHUB_OUTPUT\n echo \"zip_512=$(openssl dgst -sha512 ${{ steps.archive_project.outputs.file_name }}.zip)\" >> $GITHUB_OUTPUT\n - name: Create Release\n id: create_release\n uses: actions/create-release@v1\n env:\n GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n with:\n tag_name: ${{ github.ref }}\n release_name: ${{ github.ref }}\n body: |\n Automated release from TagIt\n \n File Hashes \n \n ${{ steps.compute_digests.outputs.zip_256 }} \n ${{ steps.compute_digests.outputs.zip_512 }} \n ${{ steps.compute_digests.outputs.tgz_256 }} \n ${{ steps.compute_digests.outputs.tgz_512 }} \n \n \n draft: false\n prerelease: false\n - name: Upload zip\n uses: actions/upload-release-asset@v1\n env:\n GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n with:\n upload_url: ${{ steps.create_release.outputs.upload_url }}\n asset_path: ./${{ steps.archive_project.outputs.file_name }}.zip\n asset_name: ${{ steps.archive_project.outputs.file_name }}.zip\n asset_content_type: application/zip\n - name: Upload tar.gz\n uses: actions/upload-release-asset@v1\n env:\n GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n with:\n upload_url: ${{ steps.create_release.outputs.upload_url }}\n asset_path: ./${{ steps.archive_project.outputs.file_name }}.tar.gz\n asset_name: ${{ steps.archive_project.outputs.file_name }}.tar.gz\n asset_content_type: application/gzip\n"
},
{
"path": ".github/workflows/close_stale.yml",
"content": "name: Close inactive issues\non:\n schedule:\n - cron: \"30 1 * * *\"\n\njobs:\n close-issues:\n runs-on: ubuntu-latest\n permissions:\n issues: write\n steps:\n - uses: actions/stale@v9\n with:\n days-before-issue-stale: -1\n days-before-issue-close: 14\n stale-issue-label: \"need-input\"\n stale-issue-message: \"This issue is stale because it has been open too long with no activity.\"\n close-issue-message: \"This issue was closed because it has been inactive for two weeks since being marked as need-input.\"\n days-before-pr-stale: -1\n days-before-pr-close: -1\n repo-token: ${{ secrets.GITHUB_TOKEN }}\n"
},
{
"path": ".github/workflows/getdeps_linux.yml",
"content": "# This file was @generated by getdeps.py\n\nname: linux\n\non:\n push:\n branches:\n - main\n pull_request:\n branches:\n - main\n\npermissions:\n contents: read # to fetch code (actions/checkout)\n\njobs:\n build:\n runs-on: ubuntu-22.04\n steps:\n - uses: actions/checkout@v6\n - name: Update system package info\n run: sudo --preserve-env=http_proxy apt-get update\n - name: Install system deps\n run: sudo --preserve-env=http_proxy python3 build/fbcode_builder/getdeps.py --allow-system-packages install-system-deps --recursive proxygen && sudo --preserve-env=http_proxy python3 build/fbcode_builder/getdeps.py --allow-system-packages install-system-deps --recursive patchelf\n - id: paths\n name: Query paths\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages query-paths --recursive --src-dir=. proxygen >> \"$GITHUB_OUTPUT\"\n - name: Fetch ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests ninja\n - name: Fetch cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests cmake\n - name: Fetch c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests c-ares\n - name: Fetch zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests zlib\n - name: Fetch zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests zstd\n - name: Fetch boost\n if: ${{ steps.paths.outputs.boost_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests boost\n - name: Fetch double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests double-conversion\n - name: Fetch fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fast_float\n - name: Fetch fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fmt\n - name: Fetch gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests gflags\n - name: Fetch glog\n if: ${{ steps.paths.outputs.glog_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests glog\n - name: Fetch googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests googletest\n - name: Fetch libaio\n if: ${{ steps.paths.outputs.libaio_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libaio\n - name: Fetch libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libdwarf\n - name: Fetch libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libevent\n - name: Fetch lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests lz4\n - name: Fetch snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests snappy\n - name: Fetch openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests openssl\n - name: Fetch liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests liboqs\n - name: Fetch autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests autoconf\n - name: Fetch automake\n if: ${{ steps.paths.outputs.automake_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests automake\n - name: Fetch libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libtool\n - name: Fetch gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests gperf\n - name: Fetch libiberty\n if: ${{ steps.paths.outputs.libiberty_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libiberty\n - name: Fetch libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libsodium\n - name: Fetch libunwind\n if: ${{ steps.paths.outputs.libunwind_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libunwind\n - name: Fetch xz\n if: ${{ steps.paths.outputs.xz_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests xz\n - name: Fetch folly\n if: ${{ steps.paths.outputs.folly_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests folly\n - name: Fetch fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fizz\n - name: Fetch mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests mvfst\n - name: Fetch wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests wangle\n - name: Restore ninja from cache\n id: restore_ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.ninja_INSTALL }}\n key: ${{ steps.paths.outputs.ninja_CACHE_KEY }}-install\n - name: Build ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE && ! steps.restore_ninja.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests ninja\n - name: Save ninja to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.ninja_SOURCE && ! steps.restore_ninja.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.ninja_INSTALL }}\n key: ${{ steps.paths.outputs.ninja_CACHE_KEY }}-install\n - name: Restore cmake from cache\n id: restore_cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.cmake_INSTALL }}\n key: ${{ steps.paths.outputs.cmake_CACHE_KEY }}-install\n - name: Build cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE && ! steps.restore_cmake.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests cmake\n - name: Save cmake to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.cmake_SOURCE && ! steps.restore_cmake.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.cmake_INSTALL }}\n key: ${{ steps.paths.outputs.cmake_CACHE_KEY }}-install\n - name: Restore c-ares from cache\n id: restore_c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.c-ares_INSTALL }}\n key: ${{ steps.paths.outputs.c-ares_CACHE_KEY }}-install\n - name: Build c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE && ! steps.restore_c-ares.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests c-ares\n - name: Save c-ares to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.c-ares_SOURCE && ! steps.restore_c-ares.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.c-ares_INSTALL }}\n key: ${{ steps.paths.outputs.c-ares_CACHE_KEY }}-install\n - name: Restore zlib from cache\n id: restore_zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.zlib_INSTALL }}\n key: ${{ steps.paths.outputs.zlib_CACHE_KEY }}-install\n - name: Build zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE && ! steps.restore_zlib.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests zlib\n - name: Save zlib to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.zlib_SOURCE && ! steps.restore_zlib.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.zlib_INSTALL }}\n key: ${{ steps.paths.outputs.zlib_CACHE_KEY }}-install\n - name: Restore zstd from cache\n id: restore_zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.zstd_INSTALL }}\n key: ${{ steps.paths.outputs.zstd_CACHE_KEY }}-install\n - name: Build zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE && ! steps.restore_zstd.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests zstd\n - name: Save zstd to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.zstd_SOURCE && ! steps.restore_zstd.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.zstd_INSTALL }}\n key: ${{ steps.paths.outputs.zstd_CACHE_KEY }}-install\n - name: Restore boost from cache\n id: restore_boost\n if: ${{ steps.paths.outputs.boost_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.boost_INSTALL }}\n key: ${{ steps.paths.outputs.boost_CACHE_KEY }}-install\n - name: Build boost\n if: ${{ steps.paths.outputs.boost_SOURCE && ! steps.restore_boost.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests boost\n - name: Save boost to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.boost_SOURCE && ! steps.restore_boost.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.boost_INSTALL }}\n key: ${{ steps.paths.outputs.boost_CACHE_KEY }}-install\n - name: Restore double-conversion from cache\n id: restore_double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.double-conversion_INSTALL }}\n key: ${{ steps.paths.outputs.double-conversion_CACHE_KEY }}-install\n - name: Build double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE && ! steps.restore_double-conversion.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests double-conversion\n - name: Save double-conversion to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.double-conversion_SOURCE && ! steps.restore_double-conversion.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.double-conversion_INSTALL }}\n key: ${{ steps.paths.outputs.double-conversion_CACHE_KEY }}-install\n - name: Restore fast_float from cache\n id: restore_fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fast_float_INSTALL }}\n key: ${{ steps.paths.outputs.fast_float_CACHE_KEY }}-install\n - name: Build fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE && ! steps.restore_fast_float.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fast_float\n - name: Save fast_float to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fast_float_SOURCE && ! steps.restore_fast_float.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fast_float_INSTALL }}\n key: ${{ steps.paths.outputs.fast_float_CACHE_KEY }}-install\n - name: Restore fmt from cache\n id: restore_fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fmt_INSTALL }}\n key: ${{ steps.paths.outputs.fmt_CACHE_KEY }}-install\n - name: Build fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE && ! steps.restore_fmt.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fmt\n - name: Save fmt to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fmt_SOURCE && ! steps.restore_fmt.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fmt_INSTALL }}\n key: ${{ steps.paths.outputs.fmt_CACHE_KEY }}-install\n - name: Restore gflags from cache\n id: restore_gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.gflags_INSTALL }}\n key: ${{ steps.paths.outputs.gflags_CACHE_KEY }}-install\n - name: Build gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE && ! steps.restore_gflags.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests gflags\n - name: Save gflags to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.gflags_SOURCE && ! steps.restore_gflags.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.gflags_INSTALL }}\n key: ${{ steps.paths.outputs.gflags_CACHE_KEY }}-install\n - name: Restore glog from cache\n id: restore_glog\n if: ${{ steps.paths.outputs.glog_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.glog_INSTALL }}\n key: ${{ steps.paths.outputs.glog_CACHE_KEY }}-install\n - name: Build glog\n if: ${{ steps.paths.outputs.glog_SOURCE && ! steps.restore_glog.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests glog\n - name: Save glog to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.glog_SOURCE && ! steps.restore_glog.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.glog_INSTALL }}\n key: ${{ steps.paths.outputs.glog_CACHE_KEY }}-install\n - name: Restore googletest from cache\n id: restore_googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.googletest_INSTALL }}\n key: ${{ steps.paths.outputs.googletest_CACHE_KEY }}-install\n - name: Build googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE && ! steps.restore_googletest.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests googletest\n - name: Save googletest to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.googletest_SOURCE && ! steps.restore_googletest.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.googletest_INSTALL }}\n key: ${{ steps.paths.outputs.googletest_CACHE_KEY }}-install\n - name: Restore libaio from cache\n id: restore_libaio\n if: ${{ steps.paths.outputs.libaio_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libaio_INSTALL }}\n key: ${{ steps.paths.outputs.libaio_CACHE_KEY }}-install\n - name: Build libaio\n if: ${{ steps.paths.outputs.libaio_SOURCE && ! steps.restore_libaio.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libaio\n - name: Save libaio to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libaio_SOURCE && ! steps.restore_libaio.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libaio_INSTALL }}\n key: ${{ steps.paths.outputs.libaio_CACHE_KEY }}-install\n - name: Restore libdwarf from cache\n id: restore_libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libdwarf_INSTALL }}\n key: ${{ steps.paths.outputs.libdwarf_CACHE_KEY }}-install\n - name: Build libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE && ! steps.restore_libdwarf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libdwarf\n - name: Save libdwarf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libdwarf_SOURCE && ! steps.restore_libdwarf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libdwarf_INSTALL }}\n key: ${{ steps.paths.outputs.libdwarf_CACHE_KEY }}-install\n - name: Restore libevent from cache\n id: restore_libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libevent_INSTALL }}\n key: ${{ steps.paths.outputs.libevent_CACHE_KEY }}-install\n - name: Build libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE && ! steps.restore_libevent.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libevent\n - name: Save libevent to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libevent_SOURCE && ! steps.restore_libevent.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libevent_INSTALL }}\n key: ${{ steps.paths.outputs.libevent_CACHE_KEY }}-install\n - name: Restore lz4 from cache\n id: restore_lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.lz4_INSTALL }}\n key: ${{ steps.paths.outputs.lz4_CACHE_KEY }}-install\n - name: Build lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE && ! steps.restore_lz4.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests lz4\n - name: Save lz4 to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.lz4_SOURCE && ! steps.restore_lz4.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.lz4_INSTALL }}\n key: ${{ steps.paths.outputs.lz4_CACHE_KEY }}-install\n - name: Restore snappy from cache\n id: restore_snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.snappy_INSTALL }}\n key: ${{ steps.paths.outputs.snappy_CACHE_KEY }}-install\n - name: Build snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE && ! steps.restore_snappy.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests snappy\n - name: Save snappy to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.snappy_SOURCE && ! steps.restore_snappy.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.snappy_INSTALL }}\n key: ${{ steps.paths.outputs.snappy_CACHE_KEY }}-install\n - name: Restore openssl from cache\n id: restore_openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.openssl_INSTALL }}\n key: ${{ steps.paths.outputs.openssl_CACHE_KEY }}-install\n - name: Build openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE && ! steps.restore_openssl.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests openssl\n - name: Save openssl to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.openssl_SOURCE && ! steps.restore_openssl.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.openssl_INSTALL }}\n key: ${{ steps.paths.outputs.openssl_CACHE_KEY }}-install\n - name: Restore liboqs from cache\n id: restore_liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.liboqs_INSTALL }}\n key: ${{ steps.paths.outputs.liboqs_CACHE_KEY }}-install\n - name: Build liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE && ! steps.restore_liboqs.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests liboqs\n - name: Save liboqs to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.liboqs_SOURCE && ! steps.restore_liboqs.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.liboqs_INSTALL }}\n key: ${{ steps.paths.outputs.liboqs_CACHE_KEY }}-install\n - name: Restore autoconf from cache\n id: restore_autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.autoconf_INSTALL }}\n key: ${{ steps.paths.outputs.autoconf_CACHE_KEY }}-install\n - name: Build autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE && ! steps.restore_autoconf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests autoconf\n - name: Save autoconf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.autoconf_SOURCE && ! steps.restore_autoconf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.autoconf_INSTALL }}\n key: ${{ steps.paths.outputs.autoconf_CACHE_KEY }}-install\n - name: Restore automake from cache\n id: restore_automake\n if: ${{ steps.paths.outputs.automake_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.automake_INSTALL }}\n key: ${{ steps.paths.outputs.automake_CACHE_KEY }}-install\n - name: Build automake\n if: ${{ steps.paths.outputs.automake_SOURCE && ! steps.restore_automake.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests automake\n - name: Save automake to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.automake_SOURCE && ! steps.restore_automake.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.automake_INSTALL }}\n key: ${{ steps.paths.outputs.automake_CACHE_KEY }}-install\n - name: Restore libtool from cache\n id: restore_libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libtool_INSTALL }}\n key: ${{ steps.paths.outputs.libtool_CACHE_KEY }}-install\n - name: Build libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE && ! steps.restore_libtool.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libtool\n - name: Save libtool to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libtool_SOURCE && ! steps.restore_libtool.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libtool_INSTALL }}\n key: ${{ steps.paths.outputs.libtool_CACHE_KEY }}-install\n - name: Restore gperf from cache\n id: restore_gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.gperf_INSTALL }}\n key: ${{ steps.paths.outputs.gperf_CACHE_KEY }}-install\n - name: Build gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE && ! steps.restore_gperf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests gperf\n - name: Save gperf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.gperf_SOURCE && ! steps.restore_gperf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.gperf_INSTALL }}\n key: ${{ steps.paths.outputs.gperf_CACHE_KEY }}-install\n - name: Restore libiberty from cache\n id: restore_libiberty\n if: ${{ steps.paths.outputs.libiberty_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libiberty_INSTALL }}\n key: ${{ steps.paths.outputs.libiberty_CACHE_KEY }}-install\n - name: Build libiberty\n if: ${{ steps.paths.outputs.libiberty_SOURCE && ! steps.restore_libiberty.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libiberty\n - name: Save libiberty to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libiberty_SOURCE && ! steps.restore_libiberty.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libiberty_INSTALL }}\n key: ${{ steps.paths.outputs.libiberty_CACHE_KEY }}-install\n - name: Restore libsodium from cache\n id: restore_libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libsodium_INSTALL }}\n key: ${{ steps.paths.outputs.libsodium_CACHE_KEY }}-install\n - name: Build libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE && ! steps.restore_libsodium.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libsodium\n - name: Save libsodium to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libsodium_SOURCE && ! steps.restore_libsodium.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libsodium_INSTALL }}\n key: ${{ steps.paths.outputs.libsodium_CACHE_KEY }}-install\n - name: Restore libunwind from cache\n id: restore_libunwind\n if: ${{ steps.paths.outputs.libunwind_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libunwind_INSTALL }}\n key: ${{ steps.paths.outputs.libunwind_CACHE_KEY }}-install\n - name: Build libunwind\n if: ${{ steps.paths.outputs.libunwind_SOURCE && ! steps.restore_libunwind.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libunwind\n - name: Save libunwind to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libunwind_SOURCE && ! steps.restore_libunwind.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libunwind_INSTALL }}\n key: ${{ steps.paths.outputs.libunwind_CACHE_KEY }}-install\n - name: Restore xz from cache\n id: restore_xz\n if: ${{ steps.paths.outputs.xz_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.xz_INSTALL }}\n key: ${{ steps.paths.outputs.xz_CACHE_KEY }}-install\n - name: Build xz\n if: ${{ steps.paths.outputs.xz_SOURCE && ! steps.restore_xz.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests xz\n - name: Save xz to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.xz_SOURCE && ! steps.restore_xz.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.xz_INSTALL }}\n key: ${{ steps.paths.outputs.xz_CACHE_KEY }}-install\n - name: Restore folly from cache\n id: restore_folly\n if: ${{ steps.paths.outputs.folly_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.folly_INSTALL }}\n key: ${{ steps.paths.outputs.folly_CACHE_KEY }}-install\n - name: Build folly\n if: ${{ steps.paths.outputs.folly_SOURCE && ! steps.restore_folly.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests folly\n - name: Save folly to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.folly_SOURCE && ! steps.restore_folly.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.folly_INSTALL }}\n key: ${{ steps.paths.outputs.folly_CACHE_KEY }}-install\n - name: Restore fizz from cache\n id: restore_fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fizz_INSTALL }}\n key: ${{ steps.paths.outputs.fizz_CACHE_KEY }}-install\n - name: Build fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE && ! steps.restore_fizz.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fizz\n - name: Save fizz to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fizz_SOURCE && ! steps.restore_fizz.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fizz_INSTALL }}\n key: ${{ steps.paths.outputs.fizz_CACHE_KEY }}-install\n - name: Restore mvfst from cache\n id: restore_mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.mvfst_INSTALL }}\n key: ${{ steps.paths.outputs.mvfst_CACHE_KEY }}-install\n - name: Build mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE && ! steps.restore_mvfst.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests mvfst\n - name: Save mvfst to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.mvfst_SOURCE && ! steps.restore_mvfst.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.mvfst_INSTALL }}\n key: ${{ steps.paths.outputs.mvfst_CACHE_KEY }}-install\n - name: Restore wangle from cache\n id: restore_wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.wangle_INSTALL }}\n key: ${{ steps.paths.outputs.wangle_CACHE_KEY }}-install\n - name: Build wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE && ! steps.restore_wangle.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests wangle\n - name: Save wangle to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.wangle_SOURCE && ! steps.restore_wangle.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.wangle_INSTALL }}\n key: ${{ steps.paths.outputs.wangle_CACHE_KEY }}-install\n - name: Build proxygen\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --src-dir=. proxygen --project-install-prefix proxygen:/usr/local\n - name: Copy artifacts\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fixup-dyn-deps --strip --src-dir=. proxygen _artifacts/linux --project-install-prefix proxygen:/usr/local --final-install-prefix /usr/local\n - uses: actions/upload-artifact@v6\n with:\n name: proxygen\n path: _artifacts\n - name: Test proxygen\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages test --src-dir=. proxygen --project-install-prefix proxygen:/usr/local\n"
},
{
"path": ".github/workflows/getdeps_mac.yml",
"content": "# This file was @generated by getdeps.py\n\nname: mac\n\non:\n push:\n branches:\n - main\n pull_request:\n branches:\n - main\n\npermissions:\n contents: read # to fetch code (actions/checkout)\n\njobs:\n build:\n runs-on: macOS-latest\n steps:\n - uses: actions/checkout@v6\n - name: Install system deps\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages install-system-deps --recursive proxygen\n - id: paths\n name: Query paths\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages query-paths --recursive --src-dir=. proxygen >> \"$GITHUB_OUTPUT\"\n - name: Fetch ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests ninja\n - name: Fetch cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests cmake\n - name: Fetch c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests c-ares\n - name: Fetch zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests zlib\n - name: Fetch zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests zstd\n - name: Fetch boost\n if: ${{ steps.paths.outputs.boost_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests boost\n - name: Fetch double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests double-conversion\n - name: Fetch fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fast_float\n - name: Fetch fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fmt\n - name: Fetch gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests gflags\n - name: Fetch glog\n if: ${{ steps.paths.outputs.glog_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests glog\n - name: Fetch googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests googletest\n - name: Fetch libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libdwarf\n - name: Fetch lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests lz4\n - name: Fetch openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests openssl\n - name: Fetch snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests snappy\n - name: Fetch libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libevent\n - name: Fetch liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests liboqs\n - name: Fetch autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests autoconf\n - name: Fetch automake\n if: ${{ steps.paths.outputs.automake_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests automake\n - name: Fetch libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libtool\n - name: Fetch gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests gperf\n - name: Fetch libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests libsodium\n - name: Fetch xz\n if: ${{ steps.paths.outputs.xz_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests xz\n - name: Fetch folly\n if: ${{ steps.paths.outputs.folly_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests folly\n - name: Fetch fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests fizz\n - name: Fetch mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests mvfst\n - name: Fetch wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fetch --no-tests wangle\n - name: Restore ninja from cache\n id: restore_ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.ninja_INSTALL }}\n key: ${{ steps.paths.outputs.ninja_CACHE_KEY }}-install\n - name: Build ninja\n if: ${{ steps.paths.outputs.ninja_SOURCE && ! steps.restore_ninja.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests ninja\n - name: Save ninja to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.ninja_SOURCE && ! steps.restore_ninja.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.ninja_INSTALL }}\n key: ${{ steps.paths.outputs.ninja_CACHE_KEY }}-install\n - name: Restore cmake from cache\n id: restore_cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.cmake_INSTALL }}\n key: ${{ steps.paths.outputs.cmake_CACHE_KEY }}-install\n - name: Build cmake\n if: ${{ steps.paths.outputs.cmake_SOURCE && ! steps.restore_cmake.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests cmake\n - name: Save cmake to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.cmake_SOURCE && ! steps.restore_cmake.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.cmake_INSTALL }}\n key: ${{ steps.paths.outputs.cmake_CACHE_KEY }}-install\n - name: Restore c-ares from cache\n id: restore_c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.c-ares_INSTALL }}\n key: ${{ steps.paths.outputs.c-ares_CACHE_KEY }}-install\n - name: Build c-ares\n if: ${{ steps.paths.outputs.c-ares_SOURCE && ! steps.restore_c-ares.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests c-ares\n - name: Save c-ares to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.c-ares_SOURCE && ! steps.restore_c-ares.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.c-ares_INSTALL }}\n key: ${{ steps.paths.outputs.c-ares_CACHE_KEY }}-install\n - name: Restore zlib from cache\n id: restore_zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.zlib_INSTALL }}\n key: ${{ steps.paths.outputs.zlib_CACHE_KEY }}-install\n - name: Build zlib\n if: ${{ steps.paths.outputs.zlib_SOURCE && ! steps.restore_zlib.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests zlib\n - name: Save zlib to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.zlib_SOURCE && ! steps.restore_zlib.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.zlib_INSTALL }}\n key: ${{ steps.paths.outputs.zlib_CACHE_KEY }}-install\n - name: Restore zstd from cache\n id: restore_zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.zstd_INSTALL }}\n key: ${{ steps.paths.outputs.zstd_CACHE_KEY }}-install\n - name: Build zstd\n if: ${{ steps.paths.outputs.zstd_SOURCE && ! steps.restore_zstd.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests zstd\n - name: Save zstd to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.zstd_SOURCE && ! steps.restore_zstd.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.zstd_INSTALL }}\n key: ${{ steps.paths.outputs.zstd_CACHE_KEY }}-install\n - name: Restore boost from cache\n id: restore_boost\n if: ${{ steps.paths.outputs.boost_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.boost_INSTALL }}\n key: ${{ steps.paths.outputs.boost_CACHE_KEY }}-install\n - name: Build boost\n if: ${{ steps.paths.outputs.boost_SOURCE && ! steps.restore_boost.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests boost\n - name: Save boost to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.boost_SOURCE && ! steps.restore_boost.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.boost_INSTALL }}\n key: ${{ steps.paths.outputs.boost_CACHE_KEY }}-install\n - name: Restore double-conversion from cache\n id: restore_double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.double-conversion_INSTALL }}\n key: ${{ steps.paths.outputs.double-conversion_CACHE_KEY }}-install\n - name: Build double-conversion\n if: ${{ steps.paths.outputs.double-conversion_SOURCE && ! steps.restore_double-conversion.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests double-conversion\n - name: Save double-conversion to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.double-conversion_SOURCE && ! steps.restore_double-conversion.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.double-conversion_INSTALL }}\n key: ${{ steps.paths.outputs.double-conversion_CACHE_KEY }}-install\n - name: Restore fast_float from cache\n id: restore_fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fast_float_INSTALL }}\n key: ${{ steps.paths.outputs.fast_float_CACHE_KEY }}-install\n - name: Build fast_float\n if: ${{ steps.paths.outputs.fast_float_SOURCE && ! steps.restore_fast_float.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fast_float\n - name: Save fast_float to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fast_float_SOURCE && ! steps.restore_fast_float.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fast_float_INSTALL }}\n key: ${{ steps.paths.outputs.fast_float_CACHE_KEY }}-install\n - name: Restore fmt from cache\n id: restore_fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fmt_INSTALL }}\n key: ${{ steps.paths.outputs.fmt_CACHE_KEY }}-install\n - name: Build fmt\n if: ${{ steps.paths.outputs.fmt_SOURCE && ! steps.restore_fmt.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fmt\n - name: Save fmt to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fmt_SOURCE && ! steps.restore_fmt.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fmt_INSTALL }}\n key: ${{ steps.paths.outputs.fmt_CACHE_KEY }}-install\n - name: Restore gflags from cache\n id: restore_gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.gflags_INSTALL }}\n key: ${{ steps.paths.outputs.gflags_CACHE_KEY }}-install\n - name: Build gflags\n if: ${{ steps.paths.outputs.gflags_SOURCE && ! steps.restore_gflags.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests gflags\n - name: Save gflags to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.gflags_SOURCE && ! steps.restore_gflags.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.gflags_INSTALL }}\n key: ${{ steps.paths.outputs.gflags_CACHE_KEY }}-install\n - name: Restore glog from cache\n id: restore_glog\n if: ${{ steps.paths.outputs.glog_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.glog_INSTALL }}\n key: ${{ steps.paths.outputs.glog_CACHE_KEY }}-install\n - name: Build glog\n if: ${{ steps.paths.outputs.glog_SOURCE && ! steps.restore_glog.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests glog\n - name: Save glog to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.glog_SOURCE && ! steps.restore_glog.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.glog_INSTALL }}\n key: ${{ steps.paths.outputs.glog_CACHE_KEY }}-install\n - name: Restore googletest from cache\n id: restore_googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.googletest_INSTALL }}\n key: ${{ steps.paths.outputs.googletest_CACHE_KEY }}-install\n - name: Build googletest\n if: ${{ steps.paths.outputs.googletest_SOURCE && ! steps.restore_googletest.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests googletest\n - name: Save googletest to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.googletest_SOURCE && ! steps.restore_googletest.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.googletest_INSTALL }}\n key: ${{ steps.paths.outputs.googletest_CACHE_KEY }}-install\n - name: Restore libdwarf from cache\n id: restore_libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libdwarf_INSTALL }}\n key: ${{ steps.paths.outputs.libdwarf_CACHE_KEY }}-install\n - name: Build libdwarf\n if: ${{ steps.paths.outputs.libdwarf_SOURCE && ! steps.restore_libdwarf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libdwarf\n - name: Save libdwarf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libdwarf_SOURCE && ! steps.restore_libdwarf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libdwarf_INSTALL }}\n key: ${{ steps.paths.outputs.libdwarf_CACHE_KEY }}-install\n - name: Restore lz4 from cache\n id: restore_lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.lz4_INSTALL }}\n key: ${{ steps.paths.outputs.lz4_CACHE_KEY }}-install\n - name: Build lz4\n if: ${{ steps.paths.outputs.lz4_SOURCE && ! steps.restore_lz4.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests lz4\n - name: Save lz4 to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.lz4_SOURCE && ! steps.restore_lz4.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.lz4_INSTALL }}\n key: ${{ steps.paths.outputs.lz4_CACHE_KEY }}-install\n - name: Restore openssl from cache\n id: restore_openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.openssl_INSTALL }}\n key: ${{ steps.paths.outputs.openssl_CACHE_KEY }}-install\n - name: Build openssl\n if: ${{ steps.paths.outputs.openssl_SOURCE && ! steps.restore_openssl.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests openssl\n - name: Save openssl to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.openssl_SOURCE && ! steps.restore_openssl.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.openssl_INSTALL }}\n key: ${{ steps.paths.outputs.openssl_CACHE_KEY }}-install\n - name: Restore snappy from cache\n id: restore_snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.snappy_INSTALL }}\n key: ${{ steps.paths.outputs.snappy_CACHE_KEY }}-install\n - name: Build snappy\n if: ${{ steps.paths.outputs.snappy_SOURCE && ! steps.restore_snappy.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests snappy\n - name: Save snappy to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.snappy_SOURCE && ! steps.restore_snappy.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.snappy_INSTALL }}\n key: ${{ steps.paths.outputs.snappy_CACHE_KEY }}-install\n - name: Restore libevent from cache\n id: restore_libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libevent_INSTALL }}\n key: ${{ steps.paths.outputs.libevent_CACHE_KEY }}-install\n - name: Build libevent\n if: ${{ steps.paths.outputs.libevent_SOURCE && ! steps.restore_libevent.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libevent\n - name: Save libevent to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libevent_SOURCE && ! steps.restore_libevent.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libevent_INSTALL }}\n key: ${{ steps.paths.outputs.libevent_CACHE_KEY }}-install\n - name: Restore liboqs from cache\n id: restore_liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.liboqs_INSTALL }}\n key: ${{ steps.paths.outputs.liboqs_CACHE_KEY }}-install\n - name: Build liboqs\n if: ${{ steps.paths.outputs.liboqs_SOURCE && ! steps.restore_liboqs.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests liboqs\n - name: Save liboqs to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.liboqs_SOURCE && ! steps.restore_liboqs.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.liboqs_INSTALL }}\n key: ${{ steps.paths.outputs.liboqs_CACHE_KEY }}-install\n - name: Restore autoconf from cache\n id: restore_autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.autoconf_INSTALL }}\n key: ${{ steps.paths.outputs.autoconf_CACHE_KEY }}-install\n - name: Build autoconf\n if: ${{ steps.paths.outputs.autoconf_SOURCE && ! steps.restore_autoconf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests autoconf\n - name: Save autoconf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.autoconf_SOURCE && ! steps.restore_autoconf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.autoconf_INSTALL }}\n key: ${{ steps.paths.outputs.autoconf_CACHE_KEY }}-install\n - name: Restore automake from cache\n id: restore_automake\n if: ${{ steps.paths.outputs.automake_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.automake_INSTALL }}\n key: ${{ steps.paths.outputs.automake_CACHE_KEY }}-install\n - name: Build automake\n if: ${{ steps.paths.outputs.automake_SOURCE && ! steps.restore_automake.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests automake\n - name: Save automake to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.automake_SOURCE && ! steps.restore_automake.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.automake_INSTALL }}\n key: ${{ steps.paths.outputs.automake_CACHE_KEY }}-install\n - name: Restore libtool from cache\n id: restore_libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libtool_INSTALL }}\n key: ${{ steps.paths.outputs.libtool_CACHE_KEY }}-install\n - name: Build libtool\n if: ${{ steps.paths.outputs.libtool_SOURCE && ! steps.restore_libtool.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libtool\n - name: Save libtool to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libtool_SOURCE && ! steps.restore_libtool.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libtool_INSTALL }}\n key: ${{ steps.paths.outputs.libtool_CACHE_KEY }}-install\n - name: Restore gperf from cache\n id: restore_gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.gperf_INSTALL }}\n key: ${{ steps.paths.outputs.gperf_CACHE_KEY }}-install\n - name: Build gperf\n if: ${{ steps.paths.outputs.gperf_SOURCE && ! steps.restore_gperf.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests gperf\n - name: Save gperf to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.gperf_SOURCE && ! steps.restore_gperf.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.gperf_INSTALL }}\n key: ${{ steps.paths.outputs.gperf_CACHE_KEY }}-install\n - name: Restore libsodium from cache\n id: restore_libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.libsodium_INSTALL }}\n key: ${{ steps.paths.outputs.libsodium_CACHE_KEY }}-install\n - name: Build libsodium\n if: ${{ steps.paths.outputs.libsodium_SOURCE && ! steps.restore_libsodium.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests libsodium\n - name: Save libsodium to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.libsodium_SOURCE && ! steps.restore_libsodium.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.libsodium_INSTALL }}\n key: ${{ steps.paths.outputs.libsodium_CACHE_KEY }}-install\n - name: Restore xz from cache\n id: restore_xz\n if: ${{ steps.paths.outputs.xz_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.xz_INSTALL }}\n key: ${{ steps.paths.outputs.xz_CACHE_KEY }}-install\n - name: Build xz\n if: ${{ steps.paths.outputs.xz_SOURCE && ! steps.restore_xz.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests xz\n - name: Save xz to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.xz_SOURCE && ! steps.restore_xz.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.xz_INSTALL }}\n key: ${{ steps.paths.outputs.xz_CACHE_KEY }}-install\n - name: Restore folly from cache\n id: restore_folly\n if: ${{ steps.paths.outputs.folly_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.folly_INSTALL }}\n key: ${{ steps.paths.outputs.folly_CACHE_KEY }}-install\n - name: Build folly\n if: ${{ steps.paths.outputs.folly_SOURCE && ! steps.restore_folly.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests folly\n - name: Save folly to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.folly_SOURCE && ! steps.restore_folly.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.folly_INSTALL }}\n key: ${{ steps.paths.outputs.folly_CACHE_KEY }}-install\n - name: Restore fizz from cache\n id: restore_fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.fizz_INSTALL }}\n key: ${{ steps.paths.outputs.fizz_CACHE_KEY }}-install\n - name: Build fizz\n if: ${{ steps.paths.outputs.fizz_SOURCE && ! steps.restore_fizz.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests fizz\n - name: Save fizz to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.fizz_SOURCE && ! steps.restore_fizz.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.fizz_INSTALL }}\n key: ${{ steps.paths.outputs.fizz_CACHE_KEY }}-install\n - name: Restore mvfst from cache\n id: restore_mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.mvfst_INSTALL }}\n key: ${{ steps.paths.outputs.mvfst_CACHE_KEY }}-install\n - name: Build mvfst\n if: ${{ steps.paths.outputs.mvfst_SOURCE && ! steps.restore_mvfst.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests mvfst\n - name: Save mvfst to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.mvfst_SOURCE && ! steps.restore_mvfst.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.mvfst_INSTALL }}\n key: ${{ steps.paths.outputs.mvfst_CACHE_KEY }}-install\n - name: Restore wangle from cache\n id: restore_wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE }}\n uses: actions/cache/restore@v4\n with:\n path: ${{ steps.paths.outputs.wangle_INSTALL }}\n key: ${{ steps.paths.outputs.wangle_CACHE_KEY }}-install\n - name: Build wangle\n if: ${{ steps.paths.outputs.wangle_SOURCE && ! steps.restore_wangle.outputs.cache-hit }}\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --no-tests wangle\n - name: Save wangle to cache\n uses: actions/cache/save@v4\n if: ${{ steps.paths.outputs.wangle_SOURCE && ! steps.restore_wangle.outputs.cache-hit }}\n with:\n path: ${{ steps.paths.outputs.wangle_INSTALL }}\n key: ${{ steps.paths.outputs.wangle_CACHE_KEY }}-install\n - name: Build proxygen\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages build --src-dir=. proxygen --project-install-prefix proxygen:/usr/local\n - name: Copy artifacts\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages fixup-dyn-deps --src-dir=. proxygen _artifacts/mac --project-install-prefix proxygen:/usr/local --final-install-prefix /usr/local\n - uses: actions/upload-artifact@v6\n with:\n name: proxygen\n path: _artifacts\n - name: Test proxygen\n run: python3 build/fbcode_builder/getdeps.py --allow-system-packages test --src-dir=. proxygen --project-install-prefix proxygen:/usr/local\n"
},
{
"path": ".github/workflows/publish_mvfst_interop.yml",
"content": "# Following instruction from https://docs.github.com/en/actions/publishing-packages/publishing-docker-images\n\nname: Publish mvfst interop image\n\non:\n push:\n tags:\n # Build a new image weekly with each TagIt release\n - 'v20*'\n\nenv:\n REGISTRY: ghcr.io\n IMAGE_NAME: ${{ github.repository }}/mvfst-interop\n\njobs:\n build-and-push-image:\n runs-on: ubuntu-latest\n\n permissions:\n contents: read\n packages: write\n\n steps:\n - name: Checkout repository\n uses: actions/checkout@v5\n\n - name: Log in to the Container registry\n uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1\n with:\n registry: ${{ env.REGISTRY }}\n username: ${{ github.actor }}\n password: ${{ secrets.GITHUB_TOKEN }}\n\n - name: Extract metadata (tags, labels) for Docker\n id: meta\n uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f\n with:\n images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}\n\n - name: Build and push Docker image\n uses: docker/build-push-action@1dc73863535b631f98b2378be8619f83b136f4a0\n with:\n context: .\n file: proxygen/httpserver/samples/hq/quic-interop/Dockerfile\n push: true\n tags: ${{ steps.meta.outputs.tags }}\n labels: ${{ steps.meta.outputs.labels }}\n"
},
{
"path": ".gitignore",
"content": "*~\n\\#*\\#\n\n# Build artifacts\n.libs\n*.log\n*.trs\n*.o\n*.lo\n*.a\n*.la\ngen-cpp\ngen-cpp2\n\n# Generated files\n/proxygen/lib/http/HTTPCommonHeaders.cpp\n/proxygen/lib/http/HTTPCommonHeaders.h\n/proxygen/lib/utils/TraceEventType.cpp\n/proxygen/lib/utils/TraceEventType.h\n/proxygen/lib/utils/TraceFieldType.cpp\n/proxygen/lib/utils/TraceFieldType.h\n/proxygen/lib/stats/StatsWrapper.h\n_build/\n\n# common editor artifacts\n*~\n*.vscode*\n\n# Generated document\nhtml/\nlatex/\n"
},
{
"path": "CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\ncmake_minimum_required(VERSION 3.10)\ninclude(CheckCXXCompilerFlag)\n\nproject(\n proxygen\n)\n\n# Set for FetchContent to skip find_package(proxygen)\nset(proxygen_SOURCE_DIR \"${CMAKE_CURRENT_SOURCE_DIR}\"\n CACHE INTERNAL \"proxygen source directory\")\n\nset(CMAKE_CXX_STANDARD 20)\nset(CMAKE_CXX_STANDARD_REQUIRED ON)\nset(CMAKE_CXX_EXTENSIONS OFF)\n\nset(CMAKE_MODULE_PATH\n \"${CMAKE_CURRENT_SOURCE_DIR}/cmake\"\n # for in-fbsource builds\n \"${CMAKE_CURRENT_SOURCE_DIR}/../opensource/fbcode_builder/CMake\"\n # For shipit-transformed builds\n \"${CMAKE_CURRENT_SOURCE_DIR}/build/fbcode_builder/CMake\"\n ${CMAKE_MODULE_PATH})\n\noption(BUILD_SHARED_LIBS\n \"If enabled, build proxygen as a shared library. \\\n This is generally discouraged, since proxygen does not commit to having \\\n a stable ABI.\"\n OFF\n)\noption(BUILD_SAMPLES\n \"If enabled, proxygen will build various examples/samples\"\n ON\n)\n# Mark BUILD_SHARED_LIBS as an \"advanced\" option, since enabling it\n# is generally discouraged.\nmark_as_advanced(BUILD_SHARED_LIBS)\n\ninclude(FBBuildOptions)\nfb_activate_static_library_option()\n\n# PROXYGEN_FBCODE_ROOT is where the top level proxygen/ directory resides, so\n# an #include will resolve to\n# $PROXYGEN_FBCODE_ROOT/proxygen/path/to/file on disk\nset(PROXYGEN_FBCODE_ROOT ${CMAKE_CURRENT_SOURCE_DIR})\n\n# Similarly, PROXYGEN_GENERATED_ROOT is where the top level proxygen/ directory\n# resides for generated files, so a #include \n# will be at $PROXYGEN_GENERATED_ROOT/proxygen/path/to/generated/file\nset(PROXYGEN_GENERATED_ROOT ${CMAKE_CURRENT_BINARY_DIR}/generated)\nfile(MAKE_DIRECTORY ${PROXYGEN_GENERATED_ROOT})\n\n# Build-time program requirements.\nif(WIN32)\n find_program(PROXYGEN_PYTHON python)\nelse()\n find_program(PROXYGEN_PYTHON python3)\nendif()\n\nif(NOT PROXYGEN_PYTHON)\n message(FATAL_ERROR \"python is required for the proxygen build\")\nendif()\n\nfind_program(PROXYGEN_GPERF gperf)\nif(NOT PROXYGEN_GPERF)\n message(FATAL_ERROR \"gperf is required for the proxygen build\")\nendif()\n\n# Dependencies\n#\n# IMPORTANT: If you change this, make the analogous update in:\n# cmake/proxygen-config.cmake.in\nfind_package(fmt REQUIRED)\n# If deps are being built from source (FetchContent), skip find_package\nif (NOT DEFINED folly_SOURCE_DIR)\n find_package(folly REQUIRED)\nendif()\nif (NOT DEFINED fizz_SOURCE_DIR)\n find_package(fizz REQUIRED)\nendif()\nif (NOT DEFINED wangle_SOURCE_DIR)\n find_package(wangle REQUIRED)\nendif()\nif (NOT DEFINED mvfst_SOURCE_DIR)\n find_package(mvfst REQUIRED)\nendif()\nfind_package(Zstd REQUIRED)\nfind_package(ZLIB REQUIRED)\nfind_package(OpenSSL REQUIRED)\nfind_package(Threads)\nfind_package(Cares REQUIRED)\nfind_package(Glog REQUIRED)\n\n# Propagate glog's required compile definition to all proxygen targets.\n# glog 0.7+ requires GLOG_USE_GLOG_EXPORT but since glog::glog is linked\n# PRIVATE on the monolithic library, OBJECT libraries don't inherit it.\nget_target_property(_glog_defs glog::glog INTERFACE_COMPILE_DEFINITIONS)\nif(_glog_defs)\n add_compile_definitions(${_glog_defs})\nendif()\n\nlist(APPEND\n _PROXYGEN_COMMON_COMPILE_OPTIONS\n -Wall\n -Wextra\n)\n\nCHECK_CXX_COMPILER_FLAG(-Wnoexcept-type COMPILER_HAS_W_NOEXCEPT_TYPE)\nif (COMPILER_HAS_W_NOEXCEPT_TYPE)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-noexcept-type)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wunused-parameter COMPILER_HAS_W_UNUSED_PARAMETER)\nif (COMPILER_HAS_W_UNUSED_PARAMETER)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-unused-parameter)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wmissing-field-initializers COMPILER_HAS_W_MISSING_FIELD_INITIALIZERS)\nif (COMPILER_HAS_W_MISSING_FIELD_INITIALIZERS)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-missing-field-initializers)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wnullability-completeness COMPILER_HAS_W_NULLABILITY_COMPLETENESS)\nif (COMPILER_HAS_W_NULLABILITY_COMPLETENESS)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-nullability-completeness)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wdeprecated-register COMPILER_HAS_W_DEPRECATED_REGISTER)\nif (COMPILER_HAS_W_DEPRECATED_REGISTER)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-deprecated-register)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wregister COMPILER_HAS_W_REGISTER)\nif (COMPILER_HAS_W_REGISTER)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-register)\nendif()\nCHECK_CXX_COMPILER_FLAG(-Wunused-value COMPILER_HAS_W_UNUSED_VALUE)\nif (COMPILER_HAS_W_UNUSED_VALUE)\n list(APPEND _PROXYGEN_COMMON_COMPILE_OPTIONS -Wno-unused-value)\nendif()\n\nSET(GFLAG_DEPENDENCIES \"\")\nSET(PROXYGEN_EXTRA_LINK_LIBRARIES \"\")\nSET(PROXYGEN_EXTRA_INCLUDE_DIRECTORIES \"\")\n\nfind_package(gflags CONFIG QUIET)\nif (gflags_FOUND)\n message(\"module path: ${CMAKE_MODULE_PATH}\")\n message(STATUS \"Found gflags from package config\")\n if (TARGET gflags-shared)\n list(APPEND GFLAG_DEPENDENCIES gflags-shared)\n elseif (TARGET gflags)\n list(APPEND GFLAG_DEPENDENCIES gflags)\n else()\n message(FATAL_ERROR\n \"Unable to determine the target name for the GFlags package.\")\n endif()\n list(APPEND CMAKE_REQUIRED_LIBRARIES ${GFLAGS_LIBRARIES})\n list(APPEND CMAKE_REQUIRED_INCLUDES ${GFLAGS_INCLUDE_DIR})\nelse()\n find_package(Gflags REQUIRED MODULE)\n list(APPEND PROXYGEN_EXTRA_LINK_LIBRARIES ${LIBGFLAGS_LIBRARY})\n list(APPEND PROXYGEN_EXTRA_INCLUDE_DIRECTORIES ${LIBGFLAGS_INCLUDE_DIR})\n list(APPEND CMAKE_REQUIRED_LIBRARIES ${LIBGFLAGS_LIBRARY})\n list(APPEND CMAKE_REQUIRED_INCLUDES ${LIBGFLAGS_INCLUDE_DIR})\nendif()\n\ninclude(ProxygenTest)\ninclude(ProxygenFunctions)\n\n# Set PROXYGEN_DIR for proxygen_add_library to compute target names\nset(PROXYGEN_DIR ${CMAKE_CURRENT_SOURCE_DIR}/proxygen)\n\nadd_subdirectory(proxygen)\n\n# Resolve deferred dependencies for granular libraries\n# (monolithic proxygen target is manually maintained in proxygen/lib/CMakeLists.txt)\nproxygen_resolve_deferred_dependencies()\n\nif (NOT DEFINED LIB_INSTALL_DIR)\n set(LIB_INSTALL_DIR \"lib\")\nendif()\n\nif (NOT DEFINED INCLUDE_INSTALL_DIR)\n set(INCLUDE_INSTALL_DIR \"include\")\nendif()\n\nif (NOT DEFINED CMAKE_INSTALL_DIR)\n set(CMAKE_INSTALL_DIR \"${LIB_INSTALL_DIR}/cmake/proxygen/\")\nendif()\n\ninstall(\n EXPORT proxygen-exports\n FILE proxygen-targets.cmake\n NAMESPACE proxygen::\n DESTINATION ${CMAKE_INSTALL_DIR}\n)\ninclude(CMakePackageConfigHelpers)\nconfigure_package_config_file(\n cmake/proxygen-config.cmake.in\n ${CMAKE_CURRENT_BINARY_DIR}/proxygen-config.cmake\n INSTALL_DESTINATION ${CMAKE_INSTALL_DIR}\n)\ninstall(\n FILES ${CMAKE_CURRENT_BINARY_DIR}/proxygen-config.cmake\n DESTINATION ${CMAKE_INSTALL_DIR}\n)\n\n# uninstall target\nif(NOT TARGET uninstall)\n configure_file(\n \"${CMAKE_CURRENT_SOURCE_DIR}/cmake_uninstall.cmake.in\"\n \"${CMAKE_CURRENT_BINARY_DIR}/cmake_uninstall.cmake\"\n IMMEDIATE @ONLY)\n\n add_custom_target(uninstall\n COMMAND ${CMAKE_COMMAND} -P ${CMAKE_CURRENT_BINARY_DIR}/cmake_uninstall.cmake)\nendif()\n"
},
{
"path": "CODE_OF_CONDUCT.md",
"content": "# Code of Conduct\n\n## Our Pledge\n\nIn the interest of fostering an open and welcoming environment, we as\ncontributors and maintainers pledge to make participation in our project and\nour community a harassment-free experience for everyone, regardless of age, body\nsize, disability, ethnicity, sex characteristics, gender identity and expression,\nlevel of experience, education, socio-economic status, nationality, personal\nappearance, race, religion, or sexual identity and orientation.\n\n## Our Standards\n\nExamples of behavior that contributes to creating a positive environment\ninclude:\n\n* Using welcoming and inclusive language\n* Being respectful of differing viewpoints and experiences\n* Gracefully accepting constructive criticism\n* Focusing on what is best for the community\n* Showing empathy towards other community members\n\nExamples of unacceptable behavior by participants include:\n\n* The use of sexualized language or imagery and unwelcome sexual attention or\n advances\n* Trolling, insulting/derogatory comments, and personal or political attacks\n* Public or private harassment\n* Publishing others' private information, such as a physical or electronic\n address, without explicit permission\n* Other conduct which could reasonably be considered inappropriate in a\n professional setting\n\n## Our Responsibilities\n\nProject maintainers are responsible for clarifying the standards of acceptable\nbehavior and are expected to take appropriate and fair corrective action in\nresponse to any instances of unacceptable behavior.\n\nProject maintainers have the right and responsibility to remove, edit, or\nreject comments, commits, code, wiki edits, issues, and other contributions\nthat are not aligned to this Code of Conduct, or to ban temporarily or\npermanently any contributor for other behaviors that they deem inappropriate,\nthreatening, offensive, or harmful.\n\n## Scope\n\nThis Code of Conduct applies within all project spaces, and it also applies when\nan individual is representing the project or its community in public spaces.\nExamples of representing a project or community include using an official\nproject e-mail address, posting via an official social media account, or acting\nas an appointed representative at an online or offline event. Representation of\na project may be further defined and clarified by project maintainers.\n\n## Enforcement\n\nInstances of abusive, harassing, or otherwise unacceptable behavior may be\nreported by contacting the project team at . All\ncomplaints will be reviewed and investigated and will result in a response that\nis deemed necessary and appropriate to the circumstances. The project team is\nobligated to maintain confidentiality with regard to the reporter of an incident.\nFurther details of specific enforcement policies may be posted separately.\n\nProject maintainers who do not follow or enforce the Code of Conduct in good\nfaith may face temporary or permanent repercussions as determined by other\nmembers of the project's leadership.\n\n## Attribution\n\nThis Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,\navailable at https://www.contributor-covenant.org/version/1/4/code-of-conduct.html\n\n[homepage]: https://www.contributor-covenant.org\n\nFor answers to common questions about this code of conduct, see\nhttps://www.contributor-covenant.org/faq\n\n"
},
{
"path": "CONTRIBUTING.md",
"content": "# Contributing to Proxygen\nHere's a quick rundown of how to contribute to this project.\n\n## Code of Conduct\nThe code of conduct is described in [`CODE_OF_CONDUCT.md`](CODE_OF_CONDUCT.md)\n\n## Our Development Process\nWe develop on a private branch internally at Facebook. We regularly update\nthis github project with the changes from the internal repo. External pull\nrequests are cherry-picked into our repo and then pushed back out.\n\n## Pull Requests\nWe actively welcome your pull requests.\n\n1. Fork the repo and create your branch from `main`.\n1. If you've added code that should be tested, add tests\n1. If you've changed APIs, update the documentation.\n1. Ensure the test suite passes.\n1. Make sure your code lints.\n1. If you haven't already, complete the Contributor License Agreement (\"CLA\").\n\n## Contributor License Agreement (\"CLA\")\nIn order to accept your pull request, we need you to submit a CLA. You\nonly need\nto do this once to work on any of Facebook's open source projects.\n\nComplete your CLA here: \n\n## Issues\nWe use GitHub issues to track public bugs. Please ensure your description\nis clear and has sufficient instructions to be able to reproduce the issue.\n\nFacebook has a [bounty program](https://www.facebook.com/whitehat/) for\nthe safe disclosure of security bugs. In those cases, please go through\nthe process outlined on that page and do not file a public issue.\n\n## Coding Style\n* 2 spaces for indentation rather than tabs\n* 80 character line length\n* Use `Type* foo` not `Type *foo`.\n* Align parameters passed to functions.\n* Prefer `std::make_unique` to `new Foo`. In general, we discourage\nuse of raw `new` or `delete`.\n\n## License\nBy contributing to Proxygen, you agree that your contributions will be\nlicensed under its BSD license.\n"
},
{
"path": "Doxyfile",
"content": "# Doxyfile 1.8.5\n\n# This file describes the settings to be used by the documentation system\n# doxygen (www.doxygen.org) for a project.\n#\n# All text after a double hash (##) is considered a comment and is placed in\n# front of the TAG it is preceding.\n#\n# All text after a single hash (#) is considered a comment and will be ignored.\n# The format is:\n# TAG = value [value, ...]\n# For lists, items can also be appended using:\n# TAG += value [value, ...]\n# Values that contain spaces should be placed between quotes (\\\" \\\").\n\n#---------------------------------------------------------------------------\n# Project related configuration options\n#---------------------------------------------------------------------------\n\n# This tag specifies the encoding used for all characters in the config file\n# that follow. The default is UTF-8 which is also the encoding used for all text\n# before the first occurrence of this tag. Doxygen uses libiconv (or the iconv\n# built into libc) for the transcoding. See http://www.gnu.org/software/libiconv\n# for the list of possible encodings.\n# The default value is: UTF-8.\n\nDOXYFILE_ENCODING = UTF-8\n\n# The PROJECT_NAME tag is a single word (or a sequence of words surrounded by\n# double-quotes, unless you are using Doxywizard) that should identify the\n# project for which the documentation is generated. This name is used in the\n# title of most generated pages and in a few other places.\n# The default value is: My Project.\n\nPROJECT_NAME = proxygen\n\n# The PROJECT_NUMBER tag can be used to enter a project or revision number. This\n# could be handy for archiving the generated documentation or if some version\n# control system is used.\n\nPROJECT_NUMBER =\n\n# Using the PROJECT_BRIEF tag one can provide an optional one line description\n# for a project that appears at the top of each page and should give viewer a\n# quick idea about the purpose of the project. Keep the description short.\n\nPROJECT_BRIEF =\n\n# With the PROJECT_LOGO tag one can specify an logo or icon that is included in\n# the documentation. The maximum height of the logo should not exceed 55 pixels\n# and the maximum width should not exceed 200 pixels. Doxygen will copy the logo\n# to the output directory.\n\nPROJECT_LOGO =\n\n# The OUTPUT_DIRECTORY tag is used to specify the (relative or absolute) path\n# into which the generated documentation will be written. If a relative path is\n# entered, it will be relative to the location where doxygen was started. If\n# left blank the current directory will be used.\n\nOUTPUT_DIRECTORY =\n\n# If the CREATE_SUBDIRS tag is set to YES, then doxygen will create 4096 sub-\n# directories (in 2 levels) under the output directory of each output format and\n# will distribute the generated files over these directories. Enabling this\n# option can be useful when feeding doxygen a huge amount of source files, where\n# putting all generated files in the same directory would otherwise causes\n# performance problems for the file system.\n# The default value is: NO.\n\n#### OPTION GENERATED IN generate_doxygen.sh\n\nCREATE_SUBDIRS = NO\n\n# The OUTPUT_LANGUAGE tag is used to specify the language in which all\n# documentation generated by doxygen is written. Doxygen will use this\n# information to generate all constant output in the proper language.\n# Possible values are: Afrikaans, Arabic, Brazilian, Catalan, Chinese, Chinese-\n# Traditional, Croatian, Czech, Danish, Dutch, English, Esperanto, Farsi,\n# Finnish, French, German, Greek, Hungarian, Italian, Japanese, Japanese-en,\n# Korean, Korean-en, Latvian, Norwegian, Macedonian, Persian, Polish,\n# Portuguese, Romanian, Russian, Serbian, Slovak, Slovene, Spanish, Swedish,\n# Turkish, Ukrainian and Vietnamese.\n# The default value is: English.\n\nOUTPUT_LANGUAGE = English\n\n# If the BRIEF_MEMBER_DESC tag is set to YES doxygen will include brief member\n# descriptions after the members that are listed in the file and class\n# documentation (similar to Javadoc). Set to NO to disable this.\n# The default value is: YES.\n\nBRIEF_MEMBER_DESC = YES\n\n# If the REPEAT_BRIEF tag is set to YES doxygen will prepend the brief\n# description of a member or function before the detailed description\n#\n# Note: If both HIDE_UNDOC_MEMBERS and BRIEF_MEMBER_DESC are set to NO, the\n# brief descriptions will be completely suppressed.\n# The default value is: YES.\n\nREPEAT_BRIEF = YES\n\n# This tag implements a quasi-intelligent brief description abbreviator that is\n# used to form the text in various listings. Each string in this list, if found\n# as the leading text of the brief description, will be stripped from the text\n# and the result, after processing the whole list, is used as the annotated\n# text. Otherwise, the brief description is used as-is. If left blank, the\n# following values are used ($name is automatically replaced with the name of\n# the entity):The $name class, The $name widget, The $name file, is, provides,\n# specifies, contains, represents, a, an and the.\n\nABBREVIATE_BRIEF =\n\n# If the ALWAYS_DETAILED_SEC and REPEAT_BRIEF tags are both set to YES then\n# doxygen will generate a detailed section even if there is only a brief\n# description.\n# The default value is: NO.\n\nALWAYS_DETAILED_SEC = NO\n\n# If the INLINE_INHERITED_MEMB tag is set to YES, doxygen will show all\n# inherited members of a class in the documentation of that class as if those\n# members were ordinary class members. Constructors, destructors and assignment\n# operators of the base classes will not be shown.\n# The default value is: NO.\n\nINLINE_INHERITED_MEMB = NO\n\n# If the FULL_PATH_NAMES tag is set to YES doxygen will prepend the full path\n# before files name in the file list and in the header files. If set to NO the\n# shortest path that makes the file name unique will be used\n# The default value is: YES.\n\nFULL_PATH_NAMES = YES\n\n# The STRIP_FROM_PATH tag can be used to strip a user-defined part of the path.\n# Stripping is only done if one of the specified strings matches the left-hand\n# part of the path. The tag can be used to show relative paths in the file list.\n# If left blank the directory from which doxygen is run is used as the path to\n# strip.\n#\n# Note that you can specify absolute paths here, but also relative paths, which\n# will be relative from the directory where doxygen is started.\n# This tag requires that the tag FULL_PATH_NAMES is set to YES.\n\nSTRIP_FROM_PATH =\n\n# The STRIP_FROM_INC_PATH tag can be used to strip a user-defined part of the\n# path mentioned in the documentation of a class, which tells the reader which\n# header file to include in order to use a class. If left blank only the name of\n# the header file containing the class definition is used. Otherwise one should\n# specify the list of include paths that are normally passed to the compiler\n# using the -I flag.\n\nSTRIP_FROM_INC_PATH =\n\n# If the SHORT_NAMES tag is set to YES, doxygen will generate much shorter (but\n# less readable) file names. This can be useful is your file systems doesn't\n# support long names like on DOS, Mac, or CD-ROM.\n# The default value is: NO.\n\nSHORT_NAMES = NO\n\n# If the JAVADOC_AUTOBRIEF tag is set to YES then doxygen will interpret the\n# first line (until the first dot) of a Javadoc-style comment as the brief\n# description. If set to NO, the Javadoc-style will behave just like regular Qt-\n# style comments (thus requiring an explicit @brief command for a brief\n# description.)\n# The default value is: NO.\n\nJAVADOC_AUTOBRIEF = NO\n\n# If the QT_AUTOBRIEF tag is set to YES then doxygen will interpret the first\n# line (until the first dot) of a Qt-style comment as the brief description. If\n# set to NO, the Qt-style will behave just like regular Qt-style comments (thus\n# requiring an explicit \\brief command for a brief description.)\n# The default value is: NO.\n\nQT_AUTOBRIEF = NO\n\n# The MULTILINE_CPP_IS_BRIEF tag can be set to YES to make doxygen treat a\n# multi-line C++ special comment block (i.e. a block of //! or /// comments) as\n# a brief description. This used to be the default behavior. The new default is\n# to treat a multi-line C++ comment block as a detailed description. Set this\n# tag to YES if you prefer the old behavior instead.\n#\n# Note that setting this tag to YES also means that rational rose comments are\n# not recognized any more.\n# The default value is: NO.\n\nMULTILINE_CPP_IS_BRIEF = NO\n\n# If the INHERIT_DOCS tag is set to YES then an undocumented member inherits the\n# documentation from any documented member that it re-implements.\n# The default value is: YES.\n\nINHERIT_DOCS = YES\n\n# If the SEPARATE_MEMBER_PAGES tag is set to YES, then doxygen will produce a\n# new page for each member. If set to NO, the documentation of a member will be\n# part of the file/class/namespace that contains it.\n# The default value is: NO.\n\nSEPARATE_MEMBER_PAGES = NO\n\n# The TAB_SIZE tag can be used to set the number of spaces in a tab. Doxygen\n# uses this value to replace tabs by spaces in code fragments.\n# Minimum value: 1, maximum value: 16, default value: 4.\n\nTAB_SIZE = 2\n\n# This tag can be used to specify a number of aliases that act as commands in\n# the documentation. An alias has the form:\n# name=value\n# For example adding\n# \"sideeffect=@par Side Effects:\\n\"\n# will allow you to put the command \\sideeffect (or @sideeffect) in the\n# documentation, which will result in a user-defined paragraph with heading\n# \"Side Effects:\". You can put \\n's in the value part of an alias to insert\n# newlines.\n\nALIASES =\n\n# This tag can be used to specify a number of word-keyword mappings (TCL only).\n# A mapping has the form \"name=value\". For example adding \"class=itcl::class\"\n# will allow you to use the command class in the itcl::class meaning.\n\nTCL_SUBST =\n\n# Set the OPTIMIZE_OUTPUT_FOR_C tag to YES if your project consists of C sources\n# only. Doxygen will then generate output that is more tailored for C. For\n# instance, some of the names that are used will be different. The list of all\n# members will be omitted, etc.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_FOR_C = NO\n\n# Set the OPTIMIZE_OUTPUT_JAVA tag to YES if your project consists of Java or\n# Python sources only. Doxygen will then generate output that is more tailored\n# for that language. For instance, namespaces will be presented as packages,\n# qualified scopes will look different, etc.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_JAVA = NO\n\n# Set the OPTIMIZE_FOR_FORTRAN tag to YES if your project consists of Fortran\n# sources. Doxygen will then generate output that is tailored for Fortran.\n# The default value is: NO.\n\nOPTIMIZE_FOR_FORTRAN = NO\n\n# Set the OPTIMIZE_OUTPUT_VHDL tag to YES if your project consists of VHDL\n# sources. Doxygen will then generate output that is tailored for VHDL.\n# The default value is: NO.\n\nOPTIMIZE_OUTPUT_VHDL = NO\n\n# Doxygen selects the parser to use depending on the extension of the files it\n# parses. With this tag you can assign which parser to use for a given\n# extension. Doxygen has a built-in mapping, but you can override or extend it\n# using this tag. The format is ext=language, where ext is a file extension, and\n# language is one of the parsers supported by doxygen: IDL, Java, Javascript,\n# C#, C, C++, D, PHP, Objective-C, Python, Fortran, VHDL. For instance to make\n# doxygen treat .inc files as Fortran files (default is PHP), and .f files as C\n# (default is Fortran), use: inc=Fortran f=C.\n#\n# Note For files without extension you can use no_extension as a placeholder.\n#\n# Note that for custom extensions you also need to set FILE_PATTERNS otherwise\n# the files are not read by doxygen.\n\nEXTENSION_MAPPING =\n\n# If the MARKDOWN_SUPPORT tag is enabled then doxygen pre-processes all comments\n# according to the Markdown format, which allows for more readable\n# documentation. See http://daringfireball.net/projects/markdown/ for details.\n# The output of markdown processing is further processed by doxygen, so you can\n# mix doxygen, HTML, and XML commands with Markdown formatting. Disable only in\n# case of backward compatibilities issues.\n# The default value is: YES.\n\nMARKDOWN_SUPPORT = YES\n\n# When enabled doxygen tries to link words that correspond to documented\n# classes, or namespaces to their corresponding documentation. Such a link can\n# be prevented in individual cases by by putting a % sign in front of the word\n# or globally by setting AUTOLINK_SUPPORT to NO.\n# The default value is: YES.\n\nAUTOLINK_SUPPORT = YES\n\n# If you use STL classes (i.e. std::string, std::vector, etc.) but do not want\n# to include (a tag file for) the STL sources as input, then you should set this\n# tag to YES in order to let doxygen match functions declarations and\n# definitions whose arguments contain STL classes (e.g. func(std::string);\n# versus func(std::string) {}). This also make the inheritance and collaboration\n# diagrams that involve STL classes more complete and accurate.\n# The default value is: NO.\n\nBUILTIN_STL_SUPPORT = YES\n\n# If you use Microsoft's C++/CLI language, you should set this option to YES to\n# enable parsing support.\n# The default value is: NO.\n\nCPP_CLI_SUPPORT = NO\n\n# Set the SIP_SUPPORT tag to YES if your project consists of sip (see:\n# http://www.riverbankcomputing.co.uk/software/sip/intro) sources only. Doxygen\n# will parse them like normal C++ but will assume all classes use public instead\n# of private inheritance when no explicit protection keyword is present.\n# The default value is: NO.\n\nSIP_SUPPORT = NO\n\n# For Microsoft's IDL there are propget and propput attributes to indicate\n# getter and setter methods for a property. Setting this option to YES will make\n# doxygen to replace the get and set methods by a property in the documentation.\n# This will only work if the methods are indeed getting or setting a simple\n# type. If this is not the case, or you want to show the methods anyway, you\n# should set this option to NO.\n# The default value is: YES.\n\nIDL_PROPERTY_SUPPORT = YES\n\n# If member grouping is used in the documentation and the DISTRIBUTE_GROUP_DOC\n# tag is set to YES, then doxygen will reuse the documentation of the first\n# member in the group (if any) for the other members of the group. By default\n# all members of a group must be documented explicitly.\n# The default value is: NO.\n\nDISTRIBUTE_GROUP_DOC = NO\n\n# Set the SUBGROUPING tag to YES to allow class member groups of the same type\n# (for instance a group of public functions) to be put as a subgroup of that\n# type (e.g. under the Public Functions section). Set it to NO to prevent\n# subgrouping. Alternatively, this can be done per class using the\n# \\nosubgrouping command.\n# The default value is: YES.\n\nSUBGROUPING = YES\n\n# When the INLINE_GROUPED_CLASSES tag is set to YES, classes, structs and unions\n# are shown inside the group in which they are included (e.g. using \\ingroup)\n# instead of on a separate page (for HTML and Man pages) or section (for LaTeX\n# and RTF).\n#\n# Note that this feature does not work in combination with\n# SEPARATE_MEMBER_PAGES.\n# The default value is: NO.\n\nINLINE_GROUPED_CLASSES = NO\n\n# When the INLINE_SIMPLE_STRUCTS tag is set to YES, structs, classes, and unions\n# with only public data fields or simple typedef fields will be shown inline in\n# the documentation of the scope in which they are defined (i.e. file,\n# namespace, or group documentation), provided this scope is documented. If set\n# to NO, structs, classes, and unions are shown on a separate page (for HTML and\n# Man pages) or section (for LaTeX and RTF).\n# The default value is: NO.\n\nINLINE_SIMPLE_STRUCTS = NO\n\n# When TYPEDEF_HIDES_STRUCT tag is enabled, a typedef of a struct, union, or\n# enum is documented as struct, union, or enum with the name of the typedef. So\n# typedef struct TypeS {} TypeT, will appear in the documentation as a struct\n# with name TypeT. When disabled the typedef will appear as a member of a file,\n# namespace, or class. And the struct will be named TypeS. This can typically be\n# useful for C code in case the coding convention dictates that all compound\n# types are typedef'ed and only the typedef is referenced, never the tag name.\n# The default value is: NO.\n\nTYPEDEF_HIDES_STRUCT = NO\n\n# The size of the symbol lookup cache can be set using LOOKUP_CACHE_SIZE. This\n# cache is used to resolve symbols given their name and scope. Since this can be\n# an expensive process and often the same symbol appears multiple times in the\n# code, doxygen keeps a cache of pre-resolved symbols. If the cache is too small\n# doxygen will become slower. If the cache is too large, memory is wasted. The\n# cache size is given by this formula: 2^(16+LOOKUP_CACHE_SIZE). The valid range\n# is 0..9, the default is 0, corresponding to a cache size of 2^16=65536\n# symbols. At the end of a run doxygen will report the cache usage and suggest\n# the optimal cache size from a speed point of view.\n# Minimum value: 0, maximum value: 9, default value: 0.\n\nLOOKUP_CACHE_SIZE = 0\n\n#---------------------------------------------------------------------------\n# Build related configuration options\n#---------------------------------------------------------------------------\n\n# If the EXTRACT_ALL tag is set to YES doxygen will assume all entities in\n# documentation are documented, even if no documentation was available. Private\n# class members and static file members will be hidden unless the\n# EXTRACT_PRIVATE respectively EXTRACT_STATIC tags are set to YES.\n# Note: This will also disable the warnings about undocumented members that are\n# normally produced when WARNINGS is set to YES.\n# The default value is: NO.\n\nEXTRACT_ALL = YES\n\n# If the EXTRACT_PRIVATE tag is set to YES all private members of a class will\n# be included in the documentation.\n# The default value is: NO.\n\nEXTRACT_PRIVATE = YES\n\n# If the EXTRACT_PACKAGE tag is set to YES all members with package or internal\n# scope will be included in the documentation.\n# The default value is: NO.\n\nEXTRACT_PACKAGE = NO\n\n# If the EXTRACT_STATIC tag is set to YES all static members of a file will be\n# included in the documentation.\n# The default value is: NO.\n\nEXTRACT_STATIC = YES\n\n# If the EXTRACT_LOCAL_CLASSES tag is set to YES classes (and structs) defined\n# locally in source files will be included in the documentation. If set to NO\n# only classes defined in header files are included. Does not have any effect\n# for Java sources.\n# The default value is: YES.\n\nEXTRACT_LOCAL_CLASSES = YES\n\n# This flag is only useful for Objective-C code. When set to YES local methods,\n# which are defined in the implementation section but not in the interface are\n# included in the documentation. If set to NO only methods in the interface are\n# included.\n# The default value is: NO.\n\nEXTRACT_LOCAL_METHODS = NO\n\n# If this flag is set to YES, the members of anonymous namespaces will be\n# extracted and appear in the documentation as a namespace called\n# 'anonymous_namespace{file}', where file will be replaced with the base name of\n# the file that contains the anonymous namespace. By default anonymous namespace\n# are hidden.\n# The default value is: NO.\n\nEXTRACT_ANON_NSPACES = NO\n\n# If the HIDE_UNDOC_MEMBERS tag is set to YES, doxygen will hide all\n# undocumented members inside documented classes or files. If set to NO these\n# members will be included in the various overviews, but no documentation\n# section is generated. This option has no effect if EXTRACT_ALL is enabled.\n# The default value is: NO.\n\nHIDE_UNDOC_MEMBERS = NO\n\n# If the HIDE_UNDOC_CLASSES tag is set to YES, doxygen will hide all\n# undocumented classes that are normally visible in the class hierarchy. If set\n# to NO these classes will be included in the various overviews. This option has\n# no effect if EXTRACT_ALL is enabled.\n# The default value is: NO.\n\nHIDE_UNDOC_CLASSES = NO\n\n# If the HIDE_FRIEND_COMPOUNDS tag is set to YES, doxygen will hide all friend\n# (class|struct|union) declarations. If set to NO these declarations will be\n# included in the documentation.\n# The default value is: NO.\n\nHIDE_FRIEND_COMPOUNDS = NO\n\n# If the HIDE_IN_BODY_DOCS tag is set to YES, doxygen will hide any\n# documentation blocks found inside the body of a function. If set to NO these\n# blocks will be appended to the function's detailed documentation block.\n# The default value is: NO.\n\nHIDE_IN_BODY_DOCS = NO\n\n# The INTERNAL_DOCS tag determines if documentation that is typed after a\n# \\internal command is included. If the tag is set to NO then the documentation\n# will be excluded. Set it to YES to include the internal documentation.\n# The default value is: NO.\n\nINTERNAL_DOCS = NO\n\n# If the CASE_SENSE_NAMES tag is set to NO then doxygen will only generate file\n# names in lower-case letters. If set to YES upper-case letters are also\n# allowed. This is useful if you have classes or files whose names only differ\n# in case and if your file system supports case sensitive file names. Windows\n# and Mac users are advised to set this option to NO.\n# The default value is: system dependent.\n\nCASE_SENSE_NAMES = YES\n\n# If the HIDE_SCOPE_NAMES tag is set to NO then doxygen will show members with\n# their full class and namespace scopes in the documentation. If set to YES the\n# scope will be hidden.\n# The default value is: NO.\n\nHIDE_SCOPE_NAMES = NO\n\n# If the SHOW_INCLUDE_FILES tag is set to YES then doxygen will put a list of\n# the files that are included by a file in the documentation of that file.\n# The default value is: YES.\n\nSHOW_INCLUDE_FILES = YES\n\n# If the FORCE_LOCAL_INCLUDES tag is set to YES then doxygen will list include\n# files with double quotes in the documentation rather than with sharp brackets.\n# The default value is: NO.\n\nFORCE_LOCAL_INCLUDES = NO\n\n# If the INLINE_INFO tag is set to YES then a tag [inline] is inserted in the\n# documentation for inline members.\n# The default value is: YES.\n\nINLINE_INFO = YES\n\n# If the SORT_MEMBER_DOCS tag is set to YES then doxygen will sort the\n# (detailed) documentation of file and class members alphabetically by member\n# name. If set to NO the members will appear in declaration order.\n# The default value is: YES.\n\nSORT_MEMBER_DOCS = YES\n\n# If the SORT_BRIEF_DOCS tag is set to YES then doxygen will sort the brief\n# descriptions of file, namespace and class members alphabetically by member\n# name. If set to NO the members will appear in declaration order.\n# The default value is: NO.\n\nSORT_BRIEF_DOCS = NO\n\n# If the SORT_MEMBERS_CTORS_1ST tag is set to YES then doxygen will sort the\n# (brief and detailed) documentation of class members so that constructors and\n# destructors are listed first. If set to NO the constructors will appear in the\n# respective orders defined by SORT_BRIEF_DOCS and SORT_MEMBER_DOCS.\n# Note: If SORT_BRIEF_DOCS is set to NO this option is ignored for sorting brief\n# member documentation.\n# Note: If SORT_MEMBER_DOCS is set to NO this option is ignored for sorting\n# detailed member documentation.\n# The default value is: NO.\n\nSORT_MEMBERS_CTORS_1ST = NO\n\n# If the SORT_GROUP_NAMES tag is set to YES then doxygen will sort the hierarchy\n# of group names into alphabetical order. If set to NO the group names will\n# appear in their defined order.\n# The default value is: NO.\n\nSORT_GROUP_NAMES = NO\n\n# If the SORT_BY_SCOPE_NAME tag is set to YES, the class list will be sorted by\n# fully-qualified names, including namespaces. If set to NO, the class list will\n# be sorted only by class name, not including the namespace part.\n# Note: This option is not very useful if HIDE_SCOPE_NAMES is set to YES.\n# Note: This option applies only to the class list, not to the alphabetical\n# list.\n# The default value is: NO.\n\nSORT_BY_SCOPE_NAME = NO\n\n# If the STRICT_PROTO_MATCHING option is enabled and doxygen fails to do proper\n# type resolution of all parameters of a function it will reject a match between\n# the prototype and the implementation of a member function even if there is\n# only one candidate or it is obvious which candidate to choose by doing a\n# simple string match. By disabling STRICT_PROTO_MATCHING doxygen will still\n# accept a match between prototype and implementation in such cases.\n# The default value is: NO.\n\nSTRICT_PROTO_MATCHING = NO\n\n# The GENERATE_TODOLIST tag can be used to enable ( YES) or disable ( NO) the\n# todo list. This list is created by putting \\todo commands in the\n# documentation.\n# The default value is: YES.\n\nGENERATE_TODOLIST = YES\n\n# The GENERATE_TESTLIST tag can be used to enable ( YES) or disable ( NO) the\n# test list. This list is created by putting \\test commands in the\n# documentation.\n# The default value is: YES.\n\nGENERATE_TESTLIST = YES\n\n# The GENERATE_BUGLIST tag can be used to enable ( YES) or disable ( NO) the bug\n# list. This list is created by putting \\bug commands in the documentation.\n# The default value is: YES.\n\nGENERATE_BUGLIST = YES\n\n# The GENERATE_DEPRECATEDLIST tag can be used to enable ( YES) or disable ( NO)\n# the deprecated list. This list is created by putting \\deprecated commands in\n# the documentation.\n# The default value is: YES.\n\nGENERATE_DEPRECATEDLIST= YES\n\n# The ENABLED_SECTIONS tag can be used to enable conditional documentation\n# sections, marked by \\if ... \\endif and \\cond \n# ... \\endcond blocks.\n\nENABLED_SECTIONS =\n\n# The MAX_INITIALIZER_LINES tag determines the maximum number of lines that the\n# initial value of a variable or macro / define can have for it to appear in the\n# documentation. If the initializer consists of more lines than specified here\n# it will be hidden. Use a value of 0 to hide initializers completely. The\n# appearance of the value of individual variables and macros / defines can be\n# controlled using \\showinitializer or \\hideinitializer command in the\n# documentation regardless of this setting.\n# Minimum value: 0, maximum value: 10000, default value: 30.\n\nMAX_INITIALIZER_LINES = 30\n\n# Set the SHOW_USED_FILES tag to NO to disable the list of files generated at\n# the bottom of the documentation of classes and structs. If set to YES the list\n# will mention the files that were used to generate the documentation.\n# The default value is: YES.\n\nSHOW_USED_FILES = YES\n\n# Set the SHOW_FILES tag to NO to disable the generation of the Files page. This\n# will remove the Files entry from the Quick Index and from the Folder Tree View\n# (if specified).\n# The default value is: YES.\n\nSHOW_FILES = YES\n\n# Set the SHOW_NAMESPACES tag to NO to disable the generation of the Namespaces\n# page. This will remove the Namespaces entry from the Quick Index and from the\n# Folder Tree View (if specified).\n# The default value is: YES.\n\nSHOW_NAMESPACES = YES\n\n# The FILE_VERSION_FILTER tag can be used to specify a program or script that\n# doxygen should invoke to get the current version for each file (typically from\n# the version control system). Doxygen will invoke the program by executing (via\n# popen()) the command command input-file, where command is the value of the\n# FILE_VERSION_FILTER tag, and input-file is the name of an input file provided\n# by doxygen. Whatever the program writes to standard output is used as the file\n# version. For an example see the documentation.\n\nFILE_VERSION_FILTER =\n\n# The LAYOUT_FILE tag can be used to specify a layout file which will be parsed\n# by doxygen. The layout file controls the global structure of the generated\n# output files in an output format independent way. To create the layout file\n# that represents doxygen's defaults, run doxygen with the -l option. You can\n# optionally specify a file name after the option, if omitted DoxygenLayout.xml\n# will be used as the name of the layout file.\n#\n# Note that if you run doxygen from a directory containing a file called\n# DoxygenLayout.xml, doxygen will parse it automatically even if the LAYOUT_FILE\n# tag is left empty.\n\nLAYOUT_FILE =\n\n# The CITE_BIB_FILES tag can be used to specify one or more bib files containing\n# the reference definitions. This must be a list of .bib files. The .bib\n# extension is automatically appended if omitted. This requires the bibtex tool\n# to be installed. See also http://en.wikipedia.org/wiki/BibTeX for more info.\n# For LaTeX the style of the bibliography can be controlled using\n# LATEX_BIB_STYLE. To use this feature you need bibtex and perl available in the\n# search path. Do not use file names with spaces, bibtex cannot handle them. See\n# also \\cite for info how to create references.\n\nCITE_BIB_FILES =\n\n#---------------------------------------------------------------------------\n# Configuration options related to warning and progress messages\n#---------------------------------------------------------------------------\n\n# The QUIET tag can be used to turn on/off the messages that are generated to\n# standard output by doxygen. If QUIET is set to YES this implies that the\n# messages are off.\n# The default value is: NO.\n\nQUIET = NO\n\n# The WARNINGS tag can be used to turn on/off the warning messages that are\n# generated to standard error ( stderr) by doxygen. If WARNINGS is set to YES\n# this implies that the warnings are on.\n#\n# Tip: Turn warnings on while writing the documentation.\n# The default value is: YES.\n\nWARNINGS = YES\n\n# If the WARN_IF_UNDOCUMENTED tag is set to YES, then doxygen will generate\n# warnings for undocumented members. If EXTRACT_ALL is set to YES then this flag\n# will automatically be disabled.\n# The default value is: YES.\n\nWARN_IF_UNDOCUMENTED = YES\n\n# If the WARN_IF_DOC_ERROR tag is set to YES, doxygen will generate warnings for\n# potential errors in the documentation, such as not documenting some parameters\n# in a documented function, or documenting parameters that don't exist or using\n# markup commands wrongly.\n# The default value is: YES.\n\nWARN_IF_DOC_ERROR = YES\n\n# This WARN_NO_PARAMDOC option can be enabled to get warnings for functions that\n# are documented, but have no documentation for their parameters or return\n# value. If set to NO doxygen will only warn about wrong or incomplete parameter\n# documentation, but not about the absence of documentation.\n# The default value is: NO.\n\nWARN_NO_PARAMDOC = NO\n\n# The WARN_FORMAT tag determines the format of the warning messages that doxygen\n# can produce. The string should contain the $file, $line, and $text tags, which\n# will be replaced by the file and line number from which the warning originated\n# and the warning text. Optionally the format may contain $version, which will\n# be replaced by the version of the file (if it could be obtained via\n# FILE_VERSION_FILTER)\n# The default value is: $file:$line: $text.\n\nWARN_FORMAT = \"$file:$line: $text\"\n\n# The WARN_LOGFILE tag can be used to specify a file to which warning and error\n# messages should be written. If left blank the output is written to standard\n# error (stderr).\n\nWARN_LOGFILE =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the input files\n#---------------------------------------------------------------------------\n\n# The INPUT tag is used to specify the files and/or directories that contain\n# documented source files. You may enter file names like myfile.cpp or\n# directories like /usr/src/myproject. Separate the files or directories with\n# spaces.\n# Note: If this tag is empty the current directory is searched.\n\nINPUT =\n\n# This tag can be used to specify the character encoding of the source files\n# that doxygen parses. Internally doxygen uses the UTF-8 encoding. Doxygen uses\n# libiconv (or the iconv built into libc) for the transcoding. See the libiconv\n# documentation (see: http://www.gnu.org/software/libiconv) for the list of\n# possible encodings.\n# The default value is: UTF-8.\n\nINPUT_ENCODING = UTF-8\n\n# If the value of the INPUT tag contains directories, you can use the\n# FILE_PATTERNS tag to specify one or more wildcard patterns (like *.cpp and\n# *.h) to filter out the source-files in the directories. If left blank the\n# following patterns are tested:*.c, *.cc, *.cxx, *.cpp, *.c++, *.java, *.ii,\n# *.ixx, *.ipp, *.i++, *.inl, *.idl, *.ddl, *.odl, *.h, *.hh, *.hxx, *.hpp,\n# *.h++, *.cs, *.d, *.php, *.php4, *.php5, *.phtml, *.inc, *.m, *.markdown,\n# *.md, *.mm, *.dox, *.py, *.f90, *.f, *.for, *.tcl, *.vhd, *.vhdl, *.ucf,\n# *.qsf, *.as and *.js.\n\n#### OPTION GENERATED IN generate_doxygen.sh\n\nFILE_PATTERNS =\n\n# The RECURSIVE tag can be used to specify whether or not subdirectories should\n# be searched for input files as well.\n# The default value is: NO.\n\nRECURSIVE = YES\n\n# The EXCLUDE tag can be used to specify files and/or directories that should be\n# excluded from the INPUT source files. This way you can easily exclude a\n# subdirectory from a directory tree whose root is specified with the INPUT tag.\n#\n# Note that relative paths are relative to the directory from which doxygen is\n# run.\n\nEXCLUDE =\n\n# The EXCLUDE_SYMLINKS tag can be used to select whether or not files or\n# directories that are symbolic links (a Unix file system feature) are excluded\n# from the input.\n# The default value is: NO.\n\n#### OPTION GENERATED IN generate_doxygen.sh\n\nEXCLUDE_SYMLINKS = NO\n\n# If the value of the INPUT tag contains directories, you can use the\n# EXCLUDE_PATTERNS tag to specify one or more wildcard patterns to exclude\n# certain files from those directories.\n#\n# Note that the wildcards are matched against the file with absolute path, so to\n# exclude all test directories for example use the pattern */test/*\n\nEXCLUDE_PATTERNS =\n\n# The EXCLUDE_SYMBOLS tag can be used to specify one or more symbol names\n# (namespaces, classes, functions, etc.) that should be excluded from the\n# output. The symbol name can be a fully qualified name, a word, or if the\n# wildcard * is used, a substring. Examples: ANamespace, AClass,\n# AClass::ANamespace, ANamespace::*Test\n#\n# Note that the wildcards are matched against the file with absolute path, so to\n# exclude all test directories use the pattern */test/*\n\nEXCLUDE_SYMBOLS =\n\n# The EXAMPLE_PATH tag can be used to specify one or more files or directories\n# that contain example code fragments that are included (see the \\include\n# command).\n\nEXAMPLE_PATH =\n\n# If the value of the EXAMPLE_PATH tag contains directories, you can use the\n# EXAMPLE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp and\n# *.h) to filter out the source-files in the directories. If left blank all\n# files are included.\n\nEXAMPLE_PATTERNS =\n\n# If the EXAMPLE_RECURSIVE tag is set to YES then subdirectories will be\n# searched for input files to be used with the \\include or \\dontinclude commands\n# irrespective of the value of the RECURSIVE tag.\n# The default value is: NO.\n\nEXAMPLE_RECURSIVE = NO\n\n# The IMAGE_PATH tag can be used to specify one or more files or directories\n# that contain images that are to be included in the documentation (see the\n# \\image command).\n\nIMAGE_PATH =\n\n# The INPUT_FILTER tag can be used to specify a program that doxygen should\n# invoke to filter for each input file. Doxygen will invoke the filter program\n# by executing (via popen()) the command:\n#\n# \n#\n# where is the value of the INPUT_FILTER tag, and is the\n# name of an input file. Doxygen will then use the output that the filter\n# program writes to standard output. If FILTER_PATTERNS is specified, this tag\n# will be ignored.\n#\n# Note that the filter must not add or remove lines; it is applied before the\n# code is scanned, but not when the output code is generated. If lines are added\n# or removed, the anchors will not be placed correctly.\n\nINPUT_FILTER =\n\n# The FILTER_PATTERNS tag can be used to specify filters on a per file pattern\n# basis. Doxygen will compare the file name with each pattern and apply the\n# filter if there is a match. The filters are a list of the form: pattern=filter\n# (like *.cpp=my_cpp_filter). See INPUT_FILTER for further information on how\n# filters are used. If the FILTER_PATTERNS tag is empty or if none of the\n# patterns match the file name, INPUT_FILTER is applied.\n\nFILTER_PATTERNS =\n\n# If the FILTER_SOURCE_FILES tag is set to YES, the input filter (if set using\n# INPUT_FILTER ) will also be used to filter the input files that are used for\n# producing the source files to browse (i.e. when SOURCE_BROWSER is set to YES).\n# The default value is: NO.\n\nFILTER_SOURCE_FILES = NO\n\n# The FILTER_SOURCE_PATTERNS tag can be used to specify source filters per file\n# pattern. A pattern will override the setting for FILTER_PATTERN (if any) and\n# it is also possible to disable source filtering for a specific pattern using\n# *.ext= (so without naming a filter).\n# This tag requires that the tag FILTER_SOURCE_FILES is set to YES.\n\nFILTER_SOURCE_PATTERNS =\n\n# If the USE_MDFILE_AS_MAINPAGE tag refers to the name of a markdown file that\n# is part of the input, its contents will be placed on the main page\n# (index.html). This can be useful if you have a project on for instance GitHub\n# and want to reuse the introduction page also for the doxygen output.\n\nUSE_MDFILE_AS_MAINPAGE =\n\n#---------------------------------------------------------------------------\n# Configuration options related to source browsing\n#---------------------------------------------------------------------------\n\n# If the SOURCE_BROWSER tag is set to YES then a list of source files will be\n# generated. Documented entities will be cross-referenced with these sources.\n#\n# Note: To get rid of all source code in the generated output, make sure that\n# also VERBATIM_HEADERS is set to NO.\n# The default value is: NO.\n\nSOURCE_BROWSER = YES\n\n# Setting the INLINE_SOURCES tag to YES will include the body of functions,\n# classes and enums directly into the documentation.\n# The default value is: NO.\n\nINLINE_SOURCES = YES\n\n# Setting the STRIP_CODE_COMMENTS tag to YES will instruct doxygen to hide any\n# special comment blocks from generated source code fragments. Normal C, C++ and\n# Fortran comments will always remain visible.\n# The default value is: YES.\n\nSTRIP_CODE_COMMENTS = YES\n\n# If the REFERENCED_BY_RELATION tag is set to YES then for each documented\n# function all documented functions referencing it will be listed.\n# The default value is: NO.\n\nREFERENCED_BY_RELATION = YES\n\n# If the REFERENCES_RELATION tag is set to YES then for each documented function\n# all documented entities called/used by that function will be listed.\n# The default value is: NO.\n\nREFERENCES_RELATION = YES\n\n# If the REFERENCES_LINK_SOURCE tag is set to YES and SOURCE_BROWSER tag is set\n# to YES, then the hyperlinks from functions in REFERENCES_RELATION and\n# REFERENCED_BY_RELATION lists will link to the source code. Otherwise they will\n# link to the documentation.\n# The default value is: YES.\n\nREFERENCES_LINK_SOURCE = YES\n\n# If SOURCE_TOOLTIPS is enabled (the default) then hovering a hyperlink in the\n# source code will show a tooltip with additional information such as prototype,\n# brief description and links to the definition and documentation. Since this\n# will make the HTML file larger and loading of large files a bit slower, you\n# can opt to disable this feature.\n# The default value is: YES.\n# This tag requires that the tag SOURCE_BROWSER is set to YES.\n\nSOURCE_TOOLTIPS = YES\n\n# If the USE_HTAGS tag is set to YES then the references to source code will\n# point to the HTML generated by the htags(1) tool instead of doxygen built-in\n# source browser. The htags tool is part of GNU's global source tagging system\n# (see http://www.gnu.org/software/global/global.html). You will need version\n# 4.8.6 or higher.\n#\n# To use it do the following:\n# - Install the latest version of global\n# - Enable SOURCE_BROWSER and USE_HTAGS in the config file\n# - Make sure the INPUT points to the root of the source tree\n# - Run doxygen as normal\n#\n# Doxygen will invoke htags (and that will in turn invoke gtags), so these\n# tools must be available from the command line (i.e. in the search path).\n#\n# The result: instead of the source browser generated by doxygen, the links to\n# source code will now point to the output of htags.\n# The default value is: NO.\n# This tag requires that the tag SOURCE_BROWSER is set to YES.\n\nUSE_HTAGS = NO\n\n# If the VERBATIM_HEADERS tag is set the YES then doxygen will generate a\n# verbatim copy of the header file for each class for which an include is\n# specified. Set to NO to disable this.\n# See also: Section \\class.\n# The default value is: YES.\n\nVERBATIM_HEADERS = YES\n\n#---------------------------------------------------------------------------\n# Configuration options related to the alphabetical class index\n#---------------------------------------------------------------------------\n\n# If the ALPHABETICAL_INDEX tag is set to YES, an alphabetical index of all\n# compounds will be generated. Enable this if the project contains a lot of\n# classes, structs, unions or interfaces.\n# The default value is: YES.\n\nALPHABETICAL_INDEX = NO\n\n# The COLS_IN_ALPHA_INDEX tag can be used to specify the number of columns in\n# which the alphabetical index list will be split.\n# Minimum value: 1, maximum value: 20, default value: 5.\n# This tag requires that the tag ALPHABETICAL_INDEX is set to YES.\n\nCOLS_IN_ALPHA_INDEX = 5\n\n# In case all classes in a project start with a common prefix, all classes will\n# be put under the same header in the alphabetical index. The IGNORE_PREFIX tag\n# can be used to specify a prefix (or a list of prefixes) that should be ignored\n# while generating the index headers.\n# This tag requires that the tag ALPHABETICAL_INDEX is set to YES.\n\nIGNORE_PREFIX =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the HTML output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_HTML tag is set to YES doxygen will generate HTML output\n# The default value is: YES.\n\nGENERATE_HTML = YES\n\n# The HTML_OUTPUT tag is used to specify where the HTML docs will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it.\n# The default directory is: html.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_OUTPUT = html\n\n# The HTML_FILE_EXTENSION tag can be used to specify the file extension for each\n# generated HTML page (for example: .htm, .php, .asp).\n# The default value is: .html.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_FILE_EXTENSION = .html\n\n# The HTML_HEADER tag can be used to specify a user-defined HTML header file for\n# each generated HTML page. If the tag is left blank doxygen will generate a\n# standard header.\n#\n# To get valid HTML the header file that includes any scripts and style sheets\n# that doxygen needs, which is dependent on the configuration options used (e.g.\n# the setting GENERATE_TREEVIEW). It is highly recommended to start with a\n# default header using\n# doxygen -w html new_header.html new_footer.html new_stylesheet.css\n# YourConfigFile\n# and then modify the file new_header.html. See also section \"Doxygen usage\"\n# for information on how to generate the default header that doxygen normally\n# uses.\n# Note: The header is subject to change so you typically have to regenerate the\n# default header when upgrading to a newer version of doxygen. For a description\n# of the possible markers and block names see the documentation.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_HEADER =\n\n# The HTML_FOOTER tag can be used to specify a user-defined HTML footer for each\n# generated HTML page. If the tag is left blank doxygen will generate a standard\n# footer. See HTML_HEADER for more information on how to generate a default\n# footer and what special commands can be used inside the footer. See also\n# section \"Doxygen usage\" for information on how to generate the default footer\n# that doxygen normally uses.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_FOOTER =\n\n# The HTML_STYLESHEET tag can be used to specify a user-defined cascading style\n# sheet that is used by each HTML page. It can be used to fine-tune the look of\n# the HTML output. If left blank doxygen will generate a default style sheet.\n# See also section \"Doxygen usage\" for information on how to generate the style\n# sheet that doxygen normally uses.\n# Note: It is recommended to use HTML_EXTRA_STYLESHEET instead of this tag, as\n# it is more robust and this tag (HTML_STYLESHEET) will in the future become\n# obsolete.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_STYLESHEET =\n\n# The HTML_EXTRA_STYLESHEET tag can be used to specify an additional user-\n# defined cascading style sheet that is included after the standard style sheets\n# created by doxygen. Using this option one can overrule certain style aspects.\n# This is preferred over using HTML_STYLESHEET since it does not replace the\n# standard style sheet and is therefor more robust against future updates.\n# Doxygen will copy the style sheet file to the output directory. For an example\n# see the documentation.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_EXTRA_STYLESHEET =\n\n# The HTML_EXTRA_FILES tag can be used to specify one or more extra images or\n# other source files which should be copied to the HTML output directory. Note\n# that these files will be copied to the base HTML output directory. Use the\n# $relpath^ marker in the HTML_HEADER and/or HTML_FOOTER files to load these\n# files. In the HTML_STYLESHEET file, use the file name only. Also note that the\n# files will be copied as-is; there are no commands or markers available.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_EXTRA_FILES =\n\n# The HTML_COLORSTYLE_HUE tag controls the color of the HTML output. Doxygen\n# will adjust the colors in the stylesheet and background images according to\n# this color. Hue is specified as an angle on a colorwheel, see\n# http://en.wikipedia.org/wiki/Hue for more information. For instance the value\n# 0 represents red, 60 is yellow, 120 is green, 180 is cyan, 240 is blue, 300\n# purple, and 360 is red again.\n# Minimum value: 0, maximum value: 359, default value: 220.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_HUE = 220\n\n# The HTML_COLORSTYLE_SAT tag controls the purity (or saturation) of the colors\n# in the HTML output. For a value of 0 the output will use grayscales only. A\n# value of 255 will produce the most vivid colors.\n# Minimum value: 0, maximum value: 255, default value: 100.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_SAT = 100\n\n# The HTML_COLORSTYLE_GAMMA tag controls the gamma correction applied to the\n# luminance component of the colors in the HTML output. Values below 100\n# gradually make the output lighter, whereas values above 100 make the output\n# darker. The value divided by 100 is the actual gamma applied, so 80 represents\n# a gamma of 0.8, The value 220 represents a gamma of 2.2, and 100 does not\n# change the gamma.\n# Minimum value: 40, maximum value: 240, default value: 80.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_COLORSTYLE_GAMMA = 80\n\n# If the HTML_TIMESTAMP tag is set to YES then the footer of each generated HTML\n# page will contain the date and time when the page was generated. Setting this\n# to NO can help when comparing the output of multiple runs.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_TIMESTAMP = NO\n\n# If the HTML_DYNAMIC_SECTIONS tag is set to YES then the generated HTML\n# documentation will contain sections that can be hidden and shown after the\n# page has loaded.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_DYNAMIC_SECTIONS = NO\n\n# With HTML_INDEX_NUM_ENTRIES one can control the preferred number of entries\n# shown in the various tree structured indices initially; the user can expand\n# and collapse entries dynamically later on. Doxygen will expand the tree to\n# such a level that at most the specified number of entries are visible (unless\n# a fully collapsed tree already exceeds this amount). So setting the number of\n# entries 1 will produce a full collapsed tree by default. 0 is a special value\n# representing an infinite number of entries and will result in a full expanded\n# tree by default.\n# Minimum value: 0, maximum value: 9999, default value: 100.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nHTML_INDEX_NUM_ENTRIES = 100\n\n# If the GENERATE_DOCSET tag is set to YES, additional index files will be\n# generated that can be used as input for Apple's Xcode 3 integrated development\n# environment (see: http://developer.apple.com/tools/xcode/), introduced with\n# OSX 10.5 (Leopard). To create a documentation set, doxygen will generate a\n# Makefile in the HTML output directory. Running make will produce the docset in\n# that directory and running make install will install the docset in\n# ~/Library/Developer/Shared/Documentation/DocSets so that Xcode will find it at\n# startup. See http://developer.apple.com/tools/creatingdocsetswithdoxygen.html\n# for more information.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_DOCSET = NO\n\n# This tag determines the name of the docset feed. A documentation feed provides\n# an umbrella under which multiple documentation sets from a single provider\n# (such as a company or product suite) can be grouped.\n# The default value is: Doxygen generated docs.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_FEEDNAME = \"Doxygen generated docs\"\n\n# This tag specifies a string that should uniquely identify the documentation\n# set bundle. This should be a reverse domain-name style string, e.g.\n# com.mycompany.MyDocSet. Doxygen will append .docset to the name.\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_BUNDLE_ID = org.doxygen.Project\n\n# The DOCSET_PUBLISHER_ID tag specifies a string that should uniquely identify\n# the documentation publisher. This should be a reverse domain-name style\n# string, e.g. com.mycompany.MyDocSet.documentation.\n# The default value is: org.doxygen.Publisher.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_PUBLISHER_ID = org.doxygen.Publisher\n\n# The DOCSET_PUBLISHER_NAME tag identifies the documentation publisher.\n# The default value is: Publisher.\n# This tag requires that the tag GENERATE_DOCSET is set to YES.\n\nDOCSET_PUBLISHER_NAME = Publisher\n\n# If the GENERATE_HTMLHELP tag is set to YES then doxygen generates three\n# additional HTML index files: index.hhp, index.hhc, and index.hhk. The\n# index.hhp is a project file that can be read by Microsoft's HTML Help Workshop\n# (see: http://www.microsoft.com/en-us/download/details.aspx?id=21138) on\n# Windows.\n#\n# The HTML Help Workshop contains a compiler that can convert all HTML output\n# generated by doxygen into a single compiled HTML file (.chm). Compiled HTML\n# files are now used as the Windows 98 help format, and will replace the old\n# Windows help format (.hlp) on all Windows platforms in the future. Compressed\n# HTML files also contain an index, a table of contents, and you can search for\n# words in the documentation. The HTML workshop also contains a viewer for\n# compressed HTML files.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_HTMLHELP = NO\n\n# The CHM_FILE tag can be used to specify the file name of the resulting .chm\n# file. You can add a path in front of the file if the result should not be\n# written to the html output directory.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nCHM_FILE =\n\n# The HHC_LOCATION tag can be used to specify the location (absolute path\n# including file name) of the HTML help compiler ( hhc.exe). If non-empty\n# doxygen will try to run the HTML help compiler on the generated index.hhp.\n# The file has to be specified with full path.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nHHC_LOCATION =\n\n# The GENERATE_CHI flag controls if a separate .chi index file is generated (\n# YES) or that it should be included in the master .chm file ( NO).\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nGENERATE_CHI = NO\n\n# The CHM_INDEX_ENCODING is used to encode HtmlHelp index ( hhk), content ( hhc)\n# and project file content.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nCHM_INDEX_ENCODING =\n\n# The BINARY_TOC flag controls whether a binary table of contents is generated (\n# YES) or a normal table of contents ( NO) in the .chm file.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nBINARY_TOC = NO\n\n# The TOC_EXPAND flag can be set to YES to add extra items for group members to\n# the table of contents of the HTML help documentation and to the tree view.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTMLHELP is set to YES.\n\nTOC_EXPAND = NO\n\n# If the GENERATE_QHP tag is set to YES and both QHP_NAMESPACE and\n# QHP_VIRTUAL_FOLDER are set, an additional index file will be generated that\n# can be used as input for Qt's qhelpgenerator to generate a Qt Compressed Help\n# (.qch) of the generated HTML documentation.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_QHP = NO\n\n# If the QHG_LOCATION tag is specified, the QCH_FILE tag can be used to specify\n# the file name of the resulting .qch file. The path specified is relative to\n# the HTML output folder.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQCH_FILE =\n\n# The QHP_NAMESPACE tag specifies the namespace to use when generating Qt Help\n# Project output. For more information please see Qt Help Project / Namespace\n# (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#namespace).\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_NAMESPACE = org.doxygen.Project\n\n# The QHP_VIRTUAL_FOLDER tag specifies the namespace to use when generating Qt\n# Help Project output. For more information please see Qt Help Project / Virtual\n# Folders (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#virtual-\n# folders).\n# The default value is: doc.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_VIRTUAL_FOLDER = doc\n\n# If the QHP_CUST_FILTER_NAME tag is set, it specifies the name of a custom\n# filter to add. For more information please see Qt Help Project / Custom\n# Filters (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#custom-\n# filters).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_CUST_FILTER_NAME =\n\n# The QHP_CUST_FILTER_ATTRS tag specifies the list of the attributes of the\n# custom filter to add. For more information please see Qt Help Project / Custom\n# Filters (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#custom-\n# filters).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_CUST_FILTER_ATTRS =\n\n# The QHP_SECT_FILTER_ATTRS tag specifies the list of the attributes this\n# project's filter section matches. Qt Help Project / Filter Attributes (see:\n# http://qt-project.org/doc/qt-4.8/qthelpproject.html#filter-attributes).\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHP_SECT_FILTER_ATTRS =\n\n# The QHG_LOCATION tag can be used to specify the location of Qt's\n# qhelpgenerator. If non-empty doxygen will try to run qhelpgenerator on the\n# generated .qhp file.\n# This tag requires that the tag GENERATE_QHP is set to YES.\n\nQHG_LOCATION =\n\n# If the GENERATE_ECLIPSEHELP tag is set to YES, additional index files will be\n# generated, together with the HTML files, they form an Eclipse help plugin. To\n# install this plugin and make it available under the help contents menu in\n# Eclipse, the contents of the directory containing the HTML and XML files needs\n# to be copied into the plugins directory of eclipse. The name of the directory\n# within the plugins directory should be the same as the ECLIPSE_DOC_ID value.\n# After copying Eclipse needs to be restarted before the help appears.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_ECLIPSEHELP = NO\n\n# A unique identifier for the Eclipse help plugin. When installing the plugin\n# the directory name containing the HTML and XML files should also have this\n# name. Each documentation set should have its own identifier.\n# The default value is: org.doxygen.Project.\n# This tag requires that the tag GENERATE_ECLIPSEHELP is set to YES.\n\nECLIPSE_DOC_ID = org.doxygen.Project\n\n# If you want full control over the layout of the generated HTML pages it might\n# be necessary to disable the index and replace it with your own. The\n# DISABLE_INDEX tag can be used to turn on/off the condensed index (tabs) at top\n# of each HTML page. A value of NO enables the index and the value YES disables\n# it. Since the tabs in the index contain the same information as the navigation\n# tree, you can set this option to YES if you also set GENERATE_TREEVIEW to YES.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nDISABLE_INDEX = NO\n\n# The GENERATE_TREEVIEW tag is used to specify whether a tree-like index\n# structure should be generated to display hierarchical information. If the tag\n# value is set to YES, a side panel will be generated containing a tree-like\n# index structure (just like the one that is generated for HTML Help). For this\n# to work a browser that supports JavaScript, DHTML, CSS and frames is required\n# (i.e. any modern browser). Windows users are probably better off using the\n# HTML help feature. Via custom stylesheets (see HTML_EXTRA_STYLESHEET) one can\n# further fine-tune the look of the index. As an example, the default style\n# sheet generated by doxygen has an example that shows how to put an image at\n# the root of the tree instead of the PROJECT_NAME. Since the tree basically has\n# the same information as the tab index, you could consider setting\n# DISABLE_INDEX to YES when enabling this option.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nGENERATE_TREEVIEW = YES\n\n# The ENUM_VALUES_PER_LINE tag can be used to set the number of enum values that\n# doxygen will group on one line in the generated HTML documentation.\n#\n# Note that a value of 0 will completely suppress the enum values from appearing\n# in the overview section.\n# Minimum value: 0, maximum value: 20, default value: 4.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nENUM_VALUES_PER_LINE = 4\n\n# If the treeview is enabled (see GENERATE_TREEVIEW) then this tag can be used\n# to set the initial width (in pixels) of the frame in which the tree is shown.\n# Minimum value: 0, maximum value: 1500, default value: 250.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nTREEVIEW_WIDTH = 250\n\n# When the EXT_LINKS_IN_WINDOW option is set to YES doxygen will open links to\n# external symbols imported via tag files in a separate window.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nEXT_LINKS_IN_WINDOW = NO\n\n# Use this tag to change the font size of LaTeX formulas included as images in\n# the HTML documentation. When you change the font size after a successful\n# doxygen run you need to manually remove any form_*.png images from the HTML\n# output directory to force them to be regenerated.\n# Minimum value: 8, maximum value: 50, default value: 10.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nFORMULA_FONTSIZE = 10\n\n# Use the FORMULA_TRANPARENT tag to determine whether or not the images\n# generated for formulas are transparent PNGs. Transparent PNGs are not\n# supported properly for IE 6.0, but are supported on all modern browsers.\n#\n# Note that when changing this option you need to delete any form_*.png files in\n# the HTML output directory before the changes have effect.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nFORMULA_TRANSPARENT = YES\n\n# Enable the USE_MATHJAX option to render LaTeX formulas using MathJax (see\n# http://www.mathjax.org) which uses client side Javascript for the rendering\n# instead of using prerendered bitmaps. Use this if you do not have LaTeX\n# installed or if you want to formulas look prettier in the HTML output. When\n# enabled you may also need to install MathJax separately and configure the path\n# to it using the MATHJAX_RELPATH option.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nUSE_MATHJAX = NO\n\n# When MathJax is enabled you can set the default output format to be used for\n# the MathJax output. See the MathJax site (see:\n# http://docs.mathjax.org/en/latest/output.html) for more details.\n# Possible values are: HTML-CSS (which is slower, but has the best\n# compatibility), NativeMML (i.e. MathML) and SVG.\n# The default value is: HTML-CSS.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_FORMAT = HTML-CSS\n\n# When MathJax is enabled you need to specify the location relative to the HTML\n# output directory using the MATHJAX_RELPATH option. The destination directory\n# should contain the MathJax.js script. For instance, if the mathjax directory\n# is located at the same level as the HTML output directory, then\n# MATHJAX_RELPATH should be ../mathjax. The default value points to the MathJax\n# Content Delivery Network so you can quickly see the result without installing\n# MathJax. However, it is strongly recommended to install a local copy of\n# MathJax from http://www.mathjax.org before deployment.\n# The default value is: http://cdn.mathjax.org/mathjax/latest.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_RELPATH = http://cdn.mathjax.org/mathjax/latest\n\n# The MATHJAX_EXTENSIONS tag can be used to specify one or more MathJax\n# extension names that should be enabled during MathJax rendering. For example\n# MATHJAX_EXTENSIONS = TeX/AMSmath TeX/AMSsymbols\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_EXTENSIONS =\n\n# The MATHJAX_CODEFILE tag can be used to specify a file with javascript pieces\n# of code that will be used on startup of the MathJax code. See the MathJax site\n# (see: http://docs.mathjax.org/en/latest/output.html) for more details. For an\n# example see the documentation.\n# This tag requires that the tag USE_MATHJAX is set to YES.\n\nMATHJAX_CODEFILE =\n\n# When the SEARCHENGINE tag is enabled doxygen will generate a search box for\n# the HTML output. The underlying search engine uses javascript and DHTML and\n# should work on any modern browser. Note that when using HTML help\n# (GENERATE_HTMLHELP), Qt help (GENERATE_QHP), or docsets (GENERATE_DOCSET)\n# there is already a search function so this one should typically be disabled.\n# For large projects the javascript based search engine can be slow, then\n# enabling SERVER_BASED_SEARCH may provide a better solution. It is possible to\n# search using the keyboard; to jump to the search box use + S\n# (what the is depends on the OS and browser, but it is typically\n# , /, or both). Inside the search box use the to jump into the search results window, the results can be navigated\n# using the . Press to select an item or to cancel\n# the search. The filter options can be selected when the cursor is inside the\n# search box by pressing +. Also here use the \n# to select a filter and or to activate or cancel the filter\n# option.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_HTML is set to YES.\n\nSEARCHENGINE = NO\n\n# When the SERVER_BASED_SEARCH tag is enabled the search engine will be\n# implemented using a web server instead of a web client using Javascript. There\n# are two flavours of web server based searching depending on the\n# EXTERNAL_SEARCH setting. When disabled, doxygen will generate a PHP script for\n# searching and an index file used by the script. When EXTERNAL_SEARCH is\n# enabled the indexing and searching needs to be provided by external tools. See\n# the section \"External Indexing and Searching\" for details.\n# The default value is: NO.\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nSERVER_BASED_SEARCH = NO\n\n# When EXTERNAL_SEARCH tag is enabled doxygen will no longer generate the PHP\n# script for searching. Instead the search results are written to an XML file\n# which needs to be processed by an external indexer. Doxygen will invoke an\n# external search engine pointed to by the SEARCHENGINE_URL option to obtain the\n# search results.\n#\n# Doxygen ships with an example indexer ( doxyindexer) and search engine\n# (doxysearch.cgi) which are based on the open source search engine library\n# Xapian (see: http://xapian.org/).\n#\n# See the section \"External Indexing and Searching\" for details.\n# The default value is: NO.\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nEXTERNAL_SEARCH = NO\n\n# The SEARCHENGINE_URL should point to a search engine hosted by a web server\n# which will return the search results when EXTERNAL_SEARCH is enabled.\n#\n# Doxygen ships with an example indexer ( doxyindexer) and search engine\n# (doxysearch.cgi) which are based on the open source search engine library\n# Xapian (see: http://xapian.org/). See the section \"External Indexing and\n# Searching\" for details.\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nSEARCHENGINE_URL =\n\n# When SERVER_BASED_SEARCH and EXTERNAL_SEARCH are both enabled the unindexed\n# search data is written to a file for indexing by an external tool. With the\n# SEARCHDATA_FILE tag the name of this file can be specified.\n# The default file is: searchdata.xml.\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nSEARCHDATA_FILE = searchdata.xml\n\n# When SERVER_BASED_SEARCH and EXTERNAL_SEARCH are both enabled the\n# EXTERNAL_SEARCH_ID tag can be used as an identifier for the project. This is\n# useful in combination with EXTRA_SEARCH_MAPPINGS to search through multiple\n# projects and redirect the results back to the right project.\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nEXTERNAL_SEARCH_ID =\n\n# The EXTRA_SEARCH_MAPPINGS tag can be used to enable searching through doxygen\n# projects other than the one defined by this configuration file, but that are\n# all added to the same external search index. Each project needs to have a\n# unique id set via EXTERNAL_SEARCH_ID. The search mapping then maps the id of\n# to a relative location where the documentation can be found. The format is:\n# EXTRA_SEARCH_MAPPINGS = tagname1=loc1 tagname2=loc2 ...\n# This tag requires that the tag SEARCHENGINE is set to YES.\n\nEXTRA_SEARCH_MAPPINGS =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the LaTeX output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_LATEX tag is set to YES doxygen will generate LaTeX output.\n# The default value is: YES.\n\nGENERATE_LATEX = YES\n\n# The LATEX_OUTPUT tag is used to specify where the LaTeX docs will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it.\n# The default directory is: latex.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_OUTPUT = latex\n\n# The LATEX_CMD_NAME tag can be used to specify the LaTeX command name to be\n# invoked.\n#\n# Note that when enabling USE_PDFLATEX this option is only used for generating\n# bitmaps for formulas in the HTML output, but not in the Makefile that is\n# written to the output directory.\n# The default file is: latex.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_CMD_NAME = latex\n\n# The MAKEINDEX_CMD_NAME tag can be used to specify the command name to generate\n# index for LaTeX.\n# The default file is: makeindex.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nMAKEINDEX_CMD_NAME = makeindex\n\n# If the COMPACT_LATEX tag is set to YES doxygen generates more compact LaTeX\n# documents. This may be useful for small projects and may help to save some\n# trees in general.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nCOMPACT_LATEX = NO\n\n# The PAPER_TYPE tag can be used to set the paper type that is used by the\n# printer.\n# Possible values are: a4 (210 x 297 mm), letter (8.5 x 11 inches), legal (8.5 x\n# 14 inches) and executive (7.25 x 10.5 inches).\n# The default value is: a4.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nPAPER_TYPE = a4wide\n\n# The EXTRA_PACKAGES tag can be used to specify one or more LaTeX package names\n# that should be included in the LaTeX output. To get the times font for\n# instance you can specify\n# EXTRA_PACKAGES=times\n# If left blank no extra packages will be included.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nEXTRA_PACKAGES =\n\n# The LATEX_HEADER tag can be used to specify a personal LaTeX header for the\n# generated LaTeX document. The header should contain everything until the first\n# chapter. If it is left blank doxygen will generate a standard header. See\n# section \"Doxygen usage\" for information on how to let doxygen write the\n# default header to a separate file.\n#\n# Note: Only use a user-defined header if you know what you are doing! The\n# following commands have a special meaning inside the header: $title,\n# $datetime, $date, $doxygenversion, $projectname, $projectnumber. Doxygen will\n# replace them by respectively the title of the page, the current date and time,\n# only the current date, the version number of doxygen, the project name (see\n# PROJECT_NAME), or the project number (see PROJECT_NUMBER).\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_HEADER =\n\n# The LATEX_FOOTER tag can be used to specify a personal LaTeX footer for the\n# generated LaTeX document. The footer should contain everything after the last\n# chapter. If it is left blank doxygen will generate a standard footer.\n#\n# Note: Only use a user-defined footer if you know what you are doing!\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_FOOTER =\n\n# The LATEX_EXTRA_FILES tag can be used to specify one or more extra images or\n# other source files which should be copied to the LATEX_OUTPUT output\n# directory. Note that the files will be copied as-is; there are no commands or\n# markers available.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_EXTRA_FILES =\n\n# If the PDF_HYPERLINKS tag is set to YES, the LaTeX that is generated is\n# prepared for conversion to PDF (using ps2pdf or pdflatex). The PDF file will\n# contain links (just like the HTML output) instead of page references. This\n# makes the output suitable for online browsing using a PDF viewer.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nPDF_HYPERLINKS = NO\n\n# If the LATEX_PDFLATEX tag is set to YES, doxygen will use pdflatex to generate\n# the PDF file directly from the LaTeX files. Set this option to YES to get a\n# higher quality PDF documentation.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nUSE_PDFLATEX = NO\n\n# If the LATEX_BATCHMODE tag is set to YES, doxygen will add the \\batchmode\n# command to the generated LaTeX files. This will instruct LaTeX to keep running\n# if errors occur, instead of asking the user for help. This option is also used\n# when generating formulas in HTML.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_BATCHMODE = NO\n\n# If the LATEX_HIDE_INDICES tag is set to YES then doxygen will not include the\n# index chapters (such as File Index, Compound Index, etc.) in the output.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_HIDE_INDICES = NO\n\n# If the LATEX_SOURCE_CODE tag is set to YES then doxygen will include source\n# code with syntax highlighting in the LaTeX output.\n#\n# Note that which sources are shown also depends on other settings such as\n# SOURCE_BROWSER.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_SOURCE_CODE = NO\n\n# The LATEX_BIB_STYLE tag can be used to specify the style to use for the\n# bibliography, e.g. plainnat, or ieeetr. See\n# http://en.wikipedia.org/wiki/BibTeX and \\cite for more info.\n# The default value is: plain.\n# This tag requires that the tag GENERATE_LATEX is set to YES.\n\nLATEX_BIB_STYLE = plain\n\n#---------------------------------------------------------------------------\n# Configuration options related to the RTF output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_RTF tag is set to YES doxygen will generate RTF output. The\n# RTF output is optimized for Word 97 and may not look too pretty with other RTF\n# readers/editors.\n# The default value is: NO.\n\nGENERATE_RTF = NO\n\n# The RTF_OUTPUT tag is used to specify where the RTF docs will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it.\n# The default directory is: rtf.\n# This tag requires that the tag GENERATE_RTF is set to YES.\n\nRTF_OUTPUT = rtf\n\n# If the COMPACT_RTF tag is set to YES doxygen generates more compact RTF\n# documents. This may be useful for small projects and may help to save some\n# trees in general.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_RTF is set to YES.\n\nCOMPACT_RTF = NO\n\n# If the RTF_HYPERLINKS tag is set to YES, the RTF that is generated will\n# contain hyperlink fields. The RTF file will contain links (just like the HTML\n# output) instead of page references. This makes the output suitable for online\n# browsing using Word or some other Word compatible readers that support those\n# fields.\n#\n# Note: WordPad (write) and others do not support links.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_RTF is set to YES.\n\nRTF_HYPERLINKS = NO\n\n# Load stylesheet definitions from file. Syntax is similar to doxygen's config\n# file, i.e. a series of assignments. You only have to provide replacements,\n# missing definitions are set to their default value.\n#\n# See also section \"Doxygen usage\" for information on how to generate the\n# default style sheet that doxygen normally uses.\n# This tag requires that the tag GENERATE_RTF is set to YES.\n\nRTF_STYLESHEET_FILE =\n\n# Set optional variables used in the generation of an RTF document. Syntax is\n# similar to doxygen's config file. A template extensions file can be generated\n# using doxygen -e rtf extensionFile.\n# This tag requires that the tag GENERATE_RTF is set to YES.\n\nRTF_EXTENSIONS_FILE =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the man page output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_MAN tag is set to YES doxygen will generate man pages for\n# classes and files.\n# The default value is: NO.\n\nGENERATE_MAN = NO\n\n# The MAN_OUTPUT tag is used to specify where the man pages will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it. A directory man3 will be created inside the directory specified by\n# MAN_OUTPUT.\n# The default directory is: man.\n# This tag requires that the tag GENERATE_MAN is set to YES.\n\nMAN_OUTPUT = man\n\n# The MAN_EXTENSION tag determines the extension that is added to the generated\n# man pages. In case the manual section does not start with a number, the number\n# 3 is prepended. The dot (.) at the beginning of the MAN_EXTENSION tag is\n# optional.\n# The default value is: .3.\n# This tag requires that the tag GENERATE_MAN is set to YES.\n\nMAN_EXTENSION = .3\n\n# If the MAN_LINKS tag is set to YES and doxygen generates man output, then it\n# will generate one additional man file for each entity documented in the real\n# man page(s). These additional files only source the real man page, but without\n# them the man command would be unable to find the correct page.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_MAN is set to YES.\n\nMAN_LINKS = NO\n\n#---------------------------------------------------------------------------\n# Configuration options related to the XML output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_XML tag is set to YES doxygen will generate an XML file that\n# captures the structure of the code including all documentation.\n# The default value is: NO.\n\nGENERATE_XML = NO\n\n# The XML_OUTPUT tag is used to specify where the XML pages will be put. If a\n# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of\n# it.\n# The default directory is: xml.\n# This tag requires that the tag GENERATE_XML is set to YES.\n\nXML_OUTPUT = xml\n\n# The XML_SCHEMA tag can be used to specify a XML schema, which can be used by a\n# validating XML parser to check the syntax of the XML files.\n# This tag requires that the tag GENERATE_XML is set to YES.\n\nXML_SCHEMA =\n\n# The XML_DTD tag can be used to specify a XML DTD, which can be used by a\n# validating XML parser to check the syntax of the XML files.\n# This tag requires that the tag GENERATE_XML is set to YES.\n\nXML_DTD =\n\n# If the XML_PROGRAMLISTING tag is set to YES doxygen will dump the program\n# listings (including syntax highlighting and cross-referencing information) to\n# the XML output. Note that enabling this will significantly increase the size\n# of the XML output.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_XML is set to YES.\n\nXML_PROGRAMLISTING = YES\n\n#---------------------------------------------------------------------------\n# Configuration options related to the DOCBOOK output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_DOCBOOK tag is set to YES doxygen will generate Docbook files\n# that can be used to generate PDF.\n# The default value is: NO.\n\nGENERATE_DOCBOOK = NO\n\n# The DOCBOOK_OUTPUT tag is used to specify where the Docbook pages will be put.\n# If a relative path is entered the value of OUTPUT_DIRECTORY will be put in\n# front of it.\n# The default directory is: docbook.\n# This tag requires that the tag GENERATE_DOCBOOK is set to YES.\n\nDOCBOOK_OUTPUT = docbook\n\n#---------------------------------------------------------------------------\n# Configuration options for the AutoGen Definitions output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_AUTOGEN_DEF tag is set to YES doxygen will generate an AutoGen\n# Definitions (see http://autogen.sf.net) file that captures the structure of\n# the code including all documentation. Note that this feature is still\n# experimental and incomplete at the moment.\n# The default value is: NO.\n\nGENERATE_AUTOGEN_DEF = NO\n\n#---------------------------------------------------------------------------\n# Configuration options related to the Perl module output\n#---------------------------------------------------------------------------\n\n# If the GENERATE_PERLMOD tag is set to YES doxygen will generate a Perl module\n# file that captures the structure of the code including all documentation.\n#\n# Note that this feature is still experimental and incomplete at the moment.\n# The default value is: NO.\n\nGENERATE_PERLMOD = NO\n\n# If the PERLMOD_LATEX tag is set to YES doxygen will generate the necessary\n# Makefile rules, Perl scripts and LaTeX code to be able to generate PDF and DVI\n# output from the Perl module output.\n# The default value is: NO.\n# This tag requires that the tag GENERATE_PERLMOD is set to YES.\n\nPERLMOD_LATEX = NO\n\n# If the PERLMOD_PRETTY tag is set to YES the Perl module output will be nicely\n# formatted so it can be parsed by a human reader. This is useful if you want to\n# understand what is going on. On the other hand, if this tag is set to NO the\n# size of the Perl module output will be much smaller and Perl will parse it\n# just the same.\n# The default value is: YES.\n# This tag requires that the tag GENERATE_PERLMOD is set to YES.\n\nPERLMOD_PRETTY = YES\n\n# The names of the make variables in the generated doxyrules.make file are\n# prefixed with the string contained in PERLMOD_MAKEVAR_PREFIX. This is useful\n# so different doxyrules.make files included by the same Makefile don't\n# overwrite each other's variables.\n# This tag requires that the tag GENERATE_PERLMOD is set to YES.\n\nPERLMOD_MAKEVAR_PREFIX =\n\n#---------------------------------------------------------------------------\n# Configuration options related to the preprocessor\n#---------------------------------------------------------------------------\n\n# If the ENABLE_PREPROCESSING tag is set to YES doxygen will evaluate all\n# C-preprocessor directives found in the sources and include files.\n# The default value is: YES.\n\nENABLE_PREPROCESSING = YES\n\n# If the MACRO_EXPANSION tag is set to YES doxygen will expand all macro names\n# in the source code. If set to NO only conditional compilation will be\n# performed. Macro expansion can be done in a controlled way by setting\n# EXPAND_ONLY_PREDEF to YES.\n# The default value is: NO.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nMACRO_EXPANSION = YES\n\n# If the EXPAND_ONLY_PREDEF and MACRO_EXPANSION tags are both set to YES then\n# the macro expansion is limited to the macros specified with the PREDEFINED and\n# EXPAND_AS_DEFINED tags.\n# The default value is: NO.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nEXPAND_ONLY_PREDEF = NO\n\n# If the SEARCH_INCLUDES tag is set to YES the includes files in the\n# INCLUDE_PATH will be searched if a #include is found.\n# The default value is: YES.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nSEARCH_INCLUDES = YES\n\n# The INCLUDE_PATH tag can be used to specify one or more directories that\n# contain include files that are not input files but should be processed by the\n# preprocessor.\n# This tag requires that the tag SEARCH_INCLUDES is set to YES.\n\nINCLUDE_PATH =\n\n# You can use the INCLUDE_FILE_PATTERNS tag to specify one or more wildcard\n# patterns (like *.h and *.hpp) to filter out the header-files in the\n# directories. If left blank, the patterns specified with FILE_PATTERNS will be\n# used.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\n#### OPTION GENERATED IN generate_doxygen.sh\n\nINCLUDE_FILE_PATTERNS =\n\n# The PREDEFINED tag can be used to specify one or more macro names that are\n# defined before the preprocessor is started (similar to the -D option of e.g.\n# gcc). The argument of the tag is a list of macros of the form: name or\n# name=definition (no spaces). If the definition and the \"=\" are omitted, \"=1\"\n# is assumed. To prevent a macro definition from being undefined via #undef or\n# recursively expanded use the := operator instead of the = operator.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nPREDEFINED =\n\n# If the MACRO_EXPANSION and EXPAND_ONLY_PREDEF tags are set to YES then this\n# tag can be used to specify a list of macro names that should be expanded. The\n# macro definition that is found in the sources will be used. Use the PREDEFINED\n# tag if you want to use a different macro definition that overrules the\n# definition found in the source code.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nEXPAND_AS_DEFINED =\n\n# If the SKIP_FUNCTION_MACROS tag is set to YES then doxygen's preprocessor will\n# remove all refrences to function-like macros that are alone on a line, have an\n# all uppercase name, and do not end with a semicolon. Such function macros are\n# typically used for boiler-plate code, and will confuse the parser if not\n# removed.\n# The default value is: YES.\n# This tag requires that the tag ENABLE_PREPROCESSING is set to YES.\n\nSKIP_FUNCTION_MACROS = YES\n\n#---------------------------------------------------------------------------\n# Configuration options related to external references\n#---------------------------------------------------------------------------\n\n# The TAGFILES tag can be used to specify one or more tag files. For each tag\n# file the location of the external documentation should be added. The format of\n# a tag file without this location is as follows:\n# TAGFILES = file1 file2 ...\n# Adding location for the tag files is done as follows:\n# TAGFILES = file1=loc1 \"file2 = loc2\" ...\n# where loc1 and loc2 can be relative or absolute paths or URLs. See the\n# section \"Linking to external documentation\" for more information about the use\n# of tag files.\n# Note: Each tag file must have an unique name (where the name does NOT include\n# the path). If a tag file is not located in the directory in which doxygen is\n# run, you must also specify the path to the tagfile here.\n\nTAGFILES =\n\n# When a file name is specified after GENERATE_TAGFILE, doxygen will create a\n# tag file that is based on the input files it reads. See section \"Linking to\n# external documentation\" for more information about the usage of tag files.\n\nGENERATE_TAGFILE =\n\n# If the ALLEXTERNALS tag is set to YES all external class will be listed in the\n# class index. If set to NO only the inherited external classes will be listed.\n# The default value is: NO.\n\nALLEXTERNALS = NO\n\n# If the EXTERNAL_GROUPS tag is set to YES all external groups will be listed in\n# the modules index. If set to NO, only the current project's groups will be\n# listed.\n# The default value is: YES.\n\nEXTERNAL_GROUPS = YES\n\n# If the EXTERNAL_PAGES tag is set to YES all external pages will be listed in\n# the related pages index. If set to NO, only the current project's pages will\n# be listed.\n# The default value is: YES.\n\nEXTERNAL_PAGES = YES\n\n# The PERL_PATH should be the absolute path and name of the perl script\n# interpreter (i.e. the result of 'which perl').\n# The default file (with absolute path) is: /usr/bin/perl.\n\nPERL_PATH = /usr/bin/perl\n\n#---------------------------------------------------------------------------\n# Configuration options related to the dot tool\n#---------------------------------------------------------------------------\n\n# If the CLASS_DIAGRAMS tag is set to YES doxygen will generate a class diagram\n# (in HTML and LaTeX) for classes with base or super classes. Setting the tag to\n# NO turns the diagrams off. Note that this option also works with HAVE_DOT\n# disabled, but it is recommended to install and use dot, since it yields more\n# powerful graphs.\n# The default value is: YES.\n\nCLASS_DIAGRAMS = YES\n\n# You can define message sequence charts within doxygen comments using the \\msc\n# command. Doxygen will then run the mscgen tool (see:\n# http://www.mcternan.me.uk/mscgen/)) to produce the chart and insert it in the\n# documentation. The MSCGEN_PATH tag allows you to specify the directory where\n# the mscgen tool resides. If left empty the tool is assumed to be found in the\n# default search path.\n\nMSCGEN_PATH =\n\n# If set to YES, the inheritance and collaboration graphs will hide inheritance\n# and usage relations if the target is undocumented or is not a class.\n# The default value is: YES.\n\nHIDE_UNDOC_RELATIONS = YES\n\n# If you set the HAVE_DOT tag to YES then doxygen will assume the dot tool is\n# available from the path. This tool is part of Graphviz (see:\n# http://www.graphviz.org/), a graph visualization toolkit from AT&T and Lucent\n# Bell Labs. The other options in this section have no effect if this option is\n# set to NO\n# The default value is: NO.\n\nHAVE_DOT = NO\n\n# The DOT_NUM_THREADS specifies the number of dot invocations doxygen is allowed\n# to run in parallel. When set to 0 doxygen will base this on the number of\n# processors available in the system. You can set it explicitly to a value\n# larger than 0 to get control over the balance between CPU load and processing\n# speed.\n# Minimum value: 0, maximum value: 32, default value: 0.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_NUM_THREADS = 0\n\n# When you want a differently looking font n the dot files that doxygen\n# generates you can specify the font name using DOT_FONTNAME. You need to make\n# sure dot is able to find the font, which can be done by putting it in a\n# standard location or by setting the DOTFONTPATH environment variable or by\n# setting DOT_FONTPATH to the directory containing the font.\n# The default value is: Helvetica.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_FONTNAME = Helvetica\n\n# The DOT_FONTSIZE tag can be used to set the size (in points) of the font of\n# dot graphs.\n# Minimum value: 4, maximum value: 24, default value: 10.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_FONTSIZE = 10\n\n# By default doxygen will tell dot to use the default font as specified with\n# DOT_FONTNAME. If you specify a different font using DOT_FONTNAME you can set\n# the path where dot can find it using this tag.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_FONTPATH =\n\n# If the CLASS_GRAPH tag is set to YES then doxygen will generate a graph for\n# each documented class showing the direct and indirect inheritance relations.\n# Setting this tag to YES will force the CLASS_DIAGRAMS tag to NO.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nCLASS_GRAPH = YES\n\n# If the COLLABORATION_GRAPH tag is set to YES then doxygen will generate a\n# graph for each documented class showing the direct and indirect implementation\n# dependencies (inheritance, containment, and class references variables) of the\n# class with other documented classes.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nCOLLABORATION_GRAPH = YES\n\n# If the GROUP_GRAPHS tag is set to YES then doxygen will generate a graph for\n# groups, showing the direct groups dependencies.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nGROUP_GRAPHS = YES\n\n# If the UML_LOOK tag is set to YES doxygen will generate inheritance and\n# collaboration diagrams in a style similar to the OMG's Unified Modeling\n# Language.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nUML_LOOK = NO\n\n# If the UML_LOOK tag is enabled, the fields and methods are shown inside the\n# class node. If there are many fields or methods and many nodes the graph may\n# become too big to be useful. The UML_LIMIT_NUM_FIELDS threshold limits the\n# number of items for each type to make the size more manageable. Set this to 0\n# for no limit. Note that the threshold may be exceeded by 50% before the limit\n# is enforced. So when you set the threshold to 10, up to 15 fields may appear,\n# but if the number exceeds 15, the total amount of fields shown is limited to\n# 10.\n# Minimum value: 0, maximum value: 100, default value: 10.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nUML_LIMIT_NUM_FIELDS = 10\n\n# If the TEMPLATE_RELATIONS tag is set to YES then the inheritance and\n# collaboration graphs will show the relations between templates and their\n# instances.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nTEMPLATE_RELATIONS = NO\n\n# If the INCLUDE_GRAPH, ENABLE_PREPROCESSING and SEARCH_INCLUDES tags are set to\n# YES then doxygen will generate a graph for each documented file showing the\n# direct and indirect include dependencies of the file with other documented\n# files.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nINCLUDE_GRAPH = YES\n\n# If the INCLUDED_BY_GRAPH, ENABLE_PREPROCESSING and SEARCH_INCLUDES tags are\n# set to YES then doxygen will generate a graph for each documented file showing\n# the direct and indirect include dependencies of the file with other documented\n# files.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nINCLUDED_BY_GRAPH = YES\n\n# If the CALL_GRAPH tag is set to YES then doxygen will generate a call\n# dependency graph for every global function or class method.\n#\n# Note that enabling this option will significantly increase the time of a run.\n# So in most cases it will be better to enable call graphs for selected\n# functions only using the \\callgraph command.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nCALL_GRAPH = YES\n\n# If the CALLER_GRAPH tag is set to YES then doxygen will generate a caller\n# dependency graph for every global function or class method.\n#\n# Note that enabling this option will significantly increase the time of a run.\n# So in most cases it will be better to enable caller graphs for selected\n# functions only using the \\callergraph command.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nCALLER_GRAPH = YES\n\n# If the GRAPHICAL_HIERARCHY tag is set to YES then doxygen will graphical\n# hierarchy of all classes instead of a textual one.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nGRAPHICAL_HIERARCHY = YES\n\n# If the DIRECTORY_GRAPH tag is set to YES then doxygen will show the\n# dependencies a directory has on other directories in a graphical way. The\n# dependency relations are determined by the #include relations between the\n# files in the directories.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDIRECTORY_GRAPH = YES\n\n# The DOT_IMAGE_FORMAT tag can be used to set the image format of the images\n# generated by dot.\n# Note: If you choose svg you need to set HTML_FILE_EXTENSION to xhtml in order\n# to make the SVG files visible in IE 9+ (other browsers do not have this\n# requirement).\n# Possible values are: png, jpg, gif and svg.\n# The default value is: png.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_IMAGE_FORMAT = png\n\n# If DOT_IMAGE_FORMAT is set to svg, then this option can be set to YES to\n# enable generation of interactive SVG images that allow zooming and panning.\n#\n# Note that this requires a modern browser other than Internet Explorer. Tested\n# and working are Firefox, Chrome, Safari, and Opera.\n# Note: For IE 9+ you need to set HTML_FILE_EXTENSION to xhtml in order to make\n# the SVG files visible. Older versions of IE do not have SVG support.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nINTERACTIVE_SVG = NO\n\n# The DOT_PATH tag can be used to specify the path where the dot tool can be\n# found. If left blank, it is assumed the dot tool can be found in the path.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_PATH =\n\n# The DOTFILE_DIRS tag can be used to specify one or more directories that\n# contain dot files that are included in the documentation (see the \\dotfile\n# command).\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOTFILE_DIRS =\n\n# The MSCFILE_DIRS tag can be used to specify one or more directories that\n# contain msc files that are included in the documentation (see the \\mscfile\n# command).\n\nMSCFILE_DIRS =\n\n# The DOT_GRAPH_MAX_NODES tag can be used to set the maximum number of nodes\n# that will be shown in the graph. If the number of nodes in a graph becomes\n# larger than this value, doxygen will truncate the graph, which is visualized\n# by representing a node as a red box. Note that doxygen if the number of direct\n# children of the root node in a graph is already larger than\n# DOT_GRAPH_MAX_NODES then the graph will not be shown at all. Also note that\n# the size of a graph can be further restricted by MAX_DOT_GRAPH_DEPTH.\n# Minimum value: 0, maximum value: 10000, default value: 50.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_GRAPH_MAX_NODES = 50\n\n# The MAX_DOT_GRAPH_DEPTH tag can be used to set the maximum depth of the graphs\n# generated by dot. A depth value of 3 means that only nodes reachable from the\n# root by following a path via at most 3 edges will be shown. Nodes that lay\n# further from the root node will be omitted. Note that setting this option to 1\n# or 2 may greatly reduce the computation time needed for large code bases. Also\n# note that the size of a graph can be further restricted by\n# DOT_GRAPH_MAX_NODES. Using a depth of 0 means no depth restriction.\n# Minimum value: 0, maximum value: 1000, default value: 0.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nMAX_DOT_GRAPH_DEPTH = 0\n\n# Set the DOT_TRANSPARENT tag to YES to generate images with a transparent\n# background. This is disabled by default, because dot on Windows does not seem\n# to support this out of the box.\n#\n# Warning: Depending on the platform used, enabling this option may lead to\n# badly anti-aliased labels on the edges of a graph (i.e. they become hard to\n# read).\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_TRANSPARENT = NO\n\n# Set the DOT_MULTI_TARGETS tag to YES allow dot to generate multiple output\n# files in one run (i.e. multiple -o and -T options on the command line). This\n# makes dot run faster, but since only newer versions of dot (>1.8.10) support\n# this, this feature is disabled by default.\n# The default value is: NO.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_MULTI_TARGETS = NO\n\n# If the GENERATE_LEGEND tag is set to YES doxygen will generate a legend page\n# explaining the meaning of the various boxes and arrows in the dot generated\n# graphs.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nGENERATE_LEGEND = YES\n\n# If the DOT_CLEANUP tag is set to YES doxygen will remove the intermediate dot\n# files that are used to generate the various graphs.\n# The default value is: YES.\n# This tag requires that the tag HAVE_DOT is set to YES.\n\nDOT_CLEANUP = YES\n"
},
{
"path": "LICENSE",
"content": "BSD License\n\nFor Proxygen software\n\nCopyright (c) Facebook, Inc. and its affiliates. All rights reserved.\n\nRedistribution and use in source and binary forms, with or without modification,\nare permitted provided that the following conditions are met:\n\n * Redistributions of source code must retain the above copyright notice, this\n list of conditions and the following disclaimer.\n\n * Redistributions in binary form must reproduce the above copyright notice,\n this list of conditions and the following disclaimer in the documentation\n and/or other materials provided with the distribution.\n\n * Neither the name Facebook nor the names of its contributors may be used to\n endorse or promote products derived from this software without specific\n prior written permission.\n\nTHIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\" AND\nANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED\nWARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\nDISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR\nANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES\n(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;\nLOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON\nANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT\n(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS\nSOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n"
},
{
"path": "README.md",
"content": "## Proxygen: Facebook's C++ HTTP Libraries\n\n[](https://github.com/facebook/proxygen/actions/workflows/getdeps_linux.yml)\n[](https://github.com/facebook/proxygen/actions/workflows/getdeps_mac.yml)\n\nThis project comprises the core C++ HTTP abstractions used at\nFacebook. Internally, it is used as the basis for building many HTTP\nservers, proxies, and clients. This release focuses on the common HTTP\nabstractions and our simple HTTPServer framework. Future releases will\nprovide simple client APIs as well. The framework supports HTTP/1.1,\nSPDY/3, SPDY/3.1, HTTP/2, and HTTP/3. The goal is to provide a simple,\nperformant, and modern C++ HTTP library.\n\nWe have a Google group for general discussions at https://groups.google.com/d/forum/facebook-proxygen.\n\nThe [original blog post](https://engineering.fb.com/production-engineering/introducing-proxygen-facebook-s-c-http-framework/)\nalso has more background on the project.\n\n## Learn More in This Intro Video\n[](https://www.youtube.com/watch?v=OsrBYHIYCYk)\n\n### Installing\n\nNote that currently this project has been tested on Ubuntu 18.04 and Mac OSX\nalthough it likely works on many other platforms.\n\nYou will need at least 3 GiB of memory to compile `proxygen` and its\ndependencies.\n\n##### Easy Install\n\nJust run `./build.sh` from the `proxygen/` directory to get and build all\nthe dependencies and `proxygen`. You can run the tests manually with `cd _build/ && make test`.\nThen run `./install.sh` to install it. You can remove the temporary build directory (`_build`) and `./build.sh && ./install.sh`\nto rebase the dependencies, and then rebuild and reinstall `proxygen`.\n\n##### Package Managers\n\nYou can download and install proxygen using the [vcpkg](https://github.com/Microsoft/vcpkg) dependency manager:\n\n git clone https://github.com/Microsoft/vcpkg.git\n cd vcpkg\n ./bootstrap-vcpkg.sh\n ./vcpkg integrate install\n ./vcpkg install proxygen\n\nThe proxygen port in vcpkg is kept up to date by Microsoft team members and community contributors. If the version is out of date, please [create an issue or pull request](https://github.com/Microsoft/vcpkg) on the vcpkg repository.\n\n##### Other Platforms\n\nIf you are running on another platform, you may need to install several\npackages first. Proxygen and `folly` are all Autotools based projects.\n\n### Introduction\n\nDirectory structure and contents:\n\n| Directory | Purpose |\n|----------------------------|-------------------------------------------------------------------------------|\n| `proxygen/external/` | Contains non-installed 3rd-party code proxygen depends on. |\n| `proxygen/lib/` | Core networking abstractions. |\n| `proxygen/lib/http/` | HTTP specific code. (including HTTP/2 and HTTP/3) |\n| `proxygen/lib/services/` | Connection management and server code. |\n| `proxygen/lib/utils/` | Miscellaneous helper code. |\n| `proxygen/httpserver/` | Contains code wrapping `proxygen/lib/` for building simple C++ http servers. We recommend building on top of these APIs. |\n\n### Architecture\n\nThe central abstractions to understand in `proxygen/lib` are the session, codec,\ntransaction, and handler. These are the lowest level abstractions, and we\ndon't generally recommend building off of these directly.\n\nWhen bytes are read off the wire, the `HTTPCodec` stored inside\n`HTTPSession` parses these into higher-level objects and associates with\nit a transaction identifier. The codec then calls into `HTTPSession` which\nis responsible for maintaining the mapping between transaction identifier\nand `HTTPTransaction` objects. Each HTTP request/response pair has a\nseparate `HTTPTransaction` object. Finally, `HTTPTransaction` forwards the\ncall to a handler object which implements `HTTPTransaction:: Handler`. The\nhandler is responsible for implementing business logic for the request or\nresponse.\n\nThe handler then calls back into the transaction to generate egress\n(whether the egress is a request or response). The call flows from the\ntransaction back to the session, which uses the codec to convert the\nhigher-level semantics of the particular call into the appropriate bytes\nto send on the wire.\n\nThe same handler and transaction interfaces are used to both create requests\nand handle responses. The API is generic enough to allow\nboth. `HTTPSession` is specialized slightly differently depending on\nwhether you are using the connection to issue or respond to HTTP\nrequests.\n\n\n\nMoving into higher levels of abstraction, `proxygen/HTTP server` has a\nsimpler set of APIs and is the recommended way to interface with `proxygen`\nwhen acting as a server if you don't need the full control of the lower\nlevel abstractions.\n\nThe basic components here are `HTTPServer`, `RequestHandlerFactory`, and\n`RequestHandler`. An `HTTPServer` takes some configuration and is given a\n`RequestHandlerFactory`. Once the server is started, the installed\n`RequestHandlerFactory` spawns a `RequestHandler` for each HTTP\nrequest. `RequestHandler` is a simple interface users of the library\nimplement. Subclasses of `RequestHandler` should use the inherited\nprotected member `ResponseHandler* downstream_` to send the response.\n\n### Using it\n\nProxygen is a library. After installing it, you can build your C++\nserver. Try `cd` ing to the directory containing the echo server at\n`proxygen/httpserver/samples/echo/`.\n\nAfter building proxygen you can start the echo server with `_build/proxygen/httpserver/proxygen_echo`\nand verify it works using curl in a different terminal:\n```shell\n$ curl -v http://localhost:11000/\n* Trying 127.0.0.1...\n* Connected to localhost (127.0.0.1) port 11000 (#0)\n> GET / HTTP/1.1\n> User-Agent: curl/7.35.0\n> Host: localhost:11000\n> Accept: */*\n>\n< HTTP/1.1 200 OK\n< Request-Number: 1\n< Date: Thu, 30 Oct 2014 17:07:36 GMT\n< Connection: keep-alive\n< Content-Length: 0\n<\n* Connection #0 to host localhost left intact\n```\n\nYou can find other samples:\n * a simple server that supports HTTP/2 server push (`_build/proxygen/httpserver/proxygen_push`),\n * a simple server for static files (`_build/proxygen/httpserver/proxygen_static`)\n * a simple fwdproxy (`_build/proxygen/httpserver/proxygen_proxy`)\n * a curl-like client (`_build/proxygen/httpclient/samples/curl/proxygen_curl`)\n\n### QUIC and HTTP/3\n\nProxygen supports HTTP/3!\n\nIt depends on Facebook's [mvfst](https://github.com/facebook/mvfst)\nlibrary for the [IETF QUIC](https://github.com/quicwg/base-drafts) transport\nimplementation.\n\nThis comes with a handy command-line utility that can be used as an HTTP/3\nserver and client.\n\nSample usage:\n```shell\n_build/proxygen/httpserver/hq --mode=server\n_build/proxygen/httpserver/hq --mode=client --path=/\n```\nThe utility supports the [qlog](https://github.com/quiclog/internet-drafts)\nlogging format; just start the server with the `--qlogger_path` option and many\nknobs to tune both the quic transport and the http layer.\n\n### Documentation\n\nWe use Doxygen for Proxygen's internal documentation. You can generate a\ncopy of these docs by running `doxygen Doxyfile` from the project\nroot. You'll want to look at `html/namespaceproxygen.html` to start. This\nwill also generate `folly` documentation.\n\n### License\nSee [LICENSE](LICENSE).\n\n### Contributing\nContributions to Proxygen are more than welcome. [Read the guidelines in CONTRIBUTING.md](CONTRIBUTING.md).\nMake sure you've [signed the CLA](https://code.facebook.com/cla) before sending in a pull request.\n\n### Whitehat\n\nFacebook has a [bounty program](https://www.facebook.com/whitehat/) for\nthe safe disclosure of security bugs. If you find a vulnerability, please\ngo through the process outlined on that page and do not file a public issue.\n"
},
{
"path": "build/README.md",
"content": "# Building using `fbcode_builder`\n\nContinuous integration builds are powered by `fbcode_builder`, a tiny tool\nshared by several Facebook projects. Its files are in `./fbcode_builder`\n(on Github) or in `fbcode/opensource/fbcode_builder` (inside Facebook's\nrepo).\n\nStart with the READMEs in the `fbcode_builder` directory.\n\n`./fbcode_builder_config.py` contains the project-specific configuration.\n"
},
{
"path": "build/deps/github_hashes/facebook/folly-rev.txt",
"content": "Subproject commit 4321dae73b18961089fc62532ee6dc011cbf1915\n"
},
{
"path": "build/deps/github_hashes/facebook/mvfst-rev.txt",
"content": "Subproject commit b229e95977aa5d4c271da60775f2b4bdbc40262a\n"
},
{
"path": "build/deps/github_hashes/facebook/wangle-rev.txt",
"content": "Subproject commit dbe97d189ad17a732477ecf4defdcf8cdac2c013\n"
},
{
"path": "build/deps/github_hashes/facebookincubator/fizz-rev.txt",
"content": "Subproject commit 8d74917ae1e80269c6e8e9da44f9713269d9c2ec\n"
},
{
"path": "build/fbcode_builder/.gitignore",
"content": "# Facebook-internal CI builds don't have write permission outside of the\n# source tree, so we install all projects into this directory.\n/facebook_ci\n__pycache__/\n*.pyc\n"
},
{
"path": "build/fbcode_builder/CMake/FBBuildOptions.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\nfunction (fb_activate_static_library_option)\n option(USE_STATIC_DEPS_ON_UNIX\n \"If enabled, use static dependencies on unix systems. This is generally discouraged.\"\n OFF\n )\n # Mark USE_STATIC_DEPS_ON_UNIX as an \"advanced\" option, since enabling it\n # is generally discouraged.\n mark_as_advanced(USE_STATIC_DEPS_ON_UNIX)\n\n if(UNIX AND USE_STATIC_DEPS_ON_UNIX)\n SET(CMAKE_FIND_LIBRARY_SUFFIXES \".a\" PARENT_SCOPE)\n endif()\n\n option(PREFER_STATIC_DEPS_ON_UNIX\n \"If enabled, use static dependencies on unix systems as possible as we can. This is generally discouraged.\"\n OFF\n )\n # Mark PREFER_STATIC_DEPS_ON_UNIX as an \"advanced\" option, since enabling it\n # is generally discouraged.\n mark_as_advanced(PREFER_STATIC_DEPS_ON_UNIX)\n\n if(UNIX AND PREFER_STATIC_DEPS_ON_UNIX)\n SET(CMAKE_FIND_LIBRARY_SUFFIXES \".a\" \".so\" PARENT_SCOPE)\n endif()\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FBCMakeParseArgs.cmake",
"content": "#\n# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# Helper function for parsing arguments to a CMake function.\n#\n# This function is very similar to CMake's built-in cmake_parse_arguments()\n# function, with some improvements:\n# - This function correctly handles empty arguments. (cmake_parse_arguments()\n# ignores empty arguments.)\n# - If a multi-value argument is specified more than once, the subsequent\n# arguments are appended to the original list rather than replacing it. e.g.\n# if \"SOURCES\" is a multi-value argument, and the argument list contains\n# \"SOURCES a b c SOURCES x y z\" then the resulting value for SOURCES will be\n# \"a;b;c;x;y;z\" rather than \"x;y;z\"\n# - This function errors out by default on unrecognized arguments. You can\n# pass in an extra \"ALLOW_UNPARSED_ARGS\" argument to make it behave like\n# cmake_parse_arguments(), and return the unparsed arguments in a\n# _UNPARSED_ARGUMENTS variable instead.\n#\n# It does look like cmake_parse_arguments() handled empty arguments correctly\n# from CMake 3.0 through 3.3, but it seems like this was probably broken when\n# it was turned into a built-in function in CMake 3.4. Here is discussion and\n# patches that fixed this behavior prior to CMake 3.0:\n# https://cmake.org/pipermail/cmake-developers/2013-November/020607.html\n#\n# The one downside to this function over the built-in cmake_parse_arguments()\n# is that I don't think we can achieve the PARSE_ARGV behavior in a non-builtin\n# function, so we can't properly handle arguments that contain \";\". CMake will\n# treat the \";\" characters as list element separators, and treat it as multiple\n# separate arguments.\n#\nfunction(fb_cmake_parse_args PREFIX OPTIONS ONE_VALUE_ARGS MULTI_VALUE_ARGS ARGS)\n foreach(option IN LISTS ARGN)\n if (\"${option}\" STREQUAL \"ALLOW_UNPARSED_ARGS\")\n set(ALLOW_UNPARSED_ARGS TRUE)\n else()\n message(\n FATAL_ERROR\n \"unknown optional argument for fb_cmake_parse_args(): ${option}\"\n )\n endif()\n endforeach()\n\n # Define all options as FALSE in the parent scope to start with\n foreach(var_name IN LISTS OPTIONS)\n set(\"${PREFIX}_${var_name}\" \"FALSE\" PARENT_SCOPE)\n endforeach()\n\n # TODO: We aren't extremely strict about error checking for one-value\n # arguments here. e.g., we don't complain if a one-value argument is\n # followed by another option/one-value/multi-value name rather than an\n # argument. We also don't complain if a one-value argument is the last\n # argument and isn't followed by a value.\n\n list(APPEND all_args ${ONE_VALUE_ARGS})\n list(APPEND all_args ${MULTI_VALUE_ARGS})\n set(current_variable)\n set(unparsed_args)\n foreach(arg IN LISTS ARGS)\n list(FIND OPTIONS \"${arg}\" opt_index)\n if(\"${opt_index}\" EQUAL -1)\n list(FIND all_args \"${arg}\" arg_index)\n if(\"${arg_index}\" EQUAL -1)\n # This argument does not match an argument name,\n # must be an argument value\n if(\"${current_variable}\" STREQUAL \"\")\n list(APPEND unparsed_args \"${arg}\")\n else()\n # Ugh, CMake lists have a pretty fundamental flaw: they cannot\n # distinguish between an empty list and a list with a single empty\n # element. We track our own SEEN_VALUES_arg setting to help\n # distinguish this and behave properly here.\n if (\"${SEEN_${current_variable}}\" AND \"${${current_variable}}\" STREQUAL \"\")\n set(\"${current_variable}\" \";${arg}\")\n else()\n list(APPEND \"${current_variable}\" \"${arg}\")\n endif()\n set(\"SEEN_${current_variable}\" TRUE)\n endif()\n else()\n # We found a single- or multi-value argument name\n set(current_variable \"VALUES_${arg}\")\n set(\"SEEN_${arg}\" TRUE)\n endif()\n else()\n # We found an option variable\n set(\"${PREFIX}_${arg}\" \"TRUE\" PARENT_SCOPE)\n set(current_variable)\n endif()\n endforeach()\n\n foreach(arg_name IN LISTS ONE_VALUE_ARGS)\n if(NOT \"${SEEN_${arg_name}}\")\n unset(\"${PREFIX}_${arg_name}\" PARENT_SCOPE)\n elseif(NOT \"${SEEN_VALUES_${arg_name}}\")\n # If the argument was seen but a value wasn't specified, error out.\n # We require exactly one value to be specified.\n message(\n FATAL_ERROR \"argument ${arg_name} was specified without a value\"\n )\n else()\n list(LENGTH \"VALUES_${arg_name}\" num_args)\n if(\"${num_args}\" EQUAL 0)\n # We know an argument was specified and that we called list(APPEND).\n # If CMake thinks the list is empty that means there is really a single\n # empty element in the list.\n set(\"${PREFIX}_${arg_name}\" \"\" PARENT_SCOPE)\n elseif(\"${num_args}\" EQUAL 1)\n list(GET \"VALUES_${arg_name}\" 0 arg_value)\n set(\"${PREFIX}_${arg_name}\" \"${arg_value}\" PARENT_SCOPE)\n else()\n message(\n FATAL_ERROR \"too many arguments specified for ${arg_name}: \"\n \"${VALUES_${arg_name}}\"\n )\n endif()\n endif()\n endforeach()\n\n foreach(arg_name IN LISTS MULTI_VALUE_ARGS)\n # If this argument name was never seen, then unset the parent scope\n if (NOT \"${SEEN_${arg_name}}\")\n unset(\"${PREFIX}_${arg_name}\" PARENT_SCOPE)\n else()\n # TODO: Our caller still won't be able to distinguish between an empty\n # list and a list with a single empty element. We can tell which is\n # which, but CMake lists don't make it easy to show this to our caller.\n set(\"${PREFIX}_${arg_name}\" \"${VALUES_${arg_name}}\" PARENT_SCOPE)\n endif()\n endforeach()\n\n # By default we fatal out on unparsed arguments, but return them to the\n # caller if ALLOW_UNPARSED_ARGS was specified.\n if (DEFINED unparsed_args)\n if (\"${ALLOW_UNPARSED_ARGS}\")\n set(\"${PREFIX}_UNPARSED_ARGUMENTS\" \"${unparsed_args}\" PARENT_SCOPE)\n else()\n message(FATAL_ERROR \"unrecognized arguments: ${unparsed_args}\")\n endif()\n endif()\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FBCompilerSettings.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\n# This file applies common compiler settings that are shared across\n# a number of Facebook opensource projects.\n# Please use caution and your best judgement before making changes\n# to these shared compiler settings in order to avoid accidentally\n# breaking a build in another project!\n\nif (WIN32)\n include(FBCompilerSettingsMSVC)\nelse()\n include(FBCompilerSettingsUnix)\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FBCompilerSettingsMSVC.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\n# This file applies common compiler settings that are shared across\n# a number of Facebook opensource projects.\n# Please use caution and your best judgement before making changes\n# to these shared compiler settings in order to avoid accidentally\n# breaking a build in another project!\n\nadd_compile_options(\n /wd4250 # 'class1' : inherits 'class2::member' via dominance\n /Zc:preprocessor # Enable conforming preprocessor for __VA_OPT__ support\n)\n"
},
{
"path": "build/fbcode_builder/CMake/FBCompilerSettingsUnix.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\n# This file applies common compiler settings that are shared across\n# a number of Facebook opensource projects.\n# Please use caution and your best judgement before making changes\n# to these shared compiler settings in order to avoid accidentally\n# breaking a build in another project!\n\nset(CMAKE_CXX_FLAGS \"${CMAKE_CXX_FLAGS} -g -Wall -Wextra -Wno-deprecated -Wno-deprecated-declarations\")\n"
},
{
"path": "build/fbcode_builder/CMake/FBPythonBinary.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\ninclude(FBCMakeParseArgs)\n\n#\n# This file contains helper functions for building self-executing Python\n# binaries.\n#\n# This is somewhat different than typical python installation with\n# distutils/pip/virtualenv/etc. We primarily want to build a standalone\n# executable, isolated from other Python packages on the system. We don't want\n# to install files into the standard library python paths. This is more\n# similar to PEX (https://github.com/pantsbuild/pex) and XAR\n# (https://github.com/facebookincubator/xar). (In the future it would be nice\n# to update this code to also support directly generating XAR files if XAR is\n# available.)\n#\n# We also want to be able to easily define \"libraries\" of python files that can\n# be shared and re-used between these standalone python executables, and can be\n# shared across projects in different repositories. This means that we do need\n# a way to \"install\" libraries so that they are visible to CMake builds in\n# other repositories, without actually installing them in the standard python\n# library paths.\n#\n\n# If the caller has not already found Python, do so now.\n# If we fail to find python now we won't fail immediately, but\n# add_fb_python_executable() or add_fb_python_library() will fatal out if they\n# are used.\nif(NOT TARGET Python3::Interpreter)\n # CMake 3.12+ ships with a FindPython3.cmake module. Try using it first.\n # We find with QUIET here, since otherwise this generates some noisy warnings\n # on versions of CMake before 3.12\n if (WIN32)\n # On Windows we need both the Interpreter as well as the Development\n # libraries.\n find_package(Python3 COMPONENTS Interpreter Development QUIET)\n else()\n find_package(Python3 COMPONENTS Interpreter QUIET)\n endif()\n if(Python3_Interpreter_FOUND)\n message(STATUS \"Found Python 3: ${Python3_EXECUTABLE}\")\n else()\n # Try with the FindPythonInterp.cmake module available in older CMake\n # versions. Check to see if the caller has already searched for this\n # themselves first.\n if(NOT PYTHONINTERP_FOUND)\n set(Python_ADDITIONAL_VERSIONS 3 3.6 3.5 3.4 3.3 3.2 3.1)\n find_package(PythonInterp)\n # TODO: On Windows we require the Python libraries as well.\n # We currently do not search for them on this code path.\n # For now we require building with CMake 3.12+ on Windows, so that the\n # FindPython3 code path above is available.\n endif()\n if(PYTHONINTERP_FOUND)\n if(\"${PYTHON_VERSION_MAJOR}\" GREATER_EQUAL 3)\n set(Python3_EXECUTABLE \"${PYTHON_EXECUTABLE}\")\n add_custom_target(Python3::Interpreter)\n else()\n string(\n CONCAT FBPY_FIND_PYTHON_ERR\n \"found Python ${PYTHON_VERSION_MAJOR}.${PYTHON_VERSION_MINOR}, \"\n \"but need Python 3\"\n )\n endif()\n endif()\n endif()\nendif()\n\n# Find our helper program.\n# We typically install this in the same directory as this .cmake file.\nfind_program(\n FB_MAKE_PYTHON_ARCHIVE \"make_fbpy_archive.py\"\n PATHS ${CMAKE_MODULE_PATH}\n)\nset(FB_PY_TEST_MAIN \"${CMAKE_CURRENT_LIST_DIR}/fb_py_test_main.py\")\nset(\n FB_PY_TEST_DISCOVER_SCRIPT\n \"${CMAKE_CURRENT_LIST_DIR}/FBPythonTestAddTests.cmake\"\n)\nset(\n FB_PY_WIN_MAIN_C\n \"${CMAKE_CURRENT_LIST_DIR}/fb_py_win_main.c\"\n)\n\n# An option to control the default installation location for\n# install_fb_python_library(). This is relative to ${CMAKE_INSTALL_PREFIX}\nset(\n FBPY_LIB_INSTALL_DIR \"lib/fb-py-libs\" CACHE STRING\n \"The subdirectory where FB python libraries should be installed\"\n)\n\n#\n# Build a self-executing python binary.\n#\n# This accepts the same arguments as add_fb_python_library().\n#\n# In addition, a MAIN_MODULE argument is accepted. This argument specifies\n# which module should be started as the __main__ module when the executable is\n# run. If left unspecified, a __main__.py script must be present in the\n# manifest.\n#\nfunction(add_fb_python_executable TARGET)\n fb_py_check_available()\n\n # Parse the arguments\n set(one_value_args BASE_DIR NAMESPACE MAIN_MODULE TYPE)\n set(multi_value_args SOURCES DEPENDS)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n fb_py_process_default_args(ARG_NAMESPACE ARG_BASE_DIR)\n\n # Use add_fb_python_library() to perform most of our source handling\n add_fb_python_library(\n \"${TARGET}.main_lib\"\n BASE_DIR \"${ARG_BASE_DIR}\"\n NAMESPACE \"${ARG_NAMESPACE}\"\n SOURCES ${ARG_SOURCES}\n DEPENDS ${ARG_DEPENDS}\n )\n\n set(\n manifest_files\n \"$\"\n )\n set(\n source_files\n \"$\"\n )\n\n # The command to build the executable archive.\n #\n # If we are using CMake 3.8+ we can use COMMAND_EXPAND_LISTS.\n # CMP0067 isn't really the policy we care about, but seems like the best way\n # to check if we are running 3.8+.\n if (POLICY CMP0067)\n set(extra_cmd_params COMMAND_EXPAND_LISTS)\n set(make_py_args \"${manifest_files}\")\n else()\n set(extra_cmd_params)\n set(make_py_args --manifest-separator \"::\" \"$\")\n endif()\n\n set(output_file \"${TARGET}${CMAKE_EXECUTABLE_SUFFIX}\")\n if(WIN32)\n set(zipapp_output \"${TARGET}.py_zipapp\")\n else()\n set(zipapp_output \"${output_file}\")\n endif()\n set(zipapp_output_file \"${zipapp_output}\")\n\n set(is_dir_output FALSE)\n if(DEFINED ARG_TYPE)\n list(APPEND make_py_args \"--type\" \"${ARG_TYPE}\")\n if (\"${ARG_TYPE}\" STREQUAL \"dir\")\n set(is_dir_output TRUE)\n # CMake doesn't really seem to like having a directory specified as an\n # output; specify the __main__.py file as the output instead.\n set(zipapp_output_file \"${zipapp_output}/__main__.py\")\n # Update output_file to match zipapp_output_file for dir type\n set(output_file \"${zipapp_output_file}\")\n list(APPEND\n extra_cmd_params\n COMMAND \"${CMAKE_COMMAND}\" -E remove_directory \"${zipapp_output}\"\n )\n endif()\n endif()\n\n if(DEFINED ARG_MAIN_MODULE)\n list(APPEND make_py_args \"--main\" \"${ARG_MAIN_MODULE}\")\n endif()\n\n add_custom_command(\n OUTPUT \"${zipapp_output_file}\"\n ${extra_cmd_params}\n COMMAND\n \"${Python3_EXECUTABLE}\" \"${FB_MAKE_PYTHON_ARCHIVE}\"\n -o \"${zipapp_output}\"\n ${make_py_args}\n DEPENDS\n ${source_files}\n \"${TARGET}.main_lib.py_sources_built\"\n \"${FB_MAKE_PYTHON_ARCHIVE}\"\n )\n\n if(WIN32)\n if(is_dir_output)\n # TODO: generate a main executable that will invoke Python3\n # with the correct main module inside the output directory\n else()\n add_executable(\"${TARGET}.winmain\" \"${FB_PY_WIN_MAIN_C}\")\n target_link_libraries(\"${TARGET}.winmain\" Python3::Python)\n # The Python3::Python target doesn't seem to be set up completely\n # correctly on Windows for some reason, and we have to explicitly add\n # ${Python3_LIBRARY_DIRS} to the target link directories.\n target_link_directories(\n \"${TARGET}.winmain\"\n PUBLIC ${Python3_LIBRARY_DIRS}\n )\n add_custom_command(\n OUTPUT \"${output_file}\"\n DEPENDS \"${TARGET}.winmain\" \"${zipapp_output_file}\"\n COMMAND\n \"cmd.exe\" \"/c\" \"copy\" \"/b\"\n \"${TARGET}.winmain${CMAKE_EXECUTABLE_SUFFIX}+${zipapp_output}\"\n \"${output_file}\"\n )\n endif()\n endif()\n\n # Add an \"ALL\" target that depends on force ${TARGET},\n # so that ${TARGET} will be included in the default list of build targets.\n add_custom_target(\"${TARGET}.GEN_PY_EXE\" ALL DEPENDS \"${output_file}\")\n\n # Allow resolving the executable path for the target that we generate\n # via a generator expression like:\n # \"WATCHMAN_WAIT_PATH=$\"\n set_property(TARGET \"${TARGET}.GEN_PY_EXE\"\n PROPERTY EXECUTABLE \"${CMAKE_CURRENT_BINARY_DIR}/${output_file}\")\nendfunction()\n\n# Define a python unittest executable.\n# The executable is built using add_fb_python_executable and has the\n# following differences:\n#\n# Each of the source files specified in SOURCES will be imported\n# and have unittest discovery performed upon them.\n# Those sources will be imported in the top level namespace.\n#\n# The ENV argument allows specifying a list of \"KEY=VALUE\"\n# pairs that will be used by the test runner to set up the environment\n# in the child process prior to running the test. This is useful for\n# passing additional configuration to the test.\nfunction(add_fb_python_unittest TARGET)\n # Parse the arguments\n set(multi_value_args SOURCES DEPENDS ENV PROPERTIES)\n set(\n one_value_args\n WORKING_DIRECTORY BASE_DIR NAMESPACE TEST_LIST DISCOVERY_TIMEOUT TYPE\n )\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n fb_py_process_default_args(ARG_NAMESPACE ARG_BASE_DIR)\n if(NOT ARG_WORKING_DIRECTORY)\n # Default the working directory to the current binary directory.\n # This matches the default behavior of add_test() and other standard\n # test functions like gtest_discover_tests()\n set(ARG_WORKING_DIRECTORY \"${CMAKE_CURRENT_BINARY_DIR}\")\n endif()\n if(NOT ARG_TEST_LIST)\n set(ARG_TEST_LIST \"${TARGET}_TESTS\")\n endif()\n if(NOT ARG_DISCOVERY_TIMEOUT)\n set(ARG_DISCOVERY_TIMEOUT 5)\n endif()\n\n # Tell our test program the list of modules to scan for tests.\n # We scan all modules directly listed in our SOURCES argument, and skip\n # modules that came from dependencies in the DEPENDS list.\n #\n # This is written into a __test_modules__.py module that the test runner\n # will look at.\n set(\n test_modules_path\n \"${CMAKE_CURRENT_BINARY_DIR}/${TARGET}_test_modules.py\"\n )\n file(WRITE \"${test_modules_path}\" \"TEST_MODULES = [\\n\")\n string(REPLACE \".\" \"/\" namespace_dir \"${ARG_NAMESPACE}\")\n if (NOT \"${namespace_dir}\" STREQUAL \"\")\n set(namespace_dir \"${namespace_dir}/\")\n endif()\n set(test_modules)\n foreach(src_path IN LISTS ARG_SOURCES)\n fb_py_compute_dest_path(\n abs_source dest_path\n \"${src_path}\" \"${namespace_dir}\" \"${ARG_BASE_DIR}\"\n )\n string(REPLACE \"/\" \".\" module_name \"${dest_path}\")\n string(REGEX REPLACE \"\\\\.py$\" \"\" module_name \"${module_name}\")\n list(APPEND test_modules \"${module_name}\")\n file(APPEND \"${test_modules_path}\" \" '${module_name}',\\n\")\n endforeach()\n file(APPEND \"${test_modules_path}\" \"]\\n\")\n\n # The __main__ is provided by our runner wrapper/bootstrap\n list(APPEND ARG_SOURCES \"${FB_PY_TEST_MAIN}=__main__.py\")\n list(APPEND ARG_SOURCES \"${test_modules_path}=__test_modules__.py\")\n\n if(NOT DEFINED ARG_TYPE)\n set(ARG_TYPE \"zipapp\")\n endif()\n\n add_fb_python_executable(\n \"${TARGET}\"\n TYPE \"${ARG_TYPE}\"\n NAMESPACE \"${ARG_NAMESPACE}\"\n BASE_DIR \"${ARG_BASE_DIR}\"\n SOURCES ${ARG_SOURCES}\n DEPENDS ${ARG_DEPENDS}\n )\n\n # Run test discovery after the test executable is built.\n # This logic is based on the code for gtest_discover_tests()\n set(ctest_file_base \"${CMAKE_CURRENT_BINARY_DIR}/${TARGET}\")\n set(ctest_include_file \"${ctest_file_base}_include.cmake\")\n set(ctest_tests_file \"${ctest_file_base}_tests.cmake\")\n add_custom_command(\n TARGET \"${TARGET}.GEN_PY_EXE\" POST_BUILD\n BYPRODUCTS \"${ctest_tests_file}\"\n COMMAND\n \"${CMAKE_COMMAND}\"\n -D \"TEST_TARGET=${TARGET}\"\n -D \"TEST_INTERPRETER=${Python3_EXECUTABLE}\"\n -D \"TEST_ENV=${ARG_ENV}\"\n -D \"TEST_EXECUTABLE=$\"\n -D \"TEST_WORKING_DIR=${ARG_WORKING_DIRECTORY}\"\n -D \"TEST_LIST=${ARG_TEST_LIST}\"\n -D \"TEST_PREFIX=${TARGET}::\"\n -D \"TEST_PROPERTIES=${ARG_PROPERTIES}\"\n -D \"CTEST_FILE=${ctest_tests_file}\"\n -P \"${FB_PY_TEST_DISCOVER_SCRIPT}\"\n VERBATIM\n )\n\n file(\n WRITE \"${ctest_include_file}\"\n \"if(EXISTS \\\"${ctest_tests_file}\\\")\\n\"\n \" include(\\\"${ctest_tests_file}\\\")\\n\"\n \"else()\\n\"\n \" add_test(\\\"${TARGET}_NOT_BUILT\\\" \\\"${TARGET}_NOT_BUILT\\\")\\n\"\n \"endif()\\n\"\n )\n set_property(\n DIRECTORY APPEND PROPERTY TEST_INCLUDE_FILES\n \"${ctest_include_file}\"\n )\nendfunction()\n\n#\n# Define a python library.\n#\n# If you want to install a python library generated from this rule note that\n# you need to use install_fb_python_library() rather than CMake's built-in\n# install() function. This will make it available for other downstream\n# projects to use in their add_fb_python_executable() and\n# add_fb_python_library() calls. (You do still need to use `install(EXPORT)`\n# later to install the CMake exports.)\n#\n# Parameters:\n# - BASE_DIR :\n# The base directory path to strip off from each source path. All source\n# files must be inside this directory. If not specified it defaults to\n# ${CMAKE_CURRENT_SOURCE_DIR}.\n# - NAMESPACE :\n# The destination namespace where these files should be installed in python\n# binaries. If not specified, this defaults to the current relative path of\n# ${CMAKE_CURRENT_SOURCE_DIR} inside ${CMAKE_SOURCE_DIR}. e.g., a python\n# library defined in the directory repo_root/foo/bar will use a default\n# namespace of \"foo.bar\"\n# - SOURCES <...>:\n# The python source files.\n# You may optionally specify as source using the form: PATH=ALIAS where\n# PATH is a relative path in the source tree and ALIAS is the relative\n# path into which PATH should be rewritten. This is useful for mapping\n# an executable script to the main module in a python executable.\n# e.g.: `python/bin/watchman-wait=__main__.py`\n# - DEPENDS <...>:\n# Other python libraries that this one depends on.\n# - INSTALL_DIR :\n# The directory where this library should be installed.\n# install_fb_python_library() must still be called later to perform the\n# installation. If a relative path is given it will be treated relative to\n# ${CMAKE_INSTALL_PREFIX}\n#\n# CMake is unfortunately pretty crappy at being able to define custom build\n# rules & behaviors. It doesn't support transitive property propagation\n# between custom targets; only the built-in add_executable() and add_library()\n# targets support transitive properties.\n#\n# We hack around this janky CMake behavior by (ab)using interface libraries to\n# propagate some of the data we want between targets, without actually\n# generating a C library.\n#\n# add_fb_python_library(SOMELIB) generates the following things:\n# - An INTERFACE library rule named SOMELIB.py_lib which tracks some\n# information about transitive dependencies:\n# - the transitive set of source files in the INTERFACE_SOURCES property\n# - the transitive set of manifest files that this library depends on in\n# the INTERFACE_INCLUDE_DIRECTORIES property.\n# - A custom command that generates a SOMELIB.manifest file.\n# This file contains the mapping of source files to desired destination\n# locations in executables that depend on this library. This manifest file\n# will then be read at build-time in order to build executables.\n#\nfunction(add_fb_python_library LIB_NAME)\n fb_py_check_available()\n\n # Parse the arguments\n # We use fb_cmake_parse_args() rather than cmake_parse_arguments() since\n # cmake_parse_arguments() does not handle empty arguments, and it is common\n # for callers to want to specify an empty NAMESPACE parameter.\n set(one_value_args BASE_DIR NAMESPACE INSTALL_DIR)\n set(multi_value_args SOURCES DEPENDS)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n fb_py_process_default_args(ARG_NAMESPACE ARG_BASE_DIR)\n\n string(REPLACE \".\" \"/\" namespace_dir \"${ARG_NAMESPACE}\")\n if (NOT \"${namespace_dir}\" STREQUAL \"\")\n set(namespace_dir \"${namespace_dir}/\")\n endif()\n\n if(NOT DEFINED ARG_INSTALL_DIR)\n set(install_dir \"${FBPY_LIB_INSTALL_DIR}/\")\n elseif(\"${ARG_INSTALL_DIR}\" STREQUAL \"\")\n set(install_dir \"\")\n else()\n set(install_dir \"${ARG_INSTALL_DIR}/\")\n endif()\n\n # message(STATUS \"fb py library ${LIB_NAME}: \"\n # \"NS=${namespace_dir} BASE=${ARG_BASE_DIR}\")\n\n # TODO: In the future it would be nice to support pre-compiling the source\n # files. We could emit a rule to compile each source file and emit a\n # .pyc/.pyo file here, and then have the manifest reference the pyc/pyo\n # files.\n\n # Define a library target to help pass around information about the library,\n # and propagate dependency information.\n #\n # CMake make a lot of assumptions that libraries are C++ libraries. To help\n # avoid confusion we name our target \"${LIB_NAME}.py_lib\" rather than just\n # \"${LIB_NAME}\". This helps avoid confusion if callers try to use\n # \"${LIB_NAME}\" on their own as a target name. (e.g., attempting to install\n # it directly with install(TARGETS) won't work. Callers must use\n # install_fb_python_library() instead.)\n add_library(\"${LIB_NAME}.py_lib\" INTERFACE)\n\n # Emit the manifest file.\n #\n # We write the manifest file to a temporary path first, then copy it with\n # configure_file(COPYONLY). This is necessary to get CMake to understand\n # that \"${manifest_path}\" is generated by the CMake configure phase,\n # and allow using it as a dependency for add_custom_command().\n # (https://gitlab.kitware.com/cmake/cmake/issues/16367)\n set(manifest_path \"${CMAKE_CURRENT_BINARY_DIR}/${LIB_NAME}.manifest\") \n set(tmp_manifest \"${manifest_path}.tmp\")\n file(WRITE \"${tmp_manifest}\" \"FBPY_MANIFEST 1\\n\")\n set(abs_sources)\n foreach(src_path IN LISTS ARG_SOURCES)\n fb_py_compute_dest_path(\n abs_source dest_path\n \"${src_path}\" \"${namespace_dir}\" \"${ARG_BASE_DIR}\"\n )\n list(APPEND abs_sources \"${abs_source}\")\n target_sources(\n \"${LIB_NAME}.py_lib\" INTERFACE\n \"$\"\n \"$\"\n )\n file(\n APPEND \"${tmp_manifest}\"\n \"${abs_source} :: ${dest_path}\\n\"\n )\n endforeach()\n configure_file(\"${tmp_manifest}\" \"${manifest_path}\" COPYONLY)\n\n target_include_directories(\n \"${LIB_NAME}.py_lib\" INTERFACE\n \"$\"\n \"$\"\n )\n\n # Add a target that depends on all of the source files.\n # This is needed in case some of the source files are generated. This will\n # ensure that these source files are brought up-to-date before we build\n # any python binaries that depend on this library.\n add_custom_target(\"${LIB_NAME}.py_sources_built\" DEPENDS ${abs_sources})\n add_dependencies(\"${LIB_NAME}.py_lib\" \"${LIB_NAME}.py_sources_built\")\n\n # Hook up library dependencies, and also make the *.py_sources_built target\n # depend on the sources for all of our dependencies also being up-to-date.\n foreach(dep IN LISTS ARG_DEPENDS)\n target_link_libraries(\"${LIB_NAME}.py_lib\" INTERFACE \"${dep}.py_lib\")\n\n # Mark that our .py_sources_built target depends on each our our dependent\n # libraries. This serves two functions:\n # - This causes CMake to generate an error message if one of the\n # dependencies is never defined. The target_link_libraries() call above\n # won't complain if one of the dependencies doesn't exist (since it is\n # intended to allow passing in file names for plain library files rather\n # than just targets).\n # - It ensures that sources for our dependencies are built before any\n # executable that depends on us. Note that we depend on \"${dep}.py_lib\"\n # rather than \"${dep}.py_sources_built\" for this purpose because the\n # \".py_sources_built\" target won't be available for imported targets.\n add_dependencies(\"${LIB_NAME}.py_sources_built\" \"${dep}.py_lib\")\n endforeach()\n\n # Add a custom command to help with library installation, in case\n # install_fb_python_library() is called later for this library.\n # add_custom_command() only works with file dependencies defined in the same\n # CMakeLists.txt file, so we want to make sure this is defined here, rather\n # then where install_fb_python_library() is called.\n # This command won't be run by default, but will only be run if it is needed\n # by a subsequent install_fb_python_library() call.\n #\n # This command copies the library contents into the build directory.\n # It would be nicer if we could skip this intermediate copy, and just run\n # make_fbpy_archive.py at install time to copy them directly to the desired\n # installation directory. Unfortunately this is difficult to do, and seems\n # to interfere with some of the CMake code that wants to generate a manifest\n # of installed files.\n set(build_install_dir \"${CMAKE_CURRENT_BINARY_DIR}/${LIB_NAME}.lib_install\")\n add_custom_command(\n OUTPUT\n \"${build_install_dir}/${LIB_NAME}.manifest\"\n COMMAND \"${CMAKE_COMMAND}\" -E remove_directory \"${build_install_dir}\"\n COMMAND\n \"${Python3_EXECUTABLE}\" \"${FB_MAKE_PYTHON_ARCHIVE}\" --type lib-install\n --install-dir \"${LIB_NAME}\"\n -o \"${build_install_dir}/${LIB_NAME}\" \"${manifest_path}\"\n DEPENDS\n \"${abs_sources}\"\n \"${manifest_path}\"\n \"${FB_MAKE_PYTHON_ARCHIVE}\"\n )\n add_custom_target(\n \"${LIB_NAME}.py_lib_install\"\n DEPENDS \"${build_install_dir}/${LIB_NAME}.manifest\"\n )\n\n # Set some properties to pass through the install paths to\n # install_fb_python_library()\n #\n # Passing through ${build_install_dir} allows install_fb_python_library()\n # to work even if used from a different CMakeLists.txt file than where\n # add_fb_python_library() was called (i.e. such that\n # ${CMAKE_CURRENT_BINARY_DIR} is different between the two calls).\n set(abs_install_dir \"${install_dir}\")\n if(NOT IS_ABSOLUTE \"${abs_install_dir}\")\n set(abs_install_dir \"${CMAKE_INSTALL_PREFIX}/${abs_install_dir}\")\n endif()\n string(REGEX REPLACE \"/$\" \"\" abs_install_dir \"${abs_install_dir}\")\n set_target_properties(\n \"${LIB_NAME}.py_lib_install\"\n PROPERTIES\n INSTALL_DIR \"${abs_install_dir}\"\n BUILD_INSTALL_DIR \"${build_install_dir}\"\n )\nendfunction()\n\n#\n# Install an FB-style packaged python binary.\n#\n# - DESTINATION :\n# Associate the installed target files with the given export-name.\n#\nfunction(install_fb_python_executable TARGET)\n # Parse the arguments\n set(one_value_args DESTINATION)\n set(multi_value_args)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n\n if(NOT DEFINED ARG_DESTINATION)\n set(ARG_DESTINATION bin)\n endif()\n\n install(\n PROGRAMS \"$\"\n DESTINATION \"${ARG_DESTINATION}\"\n )\nendfunction()\n\n#\n# Install a python library.\n#\n# - EXPORT :\n# Associate the installed target files with the given export-name.\n#\n# Note that unlike the built-in CMake install() function we do not accept a\n# DESTINATION parameter. Instead, use the INSTALL_DIR parameter to\n# add_fb_python_library() to set the installation location.\n#\nfunction(install_fb_python_library LIB_NAME)\n set(one_value_args EXPORT)\n fb_cmake_parse_args(ARG \"\" \"${one_value_args}\" \"\" \"${ARGN}\")\n\n # Export our \"${LIB_NAME}.py_lib\" target so that it will be available to\n # downstream projects in our installed CMake config files.\n if(DEFINED ARG_EXPORT)\n install(TARGETS \"${LIB_NAME}.py_lib\" EXPORT \"${ARG_EXPORT}\")\n endif()\n\n # add_fb_python_library() emits a .py_lib_install target that will prepare\n # the installation directory. However, it isn't part of the \"ALL\" target and\n # therefore isn't built by default.\n #\n # Make sure the ALL target depends on it now. We have to do this by\n # introducing yet another custom target.\n # Add it as a dependency to the ALL target now.\n add_custom_target(\"${LIB_NAME}.py_lib_install_all\" ALL)\n add_dependencies(\n \"${LIB_NAME}.py_lib_install_all\" \"${LIB_NAME}.py_lib_install\"\n )\n\n # Copy the intermediate install directory generated at build time into\n # the desired install location.\n get_target_property(dest_dir \"${LIB_NAME}.py_lib_install\" \"INSTALL_DIR\")\n get_target_property(\n build_install_dir \"${LIB_NAME}.py_lib_install\" \"BUILD_INSTALL_DIR\"\n )\n install(\n DIRECTORY \"${build_install_dir}/${LIB_NAME}\"\n DESTINATION \"${dest_dir}\"\n )\n install(\n FILES \"${build_install_dir}/${LIB_NAME}.manifest\"\n DESTINATION \"${dest_dir}\"\n )\nendfunction()\n\n# Helper macro to process the BASE_DIR and NAMESPACE arguments for\n# add_fb_python_executable() and add_fb_python_executable()\nmacro(fb_py_process_default_args NAMESPACE_VAR BASE_DIR_VAR)\n # If the namespace was not specified, default to the relative path to the\n # current directory (starting from the repository root).\n if(NOT DEFINED \"${NAMESPACE_VAR}\")\n file(\n RELATIVE_PATH \"${NAMESPACE_VAR}\"\n \"${CMAKE_SOURCE_DIR}\"\n \"${CMAKE_CURRENT_SOURCE_DIR}\"\n )\n endif()\n\n if(NOT DEFINED \"${BASE_DIR_VAR}\")\n # If the base directory was not specified, default to the current directory\n set(\"${BASE_DIR_VAR}\" \"${CMAKE_CURRENT_SOURCE_DIR}\")\n else()\n # If the base directory was specified, always convert it to an\n # absolute path.\n get_filename_component(\"${BASE_DIR_VAR}\" \"${${BASE_DIR_VAR}}\" ABSOLUTE)\n endif()\nendmacro()\n\nfunction(fb_py_check_available)\n # Make sure that Python 3 and our make_fbpy_archive.py helper script are\n # available.\n if(NOT Python3_EXECUTABLE)\n if(FBPY_FIND_PYTHON_ERR)\n message(FATAL_ERROR \"Unable to find Python 3: ${FBPY_FIND_PYTHON_ERR}\")\n else()\n message(FATAL_ERROR \"Unable to find Python 3\")\n endif()\n endif()\n\n if (NOT FB_MAKE_PYTHON_ARCHIVE)\n message(\n FATAL_ERROR \"unable to find make_fbpy_archive.py helper program (it \"\n \"should be located in the same directory as FBPythonBinary.cmake)\"\n )\n endif()\nendfunction()\n\nfunction(\n fb_py_compute_dest_path\n src_path_output dest_path_output src_path namespace_dir base_dir\n)\n if(\"${src_path}\" MATCHES \"=\")\n # We want to split the string on the `=` sign, but cmake doesn't\n # provide much in the way of helpers for this, so we rewrite the\n # `=` sign to `;` so that we can treat it as a cmake list and\n # then index into the components\n string(REPLACE \"=\" \";\" src_path_list \"${src_path}\")\n list(GET src_path_list 0 src_path)\n # Note that we ignore the `namespace_dir` in the alias case\n # in order to allow aliasing a source to the top level `__main__.py`\n # filename.\n list(GET src_path_list 1 dest_path)\n else()\n unset(dest_path)\n endif()\n\n get_filename_component(abs_source \"${src_path}\" ABSOLUTE)\n if(NOT DEFINED dest_path)\n file(RELATIVE_PATH rel_src \"${ARG_BASE_DIR}\" \"${abs_source}\")\n if(\"${rel_src}\" MATCHES \"^../\")\n message(\n FATAL_ERROR \"${LIB_NAME}: source file \\\"${abs_source}\\\" is not inside \"\n \"the base directory ${ARG_BASE_DIR}\"\n )\n endif()\n set(dest_path \"${namespace_dir}${rel_src}\")\n endif()\n\n set(\"${src_path_output}\" \"${abs_source}\" PARENT_SCOPE)\n set(\"${dest_path_output}\" \"${dest_path}\" PARENT_SCOPE)\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FBPythonTestAddTests.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\n# Add a command to be emitted to the CTest file\nset(ctest_script)\nfunction(add_command CMD)\n set(escaped_args \"\")\n foreach(arg ${ARGN})\n # Escape all arguments using \"Bracket Argument\" syntax\n # We could skip this for argument that don't contain any special\n # characters if we wanted to make the output slightly more human-friendly.\n set(escaped_args \"${escaped_args} [==[${arg}]==]\")\n endforeach()\n set(ctest_script \"${ctest_script}${CMD}(${escaped_args})\\n\" PARENT_SCOPE)\nendfunction()\n\nif(NOT EXISTS \"${TEST_EXECUTABLE}\")\n message(FATAL_ERROR \"Test executable does not exist: ${TEST_EXECUTABLE}\")\nendif()\nexecute_process(\n COMMAND ${CMAKE_COMMAND} -E env ${TEST_ENV} \"${TEST_INTERPRETER}\" \"${TEST_EXECUTABLE}\" --list-tests\n WORKING_DIRECTORY \"${TEST_WORKING_DIR}\"\n OUTPUT_VARIABLE output\n RESULT_VARIABLE result\n)\nif(NOT \"${result}\" EQUAL 0)\n string(REPLACE \"\\n\" \"\\n \" output \"${output}\")\n message(\n FATAL_ERROR\n \"Error running test executable: ${TEST_EXECUTABLE}\\n\"\n \"Output:\\n\"\n \" ${output}\\n\"\n )\nendif()\n\n# Parse output\nstring(REPLACE \"\\n\" \";\" tests_list \"${output}\")\nforeach(test_name ${tests_list})\n add_command(\n add_test\n \"${TEST_PREFIX}${test_name}\"\n ${CMAKE_COMMAND} -E env ${TEST_ENV}\n \"${TEST_INTERPRETER}\" \"${TEST_EXECUTABLE}\" \"${test_name}\"\n )\n add_command(\n set_tests_properties\n \"${TEST_PREFIX}${test_name}\"\n PROPERTIES\n WORKING_DIRECTORY \"${TEST_WORKING_DIR}\"\n ${TEST_PROPERTIES}\n )\nendforeach()\n\n# Set a list of discovered tests in the parent scope, in case users\n# want access to this list as a CMake variable\nif(TEST_LIST)\n add_command(set ${TEST_LIST} ${tests_list})\nendif()\n\nfile(WRITE \"${CTEST_FILE}\" \"${ctest_script}\")\n"
},
{
"path": "build/fbcode_builder/CMake/FBThriftCppLibrary.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\ninclude(FBCMakeParseArgs)\n\n# Generate a C++ library from a thrift file\n#\n# Parameters:\n# - SERVICES [ ...]\n# The names of the services defined in the thrift file.\n# - DEPENDS [ ...]\n# A list of other thrift C++ libraries that this library depends on.\n# - OPTIONS [ ...]\n# A list of options to pass to the thrift compiler.\n# - INCLUDE_DIR \n# The sub-directory where generated headers will be installed.\n# Defaults to \"include\" if not specified. The caller must still call\n# install() to install the thrift library if desired.\n# - THRIFT_INCLUDE_DIR \n# The sub-directory where generated headers will be installed.\n# Defaults to \"${INCLUDE_DIR}/thrift-files\" if not specified.\n# The caller must still call install() to install the thrift library if\n# desired.\nfunction(add_fbthrift_cpp_library LIB_NAME THRIFT_FILE)\n # Parse the arguments\n set(one_value_args INCLUDE_DIR THRIFT_INCLUDE_DIR)\n set(multi_value_args SERVICES DEPENDS OPTIONS)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n if(NOT DEFINED ARG_INCLUDE_DIR)\n set(ARG_INCLUDE_DIR \"include\")\n endif()\n if(NOT DEFINED ARG_THRIFT_INCLUDE_DIR)\n set(ARG_THRIFT_INCLUDE_DIR \"${ARG_INCLUDE_DIR}/thrift-files\")\n endif()\n\n get_filename_component(base ${THRIFT_FILE} NAME_WE)\n get_filename_component(\n output_dir\n ${CMAKE_CURRENT_BINARY_DIR}/${THRIFT_FILE}\n DIRECTORY\n )\n\n # Generate relative paths in #includes\n file(\n RELATIVE_PATH include_prefix\n \"${CMAKE_SOURCE_DIR}\"\n \"${CMAKE_CURRENT_SOURCE_DIR}/${THRIFT_FILE}\"\n )\n get_filename_component(include_prefix ${include_prefix} DIRECTORY)\n\n if (NOT \"${include_prefix}\" STREQUAL \"\")\n list(APPEND ARG_OPTIONS \"include_prefix=${include_prefix}\")\n endif()\n # CMake 3.12 is finally getting a list(JOIN) function, but until then\n # treating the list as a string and replacing the semicolons is good enough.\n string(REPLACE \";\" \",\" GEN_ARG_STR \"${ARG_OPTIONS}\")\n\n # Compute the list of generated files\n list(APPEND generated_headers\n \"${output_dir}/gen-cpp2/${base}_constants.h\"\n \"${output_dir}/gen-cpp2/${base}_types.h\"\n \"${output_dir}/gen-cpp2/${base}_types.tcc\"\n \"${output_dir}/gen-cpp2/${base}_types_custom_protocol.h\"\n \"${output_dir}/gen-cpp2/${base}_metadata.h\"\n )\n list(APPEND generated_sources\n \"${output_dir}/gen-cpp2/${base}_constants.cpp\"\n \"${output_dir}/gen-cpp2/${base}_data.h\"\n \"${output_dir}/gen-cpp2/${base}_data.cpp\"\n \"${output_dir}/gen-cpp2/${base}_types.cpp\"\n \"${output_dir}/gen-cpp2/${base}_types_binary.cpp\"\n \"${output_dir}/gen-cpp2/${base}_types_compact.cpp\"\n \"${output_dir}/gen-cpp2/${base}_types_serialization.cpp\"\n \"${output_dir}/gen-cpp2/${base}_metadata.cpp\"\n )\n foreach(service IN LISTS ARG_SERVICES)\n list(APPEND generated_headers\n \"${output_dir}/gen-cpp2/${service}.h\"\n \"${output_dir}/gen-cpp2/${service}.tcc\"\n \"${output_dir}/gen-cpp2/${service}AsyncClient.h\"\n \"${output_dir}/gen-cpp2/${service}_custom_protocol.h\"\n )\n list(APPEND generated_sources\n \"${output_dir}/gen-cpp2/${service}.cpp\"\n \"${output_dir}/gen-cpp2/${service}AsyncClient.cpp\"\n \"${output_dir}/gen-cpp2/${service}_processmap_binary.cpp\"\n \"${output_dir}/gen-cpp2/${service}_processmap_compact.cpp\"\n )\n endforeach()\n\n # This generator expression gets the list of include directories required\n # for all of our dependencies.\n # It requires using COMMAND_EXPAND_LISTS in the add_custom_command() call\n # below. COMMAND_EXPAND_LISTS is only available in CMake 3.8+\n # If we really had to support older versions of CMake we would probably need\n # to use a wrapper script around the thrift compiler that could take the\n # include list as a single argument and split it up before invoking the\n # thrift compiler.\n if (NOT POLICY CMP0067)\n message(FATAL_ERROR \"add_fbthrift_cpp_library() requires CMake 3.8+\")\n endif()\n set(\n thrift_include_options\n \"-I;$,;-I;>\"\n )\n\n # Emit the rule to run the thrift compiler\n add_custom_command(\n OUTPUT\n ${generated_headers}\n ${generated_sources}\n COMMAND_EXPAND_LISTS\n COMMAND\n \"${CMAKE_COMMAND}\" -E make_directory \"${output_dir}\"\n COMMAND\n \"${FBTHRIFT_COMPILER}\"\n --legacy-strict\n --gen \"mstch_cpp2:${GEN_ARG_STR}\"\n \"${thrift_include_options}\"\n -I \"${FBTHRIFT_INCLUDE_DIR}\"\n -o \"${output_dir}\"\n \"${CMAKE_CURRENT_SOURCE_DIR}/${THRIFT_FILE}\"\n WORKING_DIRECTORY\n \"${CMAKE_BINARY_DIR}\"\n MAIN_DEPENDENCY\n \"${THRIFT_FILE}\"\n DEPENDS\n ${ARG_DEPENDS}\n \"${FBTHRIFT_COMPILER}\"\n )\n\n # Now emit the library rule to compile the sources\n if (BUILD_SHARED_LIBS)\n set(LIB_TYPE SHARED)\n else ()\n set(LIB_TYPE STATIC)\n endif ()\n\n add_library(\n \"${LIB_NAME}\" ${LIB_TYPE}\n ${generated_sources}\n )\n\n target_include_directories(\n \"${LIB_NAME}\"\n PUBLIC\n \"$\"\n \"$\"\n ${Xxhash_INCLUDE_DIR}\n )\n target_link_libraries(\n \"${LIB_NAME}\"\n PUBLIC\n ${ARG_DEPENDS}\n FBThrift::thriftcpp2\n Folly::folly\n mvfst::mvfst_server_async_tran\n mvfst::mvfst_server\n ${Xxhash_LIBRARY}\n )\n\n # Add ${generated_headers} to the PUBLIC_HEADER property for ${LIB_NAME}\n #\n # This allows callers to install it using\n # \"install(TARGETS ${LIB_NAME} PUBLIC_HEADER)\"\n # However, note that CMake's PUBLIC_HEADER behavior is rather inflexible,\n # and does have any way to preserve header directory structure. Callers\n # must be careful to use the correct PUBLIC_HEADER DESTINATION parameter\n # when doing this, to put the files the correct directory themselves.\n # We define a HEADER_INSTALL_DIR property with the include directory prefix,\n # so typically callers should specify the PUBLIC_HEADER DESTINATION as\n # \"$\"\n set_property(\n TARGET \"${LIB_NAME}\"\n PROPERTY PUBLIC_HEADER ${generated_headers}\n )\n\n # Define a dummy interface library to help propagate the thrift include\n # directories between dependencies.\n add_library(\"${LIB_NAME}.thrift_includes\" INTERFACE)\n target_include_directories(\n \"${LIB_NAME}.thrift_includes\"\n INTERFACE\n \"$\"\n \"$\"\n )\n foreach(dep IN LISTS ARG_DEPENDS)\n target_link_libraries(\n \"${LIB_NAME}.thrift_includes\"\n INTERFACE \"${dep}.thrift_includes\"\n )\n endforeach()\n\n set_target_properties(\n \"${LIB_NAME}\"\n PROPERTIES\n EXPORT_PROPERTIES \"THRIFT_INSTALL_DIR\"\n THRIFT_INSTALL_DIR \"${ARG_THRIFT_INCLUDE_DIR}/${include_prefix}\"\n HEADER_INSTALL_DIR \"${ARG_INCLUDE_DIR}/${include_prefix}/gen-cpp2\"\n )\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FBThriftLibrary.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\ninclude(FBCMakeParseArgs)\ninclude(FBThriftPyLibrary)\ninclude(FBThriftCppLibrary)\n\n#\n# add_fbthrift_library()\n#\n# This is a convenience function that generates thrift libraries for multiple\n# languages.\n#\n# For example:\n# add_fbthrift_library(\n# foo foo.thrift\n# LANGUAGES cpp py\n# SERVICES Foo\n# DEPENDS bar)\n#\n# will be expanded into two separate calls:\n#\n# add_fbthrift_cpp_library(foo_cpp foo.thrift SERVICES Foo DEPENDS bar_cpp)\n# add_fbthrift_py_library(foo_py foo.thrift SERVICES Foo DEPENDS bar_py)\n#\nfunction(add_fbthrift_library LIB_NAME THRIFT_FILE)\n # Parse the arguments\n set(one_value_args PY_NAMESPACE INCLUDE_DIR THRIFT_INCLUDE_DIR)\n set(multi_value_args SERVICES DEPENDS LANGUAGES CPP_OPTIONS PY_OPTIONS)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n\n if(NOT DEFINED ARG_INCLUDE_DIR)\n set(ARG_INCLUDE_DIR \"include\")\n endif()\n if(NOT DEFINED ARG_THRIFT_INCLUDE_DIR)\n set(ARG_THRIFT_INCLUDE_DIR \"${ARG_INCLUDE_DIR}/thrift-files\")\n endif()\n\n # CMake 3.12+ adds list(TRANSFORM) which would be nice to use here, but for\n # now we still want to support older versions of CMake.\n set(CPP_DEPENDS)\n set(PY_DEPENDS)\n foreach(dep IN LISTS ARG_DEPENDS)\n list(APPEND CPP_DEPENDS \"${dep}_cpp\")\n list(APPEND PY_DEPENDS \"${dep}_py\")\n endforeach()\n\n foreach(lang IN LISTS ARG_LANGUAGES)\n if (\"${lang}\" STREQUAL \"cpp\")\n add_fbthrift_cpp_library(\n \"${LIB_NAME}_cpp\" \"${THRIFT_FILE}\"\n SERVICES ${ARG_SERVICES}\n DEPENDS ${CPP_DEPENDS}\n OPTIONS ${ARG_CPP_OPTIONS}\n INCLUDE_DIR \"${ARG_INCLUDE_DIR}\"\n THRIFT_INCLUDE_DIR \"${ARG_THRIFT_INCLUDE_DIR}\"\n )\n elseif (\"${lang}\" STREQUAL \"py\" OR \"${lang}\" STREQUAL \"python\")\n if (DEFINED ARG_PY_NAMESPACE)\n set(namespace_args NAMESPACE \"${ARG_PY_NAMESPACE}\")\n endif()\n add_fbthrift_py_library(\n \"${LIB_NAME}_py\" \"${THRIFT_FILE}\"\n SERVICES ${ARG_SERVICES}\n ${namespace_args}\n DEPENDS ${PY_DEPENDS}\n OPTIONS ${ARG_PY_OPTIONS}\n THRIFT_INCLUDE_DIR \"${ARG_THRIFT_INCLUDE_DIR}\"\n )\n else()\n message(\n FATAL_ERROR \"unknown language for thrift library ${LIB_NAME}: ${lang}\"\n )\n endif()\n endforeach()\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FBThriftPyLibrary.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n\ninclude(FBCMakeParseArgs)\ninclude(FBPythonBinary)\n\n# Generate a Python library from a thrift file\nfunction(add_fbthrift_py_library LIB_NAME THRIFT_FILE)\n # Parse the arguments\n set(one_value_args NAMESPACE THRIFT_INCLUDE_DIR)\n set(multi_value_args SERVICES DEPENDS OPTIONS)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n\n if(NOT DEFINED ARG_THRIFT_INCLUDE_DIR)\n set(ARG_THRIFT_INCLUDE_DIR \"include/thrift-files\")\n endif()\n\n get_filename_component(base ${THRIFT_FILE} NAME_WE)\n set(output_dir \"${CMAKE_CURRENT_BINARY_DIR}/${THRIFT_FILE}-py\")\n\n # Parse the namespace value\n if (NOT DEFINED ARG_NAMESPACE)\n set(ARG_NAMESPACE \"${base}\")\n endif()\n\n string(REPLACE \".\" \"/\" namespace_dir \"${ARG_NAMESPACE}\")\n set(py_output_dir \"${output_dir}/gen-py/${namespace_dir}\")\n list(APPEND generated_sources\n \"${py_output_dir}/__init__.py\"\n \"${py_output_dir}/ttypes.py\"\n \"${py_output_dir}/constants.py\"\n )\n foreach(service IN LISTS ARG_SERVICES)\n list(APPEND generated_sources\n ${py_output_dir}/${service}.py\n )\n endforeach()\n\n # Define a dummy interface library to help propagate the thrift include\n # directories between dependencies.\n add_library(\"${LIB_NAME}.thrift_includes\" INTERFACE)\n target_include_directories(\n \"${LIB_NAME}.thrift_includes\"\n INTERFACE\n \"$\"\n \"$\"\n )\n foreach(dep IN LISTS ARG_DEPENDS)\n target_link_libraries(\n \"${LIB_NAME}.thrift_includes\"\n INTERFACE \"${dep}.thrift_includes\"\n )\n endforeach()\n\n # This generator expression gets the list of include directories required\n # for all of our dependencies.\n # It requires using COMMAND_EXPAND_LISTS in the add_custom_command() call\n # below. COMMAND_EXPAND_LISTS is only available in CMake 3.8+\n # If we really had to support older versions of CMake we would probably need\n # to use a wrapper script around the thrift compiler that could take the\n # include list as a single argument and split it up before invoking the\n # thrift compiler.\n if (NOT POLICY CMP0067)\n message(FATAL_ERROR \"add_fbthrift_py_library() requires CMake 3.8+\")\n endif()\n set(\n thrift_include_options\n \"-I;$,;-I;>\"\n )\n\n # Always force generation of \"new-style\" python classes for Python 2\n list(APPEND ARG_OPTIONS \"new_style\")\n # CMake 3.12 is finally getting a list(JOIN) function, but until then\n # treating the list as a string and replacing the semicolons is good enough.\n string(REPLACE \";\" \",\" GEN_ARG_STR \"${ARG_OPTIONS}\")\n\n # Emit the rule to run the thrift compiler\n add_custom_command(\n OUTPUT\n ${generated_sources}\n COMMAND_EXPAND_LISTS\n COMMAND\n \"${CMAKE_COMMAND}\" -E make_directory \"${output_dir}\"\n COMMAND\n \"${FBTHRIFT_COMPILER}\"\n --legacy-strict\n --gen \"py:${GEN_ARG_STR}\"\n \"${thrift_include_options}\"\n -o \"${output_dir}\"\n \"${CMAKE_CURRENT_SOURCE_DIR}/${THRIFT_FILE}\"\n WORKING_DIRECTORY\n \"${CMAKE_BINARY_DIR}\"\n MAIN_DEPENDENCY\n \"${THRIFT_FILE}\"\n DEPENDS\n \"${FBTHRIFT_COMPILER}\"\n )\n\n # We always want to pass the namespace as \"\" to this call:\n # thrift will already emit the files with the desired namespace prefix under\n # gen-py. We don't want add_fb_python_library() to prepend the namespace a\n # second time.\n add_fb_python_library(\n \"${LIB_NAME}\"\n BASE_DIR \"${output_dir}/gen-py\"\n NAMESPACE \"\"\n SOURCES ${generated_sources}\n DEPENDS ${ARG_DEPENDS} FBThrift::thrift_py\n )\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/FindCares.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nfind_path(CARES_INCLUDE_DIR NAMES ares.h)\nfind_library(CARES_LIBRARIES NAMES cares)\n\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(Cares DEFAULT_MSG CARES_LIBRARIES CARES_INCLUDE_DIR)\n\nmark_as_advanced(\n CARES_LIBRARIES\n CARES_INCLUDE_DIR\n)\n\nif(NOT TARGET cares)\n if(\"${CARES_LIBRARIES}\" MATCHES \".*.a$\")\n add_library(cares STATIC IMPORTED)\n else()\n add_library(cares SHARED IMPORTED)\n endif()\n set_target_properties(\n cares\n PROPERTIES\n IMPORTED_LOCATION ${CARES_LIBRARIES}\n INTERFACE_INCLUDE_DIRECTORIES ${CARES_INCLUDE_DIR}\n )\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindDoubleConversion.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n\n# Finds libdouble-conversion.\n#\n# This module defines:\n# DOUBLE_CONVERSION_INCLUDE_DIR\n# DOUBLE_CONVERSION_LIBRARY\n#\n\nfind_path(DOUBLE_CONVERSION_INCLUDE_DIR double-conversion/double-conversion.h)\nfind_library(DOUBLE_CONVERSION_LIBRARY NAMES double-conversion)\n\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(\n DoubleConversion\n DEFAULT_MSG\n DOUBLE_CONVERSION_LIBRARY DOUBLE_CONVERSION_INCLUDE_DIR)\n\nmark_as_advanced(DOUBLE_CONVERSION_INCLUDE_DIR DOUBLE_CONVERSION_LIBRARY)\n"
},
{
"path": "build/fbcode_builder/CMake/FindGMock.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# Find libgmock\n#\n# LIBGMOCK_DEFINES - List of defines when using libgmock.\n# LIBGMOCK_INCLUDE_DIR - where to find gmock/gmock.h, etc.\n# LIBGMOCK_LIBRARIES - List of libraries when using libgmock.\n# LIBGMOCK_FOUND - True if libgmock found.\n\nIF (LIBGMOCK_INCLUDE_DIR)\n # Already in cache, be silent\n SET(LIBGMOCK_FIND_QUIETLY TRUE)\nENDIF ()\n\nfind_package(GTest CONFIG QUIET)\nif (TARGET GTest::gmock)\n get_target_property(LIBGMOCK_DEFINES GTest::gtest INTERFACE_COMPILE_DEFINITIONS)\n if (NOT ${LIBGMOCK_DEFINES})\n # Explicitly set to empty string if not found to avoid it being\n # set to NOTFOUND and breaking compilation\n set(LIBGMOCK_DEFINES \"\")\n endif()\n get_target_property(LIBGMOCK_INCLUDE_DIR GTest::gtest INTERFACE_INCLUDE_DIRECTORIES)\n set(LIBGMOCK_LIBRARIES GTest::gmock_main GTest::gmock GTest::gtest)\n set(LIBGMOCK_FOUND ON)\n message(STATUS \"Found gmock via config, defines=${LIBGMOCK_DEFINES}, include=${LIBGMOCK_INCLUDE_DIR}, libs=${LIBGMOCK_LIBRARIES}\")\nelse()\n\n FIND_PATH(LIBGMOCK_INCLUDE_DIR gmock/gmock.h)\n\n FIND_LIBRARY(LIBGMOCK_MAIN_LIBRARY_DEBUG NAMES gmock_maind)\n FIND_LIBRARY(LIBGMOCK_MAIN_LIBRARY_RELEASE NAMES gmock_main)\n FIND_LIBRARY(LIBGMOCK_LIBRARY_DEBUG NAMES gmockd)\n FIND_LIBRARY(LIBGMOCK_LIBRARY_RELEASE NAMES gmock)\n FIND_LIBRARY(LIBGTEST_LIBRARY_DEBUG NAMES gtestd)\n FIND_LIBRARY(LIBGTEST_LIBRARY_RELEASE NAMES gtest)\n\n find_package(Threads REQUIRED)\n INCLUDE(SelectLibraryConfigurations)\n SELECT_LIBRARY_CONFIGURATIONS(LIBGMOCK_MAIN)\n SELECT_LIBRARY_CONFIGURATIONS(LIBGMOCK)\n SELECT_LIBRARY_CONFIGURATIONS(LIBGTEST)\n\n set(LIBGMOCK_LIBRARIES\n ${LIBGMOCK_MAIN_LIBRARY}\n ${LIBGMOCK_LIBRARY}\n ${LIBGTEST_LIBRARY}\n Threads::Threads\n )\n\n if(CMAKE_SYSTEM_NAME STREQUAL \"Windows\")\n # The GTEST_LINKED_AS_SHARED_LIBRARY macro must be set properly on Windows.\n #\n # There isn't currently an easy way to determine if a library was compiled as\n # a shared library on Windows, so just assume we've been built against a\n # shared build of gmock for now.\n SET(LIBGMOCK_DEFINES \"GTEST_LINKED_AS_SHARED_LIBRARY=1\" CACHE STRING \"\")\n endif()\n\n # handle the QUIETLY and REQUIRED arguments and set LIBGMOCK_FOUND to TRUE if\n # all listed variables are TRUE\n INCLUDE(FindPackageHandleStandardArgs)\n FIND_PACKAGE_HANDLE_STANDARD_ARGS(\n GMock\n DEFAULT_MSG\n LIBGMOCK_MAIN_LIBRARY\n LIBGMOCK_LIBRARY\n LIBGTEST_LIBRARY\n LIBGMOCK_LIBRARIES\n LIBGMOCK_INCLUDE_DIR\n )\n\n MARK_AS_ADVANCED(\n LIBGMOCK_DEFINES\n LIBGMOCK_MAIN_LIBRARY\n LIBGMOCK_LIBRARY\n LIBGTEST_LIBRARY\n LIBGMOCK_LIBRARIES\n LIBGMOCK_INCLUDE_DIR\n )\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindGflags.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# Find libgflags.\n# There's a lot of compatibility cruft going on in here, both\n# to deal with changes across the FB consumers of this and also\n# to deal with variances in behavior of cmake itself.\n#\n# Since this file is named FindGflags.cmake the cmake convention\n# is for the module to export both GFLAGS_FOUND and Gflags_FOUND.\n# The convention expected by consumers is that we export the\n# following variables, even though these do not match the cmake\n# conventions:\n#\n# LIBGFLAGS_INCLUDE_DIR - where to find gflags/gflags.h, etc.\n# LIBGFLAGS_LIBRARY - List of libraries when using libgflags.\n# LIBGFLAGS_FOUND - True if libgflags found.\n#\n# We need to be able to locate gflags both from an installed\n# cmake config file and just from the raw headers and libs, so\n# test for the former and then the latter, and then stick\n# the results together and export them into the variables\n# listed above.\n#\n# For forwards compatibility, we export the following variables:\n#\n# gflags_INCLUDE_DIR - where to find gflags/gflags.h, etc.\n# gflags_TARGET / GFLAGS_TARGET / gflags_LIBRARIES\n# - List of libraries when using libgflags.\n# gflags_FOUND - True if libgflags found.\n#\n\nIF (LIBGFLAGS_INCLUDE_DIR)\n # Already in cache, be silent\n SET(Gflags_FIND_QUIETLY TRUE)\nENDIF ()\n\nfind_package(gflags CONFIG QUIET)\nif (gflags_FOUND)\n if (NOT Gflags_FIND_QUIETLY)\n message(STATUS \"Found gflags from package config ${gflags_CONFIG}\")\n endif()\n # Re-export the config-specified libs with our local names\n set(LIBGFLAGS_LIBRARY ${gflags_LIBRARIES})\n set(LIBGFLAGS_INCLUDE_DIR ${gflags_INCLUDE_DIR})\n if(NOT EXISTS \"${gflags_INCLUDE_DIR}\")\n # The gflags-devel RPM on recent RedHat-based systems is somewhat broken.\n # RedHat symlinks /lib64 to /usr/lib64, and this breaks some of the\n # relative path computation performed in gflags-config.cmake. The package\n # config file ends up being found via /lib64, but the relative path\n # computation it does only works if it was found in /usr/lib64.\n # If gflags_INCLUDE_DIR does not actually exist, simply default it to\n # /usr/include on these systems.\n set(LIBGFLAGS_INCLUDE_DIR \"/usr/include\")\n set(GFLAGS_INCLUDE_DIR \"/usr/include\")\n endif()\n set(LIBGFLAGS_FOUND ${gflags_FOUND})\n # cmake module compat\n set(GFLAGS_FOUND ${gflags_FOUND})\n set(Gflags_FOUND ${gflags_FOUND})\nelse()\n FIND_PATH(LIBGFLAGS_INCLUDE_DIR gflags/gflags.h)\n\n FIND_LIBRARY(LIBGFLAGS_LIBRARY_DEBUG NAMES gflagsd gflags_staticd)\n FIND_LIBRARY(LIBGFLAGS_LIBRARY_RELEASE NAMES gflags gflags_static)\n\n INCLUDE(SelectLibraryConfigurations)\n SELECT_LIBRARY_CONFIGURATIONS(LIBGFLAGS)\n\n # handle the QUIETLY and REQUIRED arguments and set LIBGFLAGS_FOUND to TRUE if\n # all listed variables are TRUE\n INCLUDE(FindPackageHandleStandardArgs)\n FIND_PACKAGE_HANDLE_STANDARD_ARGS(gflags DEFAULT_MSG LIBGFLAGS_LIBRARY LIBGFLAGS_INCLUDE_DIR)\n # cmake module compat\n set(Gflags_FOUND ${GFLAGS_FOUND})\n # compat with some existing FindGflags consumers\n set(LIBGFLAGS_FOUND ${GFLAGS_FOUND})\n\n # Compat with the gflags CONFIG based detection\n set(gflags_FOUND ${GFLAGS_FOUND})\n set(gflags_INCLUDE_DIR ${LIBGFLAGS_INCLUDE_DIR})\n set(gflags_LIBRARIES ${LIBGFLAGS_LIBRARY})\n set(GFLAGS_TARGET ${LIBGFLAGS_LIBRARY})\n set(gflags_TARGET ${LIBGFLAGS_LIBRARY})\n\n MARK_AS_ADVANCED(LIBGFLAGS_LIBRARY LIBGFLAGS_INCLUDE_DIR)\nendif()\n\n# Compat with the gflags CONFIG based detection\nif (LIBGFLAGS_FOUND AND NOT TARGET gflags)\n add_library(gflags UNKNOWN IMPORTED)\n if(TARGET gflags-shared)\n # If the installed gflags CMake package config defines a gflags-shared\n # target but not gflags, just make the gflags target that we define\n # depend on the gflags-shared target.\n target_link_libraries(gflags INTERFACE gflags-shared)\n # Export LIBGFLAGS_LIBRARY as the gflags-shared target in this case.\n set(LIBGFLAGS_LIBRARY gflags-shared)\n else()\n set_target_properties(\n gflags\n PROPERTIES\n IMPORTED_LINK_INTERFACE_LANGUAGES \"C\"\n IMPORTED_LOCATION \"${LIBGFLAGS_LIBRARY}\"\n INTERFACE_INCLUDE_DIRECTORIES \"${LIBGFLAGS_INCLUDE_DIR}\"\n )\n endif()\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindGlog.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# - Try to find Glog\n# Once done, this will define\n#\n# GLOG_FOUND - system has Glog\n# GLOG_INCLUDE_DIRS - the Glog include directories\n# GLOG_LIBRARIES - link these to use Glog\n\ninclude(FindPackageHandleStandardArgs)\ninclude(SelectLibraryConfigurations)\n\nfind_library(GLOG_LIBRARY_RELEASE glog\n PATHS ${GLOG_LIBRARYDIR})\nfind_library(GLOG_LIBRARY_DEBUG glogd\n PATHS ${GLOG_LIBRARYDIR})\n\nfind_path(GLOG_INCLUDE_DIR glog/logging.h\n PATHS ${GLOG_INCLUDEDIR})\n\nselect_library_configurations(GLOG)\n\nfind_package_handle_standard_args(Glog DEFAULT_MSG\n GLOG_LIBRARY\n GLOG_INCLUDE_DIR)\n\nmark_as_advanced(\n GLOG_LIBRARY\n GLOG_INCLUDE_DIR)\n\nset(GLOG_LIBRARIES ${GLOG_LIBRARY})\nset(GLOG_INCLUDE_DIRS ${GLOG_INCLUDE_DIR})\n\nif (NOT TARGET glog::glog)\n add_library(glog::glog UNKNOWN IMPORTED)\n set_target_properties(glog::glog PROPERTIES INTERFACE_INCLUDE_DIRECTORIES \"${GLOG_INCLUDE_DIRS}\")\n set_target_properties(glog::glog PROPERTIES IMPORTED_LINK_INTERFACE_LANGUAGES \"C\" IMPORTED_LOCATION \"${GLOG_LIBRARIES}\")\n set_target_properties(glog::glog PROPERTIES\n INTERFACE_COMPILE_DEFINITIONS \"GLOG_USE_GLOG_EXPORT\")\n\n find_package(Gflags)\n if(GFLAGS_FOUND)\n message(STATUS \"Found gflags as a dependency of glog::glog, include=${LIBGFLAGS_INCLUDE_DIR}, libs=${LIBGFLAGS_LIBRARY}\")\n set_property(TARGET glog::glog APPEND PROPERTY IMPORTED_LINK_INTERFACE_LIBRARIES ${LIBGFLAGS_LIBRARY})\n endif()\n\n find_package(LibUnwind)\n if(LIBUNWIND_FOUND)\n message(STATUS \"Found LibUnwind as a dependency of glog::glog, include=${LIBUNWIND_INCLUDE_DIR}, libs=${LIBUNWIND_LIBRARY}\")\n set_property(TARGET glog::glog APPEND PROPERTY IMPORTED_LINK_INTERFACE_LIBRARIES ${LIBUNWIND_LIBRARY})\n endif()\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindLMDB.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This software may be used and distributed according to the terms of the\n# GNU General Public License version 2.\n\nfind_library(LMDB_LIBRARIES NAMES lmdb liblmdb)\nmark_as_advanced(LMDB_LIBRARIES)\n\nfind_path(LMDB_INCLUDE_DIR NAMES lmdb.h)\nmark_as_advanced(LMDB_INCLUDE_DIR)\n\nfind_package_handle_standard_args(\n LMDB\n REQUIRED_VARS LMDB_LIBRARIES LMDB_INCLUDE_DIR)\n\nif(LMDB_FOUND)\n set(LMDB_LIBRARIES ${LMDB_LIBRARIES})\n set(LMDB_INCLUDE_DIR, ${LMDB_INCLUDE_DIR})\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindLibEvent.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# - Find LibEvent (a cross event library)\n# This module defines\n# LIBEVENT_INCLUDE_DIR, where to find LibEvent headers\n# LIBEVENT_LIB, LibEvent libraries\n# LibEvent_FOUND, If false, do not try to use libevent\n\nset(LibEvent_EXTRA_PREFIXES /usr/local /opt/local \"$ENV{HOME}\")\nforeach(prefix ${LibEvent_EXTRA_PREFIXES})\n list(APPEND LibEvent_INCLUDE_PATHS \"${prefix}/include\")\n list(APPEND LibEvent_LIB_PATHS \"${prefix}/lib\")\nendforeach()\n\nfind_package(Libevent CONFIG QUIET)\nif (TARGET event)\n # Re-export the config under our own names\n\n # Somewhat gross, but some vcpkg installed libevents have a relative\n # `include` path exported into LIBEVENT_INCLUDE_DIRS, which triggers\n # a cmake error because it resolves to the `include` dir within the\n # folly repo, which is not something cmake allows to be in the\n # INTERFACE_INCLUDE_DIRECTORIES. Thankfully on such a system the\n # actual include directory is already part of the global include\n # directories, so we can just skip it.\n if (NOT \"${LIBEVENT_INCLUDE_DIRS}\" STREQUAL \"include\")\n set(LIBEVENT_INCLUDE_DIR ${LIBEVENT_INCLUDE_DIRS})\n else()\n set(LIBEVENT_INCLUDE_DIR)\n endif()\n\n # Unfortunately, with a bare target name `event`, downstream consumers\n # of the package that depends on `Libevent` located via CONFIG end\n # up exporting just a bare `event` in their libraries. This is problematic\n # because this in interpreted as just `-levent` with no library path.\n # When libevent is not installed in the default installation prefix\n # this results in linker errors.\n # To resolve this, we ask cmake to lookup the full path to the library\n # and use that instead.\n cmake_policy(PUSH)\n if(POLICY CMP0026)\n # Allow reading the LOCATION property\n cmake_policy(SET CMP0026 OLD)\n endif()\n get_target_property(LIBEVENT_LIB event LOCATION)\n cmake_policy(POP)\n\n set(LibEvent_FOUND ${Libevent_FOUND})\n if (NOT LibEvent_FIND_QUIETLY)\n message(STATUS \"Found libevent from package config include=${LIBEVENT_INCLUDE_DIRS} lib=${LIBEVENT_LIB}\")\n endif()\nelse()\n find_path(LIBEVENT_INCLUDE_DIR event.h PATHS ${LibEvent_INCLUDE_PATHS})\n find_library(LIBEVENT_LIB NAMES event PATHS ${LibEvent_LIB_PATHS})\n\n if (LIBEVENT_LIB AND LIBEVENT_INCLUDE_DIR)\n set(LibEvent_FOUND TRUE)\n set(LIBEVENT_LIB ${LIBEVENT_LIB})\n else ()\n set(LibEvent_FOUND FALSE)\n endif ()\n\n if (LibEvent_FOUND)\n if (NOT LibEvent_FIND_QUIETLY)\n message(STATUS \"Found libevent: ${LIBEVENT_LIB}\")\n endif ()\n else ()\n if (LibEvent_FIND_REQUIRED)\n message(FATAL_ERROR \"Could NOT find libevent.\")\n endif ()\n message(STATUS \"libevent NOT found.\")\n endif ()\n\n mark_as_advanced(\n LIBEVENT_LIB\n LIBEVENT_INCLUDE_DIR\n )\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindLibUnwind.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\ninclude(FindPackageHandleStandardArgs)\n\n# Prefer pkg-config: picks up transitive deps (e.g. lzma, zlib) that\n# static libunwind needs but a bare find_library would miss.\nfind_package(PkgConfig QUIET)\nif(PKG_CONFIG_FOUND)\n pkg_check_modules(PC_LIBUNWIND QUIET libunwind)\nendif()\n\nif(PC_LIBUNWIND_FOUND)\n find_path(LIBUNWIND_INCLUDE_DIR NAMES libunwind.h\n HINTS ${PC_LIBUNWIND_INCLUDE_DIRS}\n PATH_SUFFIXES libunwind)\n mark_as_advanced(LIBUNWIND_INCLUDE_DIR)\n\n # Resolve each library from the static set (Libs + Libs.private) to a\n # full path. This gives the linker everything it needs for a fully-static\n # link without leaking imported targets through cmake exports.\n set(LIBUNWIND_LIBRARIES \"\")\n foreach(_lib IN LISTS PC_LIBUNWIND_STATIC_LIBRARIES)\n find_library(_libunwind_dep_${_lib} NAMES ${_lib}\n HINTS ${PC_LIBUNWIND_STATIC_LIBRARY_DIRS})\n if(_libunwind_dep_${_lib})\n list(APPEND LIBUNWIND_LIBRARIES ${_libunwind_dep_${_lib}})\n else()\n # Fall back to bare name; the linker will resolve -l.\n list(APPEND LIBUNWIND_LIBRARIES ${_lib})\n endif()\n unset(_libunwind_dep_${_lib} CACHE)\n endforeach()\n set(LIBUNWIND_LIBRARY \"${LIBUNWIND_LIBRARIES}\")\n\n FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibUnwind\n REQUIRED_VARS LIBUNWIND_LIBRARIES LIBUNWIND_INCLUDE_DIR)\nelse()\n # Fallback for systems without pkg-config.\n # When using prepackaged LLVM libunwind on Ubuntu, its includes are\n # installed in a subdirectory.\n find_path(LIBUNWIND_INCLUDE_DIR NAMES libunwind.h PATH_SUFFIXES libunwind)\n mark_as_advanced(LIBUNWIND_INCLUDE_DIR)\n\n find_library(LIBUNWIND_LIBRARY NAMES unwind)\n mark_as_advanced(LIBUNWIND_LIBRARY)\n\n FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibUnwind\n REQUIRED_VARS LIBUNWIND_LIBRARY LIBUNWIND_INCLUDE_DIR)\nendif()\n\nif(LibUnwind_FOUND)\n if(NOT LIBUNWIND_LIBRARIES)\n set(LIBUNWIND_LIBRARIES ${LIBUNWIND_LIBRARY})\n endif()\n set(LIBUNWIND_INCLUDE_DIRS ${LIBUNWIND_INCLUDE_DIR})\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindLibiberty.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nfind_path(LIBIBERTY_INCLUDE_DIR NAMES libiberty.h PATH_SUFFIXES libiberty)\nmark_as_advanced(LIBIBERTY_INCLUDE_DIR)\n\nfind_library(LIBIBERTY_LIBRARY NAMES iberty)\nmark_as_advanced(LIBIBERTY_LIBRARY)\n\ninclude(FindPackageHandleStandardArgs)\nFIND_PACKAGE_HANDLE_STANDARD_ARGS(\n LIBIBERTY\n REQUIRED_VARS LIBIBERTY_LIBRARY LIBIBERTY_INCLUDE_DIR)\n\nif(LIBIBERTY_FOUND)\n set(LIBIBERTY_LIBRARIES ${LIBIBERTY_LIBRARY})\n set(LIBIBERTY_INCLUDE_DIRS ${LIBIBERTY_INCLUDE_DIR})\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindPCRE.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\ninclude(FindPackageHandleStandardArgs)\nfind_path(PCRE_INCLUDE_DIR NAMES pcre.h)\nfind_library(PCRE_LIBRARY NAMES pcre)\nfind_package_handle_standard_args(\n PCRE\n DEFAULT_MSG\n PCRE_LIBRARY\n PCRE_INCLUDE_DIR\n)\nmark_as_advanced(PCRE_INCLUDE_DIR PCRE_LIBRARY)\n"
},
{
"path": "build/fbcode_builder/CMake/FindPCRE2.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\ninclude(FindPackageHandleStandardArgs)\nfind_path(PCRE2_INCLUDE_DIR NAMES pcre2.h)\nfind_library(PCRE2_LIBRARY NAMES pcre2-8)\nfind_package_handle_standard_args(\n PCRE2\n DEFAULT_MSG\n PCRE2_LIBRARY\n PCRE2_INCLUDE_DIR\n)\nset(PCRE2_DEFINES \"PCRE2_CODE_UNIT_WIDTH=8\")\nmark_as_advanced(PCRE2_INCLUDE_DIR PCRE2_LIBRARY PCRE2_DEFINES)\n"
},
{
"path": "build/fbcode_builder/CMake/FindRe2.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# This software may be used and distributed according to the terms of the\n# GNU General Public License version 2.\n\nfind_library(RE2_LIBRARY re2)\nmark_as_advanced(RE2_LIBRARY)\n\nfind_path(RE2_INCLUDE_DIR NAMES re2/re2.h)\nmark_as_advanced(RE2_INCLUDE_DIR)\n\ninclude(FindPackageHandleStandardArgs)\nFIND_PACKAGE_HANDLE_STANDARD_ARGS(\n RE2\n REQUIRED_VARS RE2_LIBRARY RE2_INCLUDE_DIR)\n\nif(RE2_FOUND)\n set(RE2_LIBRARY ${RE2_LIBRARY})\n set(RE2_INCLUDE_DIR, ${RE2_INCLUDE_DIR})\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindSodium.cmake",
"content": "# Written in 2016 by Henrik Steffen Gaßmann \n#\n# To the extent possible under law, the author(s) have dedicated all\n# copyright and related and neighboring rights to this software to the\n# public domain worldwide. This software is distributed without any warranty.\n#\n# You should have received a copy of the CC0 Public Domain Dedication\n# along with this software. If not, see\n#\n# http://creativecommons.org/publicdomain/zero/1.0/\n#\n########################################################################\n# Tries to find the local libsodium installation.\n#\n# On Windows the sodium_DIR environment variable is used as a default\n# hint which can be overridden by setting the corresponding cmake variable.\n#\n# Once done the following variables will be defined:\n#\n# sodium_FOUND\n# sodium_INCLUDE_DIR\n# sodium_LIBRARY_DEBUG\n# sodium_LIBRARY_RELEASE\n#\n#\n# Furthermore an imported \"sodium\" target is created.\n#\n\nif (CMAKE_C_COMPILER_ID STREQUAL \"GNU\"\n OR CMAKE_C_COMPILER_ID STREQUAL \"Clang\")\n set(_GCC_COMPATIBLE 1)\nendif()\n\n# static library option\nif (NOT DEFINED sodium_USE_STATIC_LIBS)\n option(sodium_USE_STATIC_LIBS \"enable to statically link against sodium\" OFF)\nendif()\nif(NOT (sodium_USE_STATIC_LIBS EQUAL sodium_USE_STATIC_LIBS_LAST))\n unset(sodium_LIBRARY CACHE)\n unset(sodium_LIBRARY_DEBUG CACHE)\n unset(sodium_LIBRARY_RELEASE CACHE)\n unset(sodium_DLL_DEBUG CACHE)\n unset(sodium_DLL_RELEASE CACHE)\n set(sodium_USE_STATIC_LIBS_LAST ${sodium_USE_STATIC_LIBS} CACHE INTERNAL \"internal change tracking variable\")\nendif()\n\n\n########################################################################\n# UNIX\nif (UNIX)\n # import pkg-config\n find_package(PkgConfig QUIET)\n if (PKG_CONFIG_FOUND)\n pkg_check_modules(sodium_PKG QUIET libsodium)\n endif()\n\n if(sodium_USE_STATIC_LIBS)\n foreach(_libname ${sodium_PKG_STATIC_LIBRARIES})\n if (NOT _libname MATCHES \"^lib.*\\\\.a$\") # ignore strings already ending with .a\n list(INSERT sodium_PKG_STATIC_LIBRARIES 0 \"lib${_libname}.a\")\n endif()\n endforeach()\n list(REMOVE_DUPLICATES sodium_PKG_STATIC_LIBRARIES)\n\n # if pkgconfig for libsodium doesn't provide\n # static lib info, then override PKG_STATIC here..\n if (NOT sodium_PKG_STATIC_FOUND)\n set(sodium_PKG_STATIC_LIBRARIES libsodium.a)\n endif()\n\n set(XPREFIX sodium_PKG_STATIC)\n else()\n if (NOT sodium_PKG_FOUND)\n set(sodium_PKG_LIBRARIES sodium)\n endif()\n\n set(XPREFIX sodium_PKG)\n endif()\n\n find_path(sodium_INCLUDE_DIR sodium.h\n HINTS ${${XPREFIX}_INCLUDE_DIRS}\n )\n find_library(sodium_LIBRARY_DEBUG NAMES ${${XPREFIX}_LIBRARIES}\n HINTS ${${XPREFIX}_LIBRARY_DIRS}\n )\n find_library(sodium_LIBRARY_RELEASE NAMES ${${XPREFIX}_LIBRARIES}\n HINTS ${${XPREFIX}_LIBRARY_DIRS}\n )\n\n\n########################################################################\n# Windows\nelseif (WIN32)\n set(sodium_DIR \"$ENV{sodium_DIR}\" CACHE FILEPATH \"sodium install directory\")\n mark_as_advanced(sodium_DIR)\n\n find_path(sodium_INCLUDE_DIR sodium.h\n HINTS ${sodium_DIR}\n PATH_SUFFIXES include\n )\n\n if (MSVC)\n # detect target architecture\n file(WRITE \"${CMAKE_CURRENT_BINARY_DIR}/arch.cpp\" [=[\n #if defined _M_IX86\n #error ARCH_VALUE x86_32\n #elif defined _M_X64\n #error ARCH_VALUE x86_64\n #endif\n #error ARCH_VALUE unknown\n ]=])\n try_compile(_UNUSED_VAR \"${CMAKE_CURRENT_BINARY_DIR}\" \"${CMAKE_CURRENT_BINARY_DIR}/arch.cpp\"\n OUTPUT_VARIABLE _COMPILATION_LOG\n )\n string(REGEX REPLACE \".*ARCH_VALUE ([a-zA-Z0-9_]+).*\" \"\\\\1\" _TARGET_ARCH \"${_COMPILATION_LOG}\")\n\n # construct library path\n if (_TARGET_ARCH STREQUAL \"x86_32\")\n string(APPEND _PLATFORM_PATH \"Win32\")\n elseif(_TARGET_ARCH STREQUAL \"x86_64\")\n string(APPEND _PLATFORM_PATH \"x64\")\n else()\n message(FATAL_ERROR \"the ${_TARGET_ARCH} architecture is not supported by Findsodium.cmake.\")\n endif()\n string(APPEND _PLATFORM_PATH \"/$$CONFIG$$\")\n\n if (MSVC_VERSION LESS 1900)\n math(EXPR _VS_VERSION \"${MSVC_VERSION} / 10 - 60\")\n else()\n math(EXPR _VS_VERSION \"${MSVC_VERSION} / 10 - 50\")\n endif()\n string(APPEND _PLATFORM_PATH \"/v${_VS_VERSION}\")\n\n if (sodium_USE_STATIC_LIBS)\n string(APPEND _PLATFORM_PATH \"/static\")\n else()\n string(APPEND _PLATFORM_PATH \"/dynamic\")\n endif()\n\n string(REPLACE \"$$CONFIG$$\" \"Debug\" _DEBUG_PATH_SUFFIX \"${_PLATFORM_PATH}\")\n string(REPLACE \"$$CONFIG$$\" \"Release\" _RELEASE_PATH_SUFFIX \"${_PLATFORM_PATH}\")\n\n find_library(sodium_LIBRARY_DEBUG libsodium.lib\n HINTS ${sodium_DIR}\n PATH_SUFFIXES ${_DEBUG_PATH_SUFFIX}\n )\n find_library(sodium_LIBRARY_RELEASE libsodium.lib\n HINTS ${sodium_DIR}\n PATH_SUFFIXES ${_RELEASE_PATH_SUFFIX}\n )\n if (NOT sodium_USE_STATIC_LIBS)\n set(CMAKE_FIND_LIBRARY_SUFFIXES_BCK ${CMAKE_FIND_LIBRARY_SUFFIXES})\n set(CMAKE_FIND_LIBRARY_SUFFIXES \".dll\")\n find_library(sodium_DLL_DEBUG libsodium\n HINTS ${sodium_DIR}\n PATH_SUFFIXES ${_DEBUG_PATH_SUFFIX}\n )\n find_library(sodium_DLL_RELEASE libsodium\n HINTS ${sodium_DIR}\n PATH_SUFFIXES ${_RELEASE_PATH_SUFFIX}\n )\n set(CMAKE_FIND_LIBRARY_SUFFIXES ${CMAKE_FIND_LIBRARY_SUFFIXES_BCK})\n endif()\n\n elseif(_GCC_COMPATIBLE)\n if (sodium_USE_STATIC_LIBS)\n find_library(sodium_LIBRARY_DEBUG libsodium.a\n HINTS ${sodium_DIR}\n PATH_SUFFIXES lib\n )\n find_library(sodium_LIBRARY_RELEASE libsodium.a\n HINTS ${sodium_DIR}\n PATH_SUFFIXES lib\n )\n else()\n find_library(sodium_LIBRARY_DEBUG libsodium.dll.a\n HINTS ${sodium_DIR}\n PATH_SUFFIXES lib\n )\n find_library(sodium_LIBRARY_RELEASE libsodium.dll.a\n HINTS ${sodium_DIR}\n PATH_SUFFIXES lib\n )\n\n file(GLOB _DLL\n LIST_DIRECTORIES false\n RELATIVE \"${sodium_DIR}/bin\"\n \"${sodium_DIR}/bin/libsodium*.dll\"\n )\n find_library(sodium_DLL_DEBUG ${_DLL} libsodium\n HINTS ${sodium_DIR}\n PATH_SUFFIXES bin\n )\n find_library(sodium_DLL_RELEASE ${_DLL} libsodium\n HINTS ${sodium_DIR}\n PATH_SUFFIXES bin\n )\n endif()\n else()\n message(FATAL_ERROR \"this platform is not supported by FindSodium.cmake\")\n endif()\n\n\n########################################################################\n# unsupported\nelse()\n message(FATAL_ERROR \"this platform is not supported by FindSodium.cmake\")\nendif()\n\n\n########################################################################\n# common stuff\n\n# extract sodium version\nif (sodium_INCLUDE_DIR)\n set(_VERSION_HEADER \"${_INCLUDE_DIR}/sodium/version.h\")\n if (EXISTS _VERSION_HEADER)\n file(READ \"${_VERSION_HEADER}\" _VERSION_HEADER_CONTENT)\n string(REGEX REPLACE \".*#[ \\t]*define[ \\t]*SODIUM_VERSION_STRING[ \\t]*\\\"([^\\n]*)\\\".*\" \"\\\\1\"\n sodium_VERSION \"${_VERSION_HEADER_CONTENT}\")\n set(sodium_VERSION \"${sodium_VERSION}\" PARENT_SCOPE)\n endif()\nendif()\n\n# communicate results\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(\n Sodium # The name must be either uppercase or match the filename case.\n REQUIRED_VARS\n sodium_LIBRARY_RELEASE\n sodium_LIBRARY_DEBUG\n sodium_INCLUDE_DIR\n VERSION_VAR\n sodium_VERSION\n)\n\nif(Sodium_FOUND)\n set(sodium_LIBRARIES\n optimized ${sodium_LIBRARY_RELEASE} debug ${sodium_LIBRARY_DEBUG})\nendif()\n\n# mark file paths as advanced\nmark_as_advanced(sodium_INCLUDE_DIR)\nmark_as_advanced(sodium_LIBRARY_DEBUG)\nmark_as_advanced(sodium_LIBRARY_RELEASE)\nif (WIN32)\n mark_as_advanced(sodium_DLL_DEBUG)\n mark_as_advanced(sodium_DLL_RELEASE)\nendif()\n\n# create imported target\nif(sodium_USE_STATIC_LIBS)\n set(_LIB_TYPE STATIC)\nelse()\n set(_LIB_TYPE SHARED)\nendif()\n\nif(NOT TARGET sodium)\n add_library(sodium ${_LIB_TYPE} IMPORTED)\nendif()\n\nset_target_properties(sodium PROPERTIES\n INTERFACE_INCLUDE_DIRECTORIES \"${sodium_INCLUDE_DIR}\"\n IMPORTED_LINK_INTERFACE_LANGUAGES \"C\"\n)\n\nif (sodium_USE_STATIC_LIBS)\n set_target_properties(sodium PROPERTIES\n INTERFACE_COMPILE_DEFINITIONS \"SODIUM_STATIC\"\n IMPORTED_LOCATION \"${sodium_LIBRARY_RELEASE}\"\n IMPORTED_LOCATION_DEBUG \"${sodium_LIBRARY_DEBUG}\"\n )\nelse()\n if (UNIX)\n set_target_properties(sodium PROPERTIES\n IMPORTED_LOCATION \"${sodium_LIBRARY_RELEASE}\"\n IMPORTED_LOCATION_DEBUG \"${sodium_LIBRARY_DEBUG}\"\n )\n elseif (WIN32)\n set_target_properties(sodium PROPERTIES\n IMPORTED_IMPLIB \"${sodium_LIBRARY_RELEASE}\"\n IMPORTED_IMPLIB_DEBUG \"${sodium_LIBRARY_DEBUG}\"\n )\n if (NOT (sodium_DLL_DEBUG MATCHES \".*-NOTFOUND\"))\n set_target_properties(sodium PROPERTIES\n IMPORTED_LOCATION_DEBUG \"${sodium_DLL_DEBUG}\"\n )\n endif()\n if (NOT (sodium_DLL_RELEASE MATCHES \".*-NOTFOUND\"))\n set_target_properties(sodium PROPERTIES\n IMPORTED_LOCATION_RELWITHDEBINFO \"${sodium_DLL_RELEASE}\"\n IMPORTED_LOCATION_MINSIZEREL \"${sodium_DLL_RELEASE}\"\n IMPORTED_LOCATION_RELEASE \"${sodium_DLL_RELEASE}\"\n )\n endif()\n endif()\nendif()\n"
},
{
"path": "build/fbcode_builder/CMake/FindXxhash.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n#\n# - Try to find Facebook xxhash library\n# This will define\n# Xxhash_FOUND\n# Xxhash_INCLUDE_DIR\n# Xxhash_LIBRARY\n#\n\nfind_path(Xxhash_INCLUDE_DIR NAMES xxhash.h)\n\nfind_library(Xxhash_LIBRARY_RELEASE NAMES xxhash)\n\ninclude(SelectLibraryConfigurations)\nSELECT_LIBRARY_CONFIGURATIONS(Xxhash)\n\ninclude(FindPackageHandleStandardArgs)\nFIND_PACKAGE_HANDLE_STANDARD_ARGS(\n Xxhash DEFAULT_MSG\n Xxhash_LIBRARY Xxhash_INCLUDE_DIR\n)\n\nif (Xxhash_FOUND)\n message(STATUS \"Found xxhash: ${Xxhash_LIBRARY}\")\nendif()\n\nmark_as_advanced(Xxhash_INCLUDE_DIR Xxhash_LIBRARY)\n"
},
{
"path": "build/fbcode_builder/CMake/FindZstd.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n#\n# - Try to find Facebook zstd library\n# This will define\n# ZSTD_FOUND\n# ZSTD_INCLUDE_DIR\n# ZSTD_LIBRARY\n#\n\nfind_path(ZSTD_INCLUDE_DIR NAMES zstd.h)\n\nfind_library(ZSTD_LIBRARY_DEBUG NAMES zstdd zstd_staticd)\nfind_library(ZSTD_LIBRARY_RELEASE NAMES zstd zstd_static)\n\ninclude(SelectLibraryConfigurations)\nSELECT_LIBRARY_CONFIGURATIONS(ZSTD)\n\ninclude(FindPackageHandleStandardArgs)\nFIND_PACKAGE_HANDLE_STANDARD_ARGS(\n Zstd DEFAULT_MSG\n ZSTD_LIBRARY ZSTD_INCLUDE_DIR\n)\n\nif (ZSTD_FOUND)\n message(STATUS \"Found Zstd: ${ZSTD_LIBRARY}\")\nendif()\n\nmark_as_advanced(ZSTD_INCLUDE_DIR ZSTD_LIBRARY)\n"
},
{
"path": "build/fbcode_builder/CMake/Findibverbs.cmake",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n# Find the ibverbs libraries\n#\n# The following variables are optionally searched for defaults\n# IBVERBS_ROOT_DIR: Base directory where all ibverbs components are found\n# IBVERBS_INCLUDE_DIR: Directory where ibverbs headers are found\n# IBVERBS_LIB_DIR: Directory where ibverbs libraries are found\n\n# The following are set after configuration is done:\n# IBVERBS_FOUND\n# IBVERBS_INCLUDE_DIRS\n# IBVERBS_LIBRARIES\n# IBVERBS_VERSION\n\nfind_path(IBVERBS_INCLUDE_DIRS\n NAMES infiniband/verbs.h\n HINTS\n ${IBVERBS_INCLUDE_DIR}\n ${IBVERBS_ROOT_DIR}\n ${IBVERBS_ROOT_DIR}/include)\n\nfind_library(IBVERBS_LIBRARIES\n NAMES ibverbs\n HINTS\n ${IBVERBS_LIB_DIR}\n ${IBVERBS_ROOT_DIR}\n ${IBVERBS_ROOT_DIR}/lib)\n\n# Try to determine the rdma-core version\nif(IBVERBS_INCLUDE_DIRS AND IBVERBS_LIBRARIES)\n # First try using pkg-config if available\n find_package(PkgConfig QUIET)\n if(PKG_CONFIG_FOUND)\n pkg_check_modules(PC_RDMA_CORE QUIET rdma-core)\n if(PC_RDMA_CORE_VERSION)\n set(IBVERBS_VERSION ${PC_RDMA_CORE_VERSION})\n endif()\n endif()\n\n # If pkg-config didn't work, try to extract version from library filename\n # According to rdma-core Documentation/versioning.md:\n # Library filename format:\n # libibverbs.so.SONAME.ABI.PACKAGE_VERSION_MAIN[.PACKAGE_VERSION_BRANCH]\n # Where:\n # - SONAME: Major version (1st field)\n # - ABI: ABI version number (2nd field)\n # - PACKAGE_VERSION_MAIN: Main package version (3rd field)\n # - PACKAGE_VERSION_BRANCH: Optional counter for branched stable\n # releases (4th field, part of PACKAGE_VERSION)\n # Example: libibverbs.so.1.14.57.0 → SONAME=1, ABI=14,\n # PACKAGE_VERSION=57.0\n if(NOT IBVERBS_VERSION)\n # Get the real path of the library (follows symlinks)\n get_filename_component(IBVERBS_REAL_PATH \"${IBVERBS_LIBRARIES}\" REALPATH)\n get_filename_component(IBVERBS_LIB_NAME \"${IBVERBS_REAL_PATH}\" NAME)\n\n # Extract version from filename\n if(IBVERBS_LIB_NAME MATCHES\n \"libibverbs\\\\.so\\\\.([0-9]+)\\\\.([0-9]+)\\\\.([0-9]+)\\\\.([0-9]+)\")\n # Four-component version: PACKAGE_VERSION_MAIN.PACKAGE_VERSION_BRANCH\n set(IBVERBS_VERSION_MAJOR ${CMAKE_MATCH_3})\n set(IBVERBS_VERSION_MINOR ${CMAKE_MATCH_4})\n set(IBVERBS_VERSION \"${IBVERBS_VERSION_MAJOR}.${IBVERBS_VERSION_MINOR}\")\n elseif(IBVERBS_LIB_NAME MATCHES\n \"libibverbs\\\\.so\\\\.([0-9]+)\\\\.([0-9]+)\\\\.([0-9]+)\")\n # Three-component version: PACKAGE_VERSION_MAIN only\n set(IBVERBS_VERSION_MAJOR ${CMAKE_MATCH_3})\n set(IBVERBS_VERSION \"${IBVERBS_VERSION_MAJOR}.0\")\n else()\n # If we can't parse the filename, set to empty string\n # Feature detection will be done in CMakeLists.txt\n set(IBVERBS_VERSION \"\")\n endif()\n endif()\nendif()\n\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(ibverbs\n REQUIRED_VARS IBVERBS_INCLUDE_DIRS IBVERBS_LIBRARIES\n VERSION_VAR IBVERBS_VERSION)\nmark_as_advanced(IBVERBS_INCLUDE_DIRS IBVERBS_LIBRARIES IBVERBS_VERSION)\n"
},
{
"path": "build/fbcode_builder/CMake/RustStaticLibrary.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n\ninclude(FBCMakeParseArgs)\n\nset(\n USE_CARGO_VENDOR AUTO CACHE STRING\n \"Download Rust Crates from an internally vendored location\"\n)\nset_property(CACHE USE_CARGO_VENDOR PROPERTY STRINGS AUTO ON OFF)\n\nset(\n GENERATE_CARGO_VENDOR_CONFIG AUTO CACHE STRING\n \"Whether to generate Rust cargo vendor config or use existing\"\n)\nset_property(CACHE GENERATE_CARGO_VENDOR_CONFIG PROPERTY STRINGS AUTO ON OFF)\n\nset(RUST_VENDORED_CRATES_DIR \"$ENV{RUST_VENDORED_CRATES_DIR}\")\n\nif(\"${USE_CARGO_VENDOR}\" STREQUAL \"AUTO\")\n if(EXISTS \"${RUST_VENDORED_CRATES_DIR}\")\n set(USE_CARGO_VENDOR ON)\n else()\n set(USE_CARGO_VENDOR OFF)\n endif()\nendif()\n\nif(\"${GENERATE_CARGO_VENDOR_CONFIG}\" STREQUAL \"AUTO\")\n set(GENERATE_CARGO_VENDOR_CONFIG \"${USE_CARGO_VENDOR}\")\nendif()\n\nif(GENERATE_CARGO_VENDOR_CONFIG)\n if(NOT EXISTS \"${RUST_VENDORED_CRATES_DIR}\")\n message(\n FATAL \"vendored rust crates not present: \"\n \"${RUST_VENDORED_CRATES_DIR}\"\n )\n endif()\n\n set(RUST_CARGO_HOME \"${CMAKE_BINARY_DIR}/_cargo_home\")\n file(MAKE_DIRECTORY \"${RUST_CARGO_HOME}\")\n\n file(\n TO_NATIVE_PATH \"${RUST_VENDORED_CRATES_DIR}\"\n ESCAPED_RUST_VENDORED_CRATES_DIR\n )\n string(\n REPLACE \"\\\\\" \"\\\\\\\\\"\n ESCAPED_RUST_VENDORED_CRATES_DIR\n \"${ESCAPED_RUST_VENDORED_CRATES_DIR}\"\n )\n file(\n WRITE \"${RUST_CARGO_HOME}/config\"\n \"[source.crates-io]\\n\"\n \"replace-with = \\\"vendored-sources\\\"\\n\"\n \"\\n\"\n \"[source.vendored-sources]\\n\"\n \"directory = \\\"${ESCAPED_RUST_VENDORED_CRATES_DIR}\\\"\\n\"\n )\nendif()\n\nfind_program(CARGO_COMMAND cargo REQUIRED)\n\n# Cargo is a build system in itself, and thus will try to take advantage of all\n# the cores on the system. Unfortunately, this conflicts with Ninja, since it\n# also tries to utilize all the cores. This can lead to a system that is\n# completely overloaded with compile jobs to the point where nothing else can\n# be achieved on the system.\n#\n# Let's inform Ninja of this fact so it won't try to spawn other jobs while\n# Rust being compiled.\nset_property(GLOBAL APPEND PROPERTY JOB_POOLS rust_job_pool=1)\n\n# This function creates an interface library target based on the static library\n# built by Cargo. It will call Cargo to build a staticlib and generate a CMake\n# interface library with it.\n#\n# This function requires `find_package(Python COMPONENTS Interpreter)`.\n#\n# You need to set `lib:crate-type = [\"staticlib\"]` in your Cargo.toml to make\n# Cargo build static library.\n#\n# ```cmake\n# rust_static_library( [CRATE ] [FEATURES ] [USE_CXX_INCLUDE])\n# ```\n#\n# Parameters:\n# - TARGET:\n# Name of the target name. This function will create an interface library\n# target with this name.\n# - CRATE_NAME:\n# Name of the crate. This parameter is optional. If unspecified, it will\n# fallback to `${TARGET}`.\n# - FEATURE_NAME:\n# Name of the Rust feature to enable.\n# - USE_CXX_INCLUDE:\n# Include cxx.rs include path in `${TARGET}` INTERFACE.\n#\n# This function creates two targets:\n# - \"${TARGET}\": an interface library target contains the static library built\n# from Cargo.\n# - \"${TARGET}.cargo\": an internal custom target that invokes Cargo.\n#\n# If you are going to use this static library from C/C++, you will need to\n# write header files for the library (or generate with cbindgen) and bind these\n# headers with the interface library.\n#\nfunction(rust_static_library TARGET)\n fb_cmake_parse_args(ARG \"USE_CXX_INCLUDE\" \"CRATE;FEATURES\" \"\" \"${ARGN}\")\n\n if(DEFINED ARG_CRATE)\n set(crate_name \"${ARG_CRATE}\")\n else()\n set(crate_name \"${TARGET}\")\n endif()\n if(DEFINED ARG_FEATURES)\n set(features --features ${ARG_FEATURES})\n else()\n set(features )\n endif()\n\n set(cargo_target \"${TARGET}.cargo\")\n set(target_dir $,debug,release>)\n set(staticlib_name \"${CMAKE_STATIC_LIBRARY_PREFIX}${crate_name}${CMAKE_STATIC_LIBRARY_SUFFIX}\")\n set(rust_staticlib \"${CMAKE_CURRENT_BINARY_DIR}/${target_dir}/${staticlib_name}\")\n\n if(DEFINED ARG_FEATURES)\n set(cargo_flags build $,,--release> -p ${crate_name} --features ${ARG_FEATURES} --config fbcode_build=false)\n else()\n set(cargo_flags build $,,--release> -p ${crate_name} --config fbcode_build=false)\n endif()\n if(USE_CARGO_VENDOR)\n set(extra_cargo_env \"CARGO_HOME=${RUST_CARGO_HOME}\")\n set(cargo_flags ${cargo_flags})\n endif()\n\n add_custom_target(\n ${cargo_target}\n COMMAND\n \"${CMAKE_COMMAND}\" -E remove -f \"${CMAKE_CURRENT_SOURCE_DIR}/Cargo.lock\"\n COMMAND\n \"${CMAKE_COMMAND}\" -E env\n \"CARGO_TARGET_DIR=${CMAKE_CURRENT_BINARY_DIR}\"\n ${extra_cargo_env}\n ${CARGO_COMMAND}\n ${cargo_flags}\n COMMENT \"Building Rust crate '${crate_name}'...\"\n JOB_POOL rust_job_pool\n WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}\n BYPRODUCTS\n \"${CMAKE_CURRENT_BINARY_DIR}/debug/${staticlib_name}\"\n \"${CMAKE_CURRENT_BINARY_DIR}/release/${staticlib_name}\"\n )\n\n add_library(${TARGET} INTERFACE)\n add_dependencies(${TARGET} ${cargo_target})\n set_target_properties(\n ${TARGET}\n PROPERTIES\n INTERFACE_STATICLIB_OUTPUT_PATH \"${rust_staticlib}\"\n INTERFACE_INSTALL_LIBNAME\n \"${CMAKE_STATIC_LIBRARY_PREFIX}${crate_name}_rs${CMAKE_STATIC_LIBRARY_SUFFIX}\"\n )\n\n if(DEFINED ARG_USE_CXX_INCLUDE)\n target_include_directories(\n ${TARGET}\n INTERFACE ${CMAKE_CURRENT_BINARY_DIR}/cxxbridge/\n )\n endif()\n\n target_link_libraries(\n ${TARGET}\n INTERFACE \"$\"\n )\nendfunction()\n\n# This function instructs CMake to define a target that will use `cargo build`\n# to build a bin crate referenced by the Cargo.toml file in the current source\n# directory.\n# It accepts a single `TARGET` parameter which will be passed as the package\n# name to `cargo build -p TARGET`. If binary has different name as package,\n# use optional flag BINARY_NAME to override it.\n# It also accepts a `FEATURES` parameter if you want to enable certain features\n# in your Rust binary.\n# The CMake target will be registered to build by default as part of the\n# ALL target.\nfunction(rust_executable TARGET)\n fb_cmake_parse_args(ARG \"\" \"BINARY_NAME;FEATURES\" \"\" \"${ARGN}\")\n\n set(crate_name \"${TARGET}\")\n set(cargo_target \"${TARGET}.cargo\")\n set(target_dir $,debug,release>)\n\n if(DEFINED ARG_BINARY_NAME)\n set(executable_name \"${ARG_BINARY_NAME}${CMAKE_EXECUTABLE_SUFFIX}\")\n else()\n set(executable_name \"${crate_name}${CMAKE_EXECUTABLE_SUFFIX}\")\n endif()\n if(DEFINED ARG_FEATURES)\n set(features --features ${ARG_FEATURES})\n else()\n set(features )\n endif()\n\n if(DEFINED ARG_FEATURES)\n set(cargo_flags build $,,--release> -p ${crate_name} --features ${ARG_FEATURES})\n else()\n set(cargo_flags build $,,--release> -p ${crate_name})\n endif()\n if(USE_CARGO_VENDOR)\n set(extra_cargo_env \"CARGO_HOME=${RUST_CARGO_HOME}\")\n set(cargo_flags ${cargo_flags})\n endif()\n\n add_custom_target(\n ${cargo_target}\n ALL\n COMMAND\n \"${CMAKE_COMMAND}\" -E remove -f \"${CMAKE_CURRENT_SOURCE_DIR}/Cargo.lock\"\n COMMAND\n \"${CMAKE_COMMAND}\" -E env\n \"CARGO_TARGET_DIR=${CMAKE_CURRENT_BINARY_DIR}\"\n ${extra_cargo_env}\n ${CARGO_COMMAND}\n ${cargo_flags}\n COMMENT \"Building Rust executable '${crate_name}'...\"\n JOB_POOL rust_job_pool\n WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}\n BYPRODUCTS\n \"${CMAKE_CURRENT_BINARY_DIR}/debug/${executable_name}\"\n \"${CMAKE_CURRENT_BINARY_DIR}/release/${executable_name}\"\n )\n\n set_property(TARGET \"${cargo_target}\"\n PROPERTY EXECUTABLE \"${CMAKE_CURRENT_BINARY_DIR}/${target_dir}/${executable_name}\")\nendfunction()\n\n# This function can be used to install the executable generated by a prior\n# call to the `rust_executable` function.\n# It requires a `TARGET` parameter to identify the target to be installed,\n# and an optional `DESTINATION` parameter to specify the installation\n# directory. If DESTINATION is not specified then the `bin` directory\n# will be assumed.\nfunction(install_rust_executable TARGET)\n # Parse the arguments\n set(one_value_args DESTINATION)\n set(multi_value_args)\n fb_cmake_parse_args(\n ARG \"\" \"${one_value_args}\" \"${multi_value_args}\" \"${ARGN}\"\n )\n\n if(NOT DEFINED ARG_DESTINATION)\n set(ARG_DESTINATION bin)\n endif()\n\n get_target_property(foo \"${TARGET}.cargo\" EXECUTABLE)\n\n install(\n PROGRAMS \"${foo}\"\n DESTINATION \"${ARG_DESTINATION}\"\n )\nendfunction()\n\n# This function installs the interface target generated from the function\n# `rust_static_library`. Use this function if you want to export your Rust\n# target to external CMake targets.\n#\n# ```cmake\n# install_rust_static_library(\n# \n# INSTALL_DIR \n# [EXPORT ]\n# )\n# ```\n#\n# Parameters:\n# - TARGET: Name of the Rust static library target.\n# - EXPORT_NAME: Name of the exported target.\n# - INSTALL_DIR: Path to the directory where this library will be installed.\n#\nfunction(install_rust_static_library TARGET)\n fb_cmake_parse_args(ARG \"\" \"EXPORT;INSTALL_DIR\" \"\" \"${ARGN}\")\n\n get_property(\n staticlib_output_path\n TARGET \"${TARGET}\"\n PROPERTY INTERFACE_STATICLIB_OUTPUT_PATH\n )\n get_property(\n staticlib_output_name\n TARGET \"${TARGET}\"\n PROPERTY INTERFACE_INSTALL_LIBNAME\n )\n\n if(NOT DEFINED staticlib_output_path)\n message(FATAL_ERROR \"Not a rust_static_library target.\")\n endif()\n\n if(NOT DEFINED ARG_INSTALL_DIR)\n message(FATAL_ERROR \"Missing required argument.\")\n endif()\n\n if(DEFINED ARG_EXPORT)\n set(install_export_args EXPORT \"${ARG_EXPORT}\")\n endif()\n\n set(install_interface_dir \"${ARG_INSTALL_DIR}\")\n if(NOT IS_ABSOLUTE \"${install_interface_dir}\")\n set(install_interface_dir \"\\${_IMPORT_PREFIX}/${install_interface_dir}\")\n endif()\n\n target_link_libraries(\n ${TARGET} INTERFACE\n \"$\"\n )\n install(\n TARGETS ${TARGET}\n ${install_export_args}\n LIBRARY DESTINATION ${ARG_INSTALL_DIR}\n )\n install(\n FILES ${staticlib_output_path}\n RENAME ${staticlib_output_name}\n DESTINATION ${ARG_INSTALL_DIR}\n )\nendfunction()\n\n# This function creates C++ bindings using the [cxx] crate.\n#\n# Original function found here: https://github.com/corrosion-rs/corrosion/blob/master/cmake/Corrosion.cmake#L1390\n# Simplified for use as part of RustStaticLibrary module. License below.\n#\n# MIT License\n#\n# Copyright (c) 2018 Andrew Gaspar\n#\n# Permission is hereby granted, free of charge, to any person obtaining a copy\n# of this software and associated documentation files (the \"Software\"), to deal\n# in the Software without restriction, including without limitation the rights\n# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n# copies of the Software, and to permit persons to whom the Software is\n# furnished to do so, subject to the following conditions:\n#\n# The above copyright notice and this permission notice shall be included in all\n# copies or substantial portions of the Software.\n#\n# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n# SOFTWARE.\n#\n# The rules approximately do the following:\n# - Check which version of `cxx` the Rust crate depends on.\n# - Check if the exact same version of `cxxbridge-cmd` is installed\n# - If not, create a rule to build the exact same version of `cxxbridge-cmd`.\n# - Create rules to run `cxxbridge` and generate\n# - The `rust/cxx.h` header\n# - A header and source file for the specified CXX_BRIDGE_FILE.\n# - The generated sources (and header include directories) are added to the\n# `${TARGET}` CMake library target.\n#\n# ```cmake\n# rust_cxx_bridge( [CRATE ] [LIBS ])\n# ```\n#\n# Parameters:\n# - TARGET:\n# Name of the target name. The target that the bridge will be included with.\n# - CXX_BRIDGE_FILE:\n# Name of the file that include the cxxbridge (e.g., \"src/ffi.rs\").\n# - CRATE_NAME:\n# Name of the crate. This parameter is optional. If unspecified, it will\n# fallback to `${TARGET}`.\n# - LIBS [ ...]:\n# A list of libraries that this library depends on.\n#\nfunction(rust_cxx_bridge TARGET CXX_BRIDGE_FILE)\n fb_cmake_parse_args(ARG \"\" \"CRATE\" \"LIBS\" \"${ARGN}\")\n\n if(DEFINED ARG_CRATE)\n set(crate_name \"${ARG_CRATE}\")\n else()\n set(crate_name \"${TARGET}\")\n endif()\n\n if(USE_CARGO_VENDOR)\n set(extra_cargo_env \"CARGO_HOME=${RUST_CARGO_HOME}\")\n endif()\n\n execute_process(\n COMMAND\n \"${CMAKE_COMMAND}\" -E env\n ${extra_cargo_env}\n \"${CARGO_COMMAND}\" tree -i cxx --depth=0\n WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}\n RESULT_VARIABLE cxx_version_result\n OUTPUT_VARIABLE cxx_version_output\n )\n\n if(NOT \"${cxx_version_result}\" EQUAL \"0\")\n message(FATAL_ERROR \"Crate ${crate_name} does not depend on cxx.\")\n endif()\n if(cxx_version_output MATCHES \"cxx v([0-9]+.[0-9]+.[0-9]+)\")\n set(cxx_required_version \"${CMAKE_MATCH_1}\")\n else()\n message(\n FATAL_ERROR\n \"Failed to parse cxx version from cargo tree output: `cxx_version_output`\")\n endif()\n\n # First check if a suitable version of cxxbridge is installed\n find_program(INSTALLED_CXXBRIDGE cxxbridge PATHS \"$ENV{HOME}/.cargo/bin/\")\n mark_as_advanced(INSTALLED_CXXBRIDGE)\n if(INSTALLED_CXXBRIDGE)\n execute_process(\n COMMAND \"${INSTALLED_CXXBRIDGE}\" --version\n OUTPUT_VARIABLE cxxbridge_version_output\n )\n if(cxxbridge_version_output MATCHES \"cxxbridge ([0-9]+.[0-9]+.[0-9]+)\")\n set(cxxbridge_version \"${CMAKE_MATCH_1}\")\n else()\n set(cxxbridge_version \"\")\n endif()\n endif()\n\n set(cxxbridge \"\")\n if(cxxbridge_version)\n if(cxxbridge_version VERSION_EQUAL cxx_required_version)\n set(cxxbridge \"${INSTALLED_CXXBRIDGE}\")\n if(NOT TARGET \"cxxbridge_v${cxx_required_version}\")\n # Add an empty target.\n add_custom_target(\"cxxbridge_v${cxx_required_version}\")\n endif()\n endif()\n endif()\n\n # No suitable version of cxxbridge was installed,\n # so use custom target to install correct version.\n if(NOT cxxbridge)\n if(NOT TARGET \"cxxbridge_v${cxx_required_version}\")\n add_custom_command(\n OUTPUT\n \"${CMAKE_BINARY_DIR}/cxxbridge_v${cxx_required_version}/bin/cxxbridge\"\n COMMAND\n \"${CMAKE_COMMAND}\" -E make_directory\n \"${CMAKE_BINARY_DIR}/cxxbridge_v${cxx_required_version}\"\n COMMAND\n \"${CMAKE_COMMAND}\" -E remove -f \"${CMAKE_CURRENT_SOURCE_DIR}/Cargo.lock\"\n COMMAND\n \"${CMAKE_COMMAND}\" -E env\n ${extra_cargo_env}\n \"${CARGO_COMMAND}\" install cxxbridge-cmd\n --version \"${cxx_required_version}\"\n --root \"${CMAKE_BINARY_DIR}/cxxbridge_v${cxx_required_version}\"\n --quiet\n COMMAND\n \"${CMAKE_COMMAND}\" -E remove -f \"${CMAKE_CURRENT_SOURCE_DIR}/Cargo.lock\"\n COMMENT \"Installing cxxbridge (version ${cxx_required_version})\"\n )\n add_custom_target(\n \"cxxbridge_v${cxx_required_version}\"\n DEPENDS \"${CMAKE_BINARY_DIR}/cxxbridge_v${cxx_required_version}/bin/cxxbridge\"\n )\n endif()\n set(\n cxxbridge\n \"${CMAKE_BINARY_DIR}/cxxbridge_v${cxx_required_version}/bin/cxxbridge\"\n )\n endif()\n\n add_library(${crate_name} STATIC)\n target_include_directories(\n ${crate_name}\n PUBLIC\n $\n $\n )\n target_link_libraries(\n ${crate_name}\n PUBLIC\n ${ARG_LIBS}\n )\n\n file(MAKE_DIRECTORY \"${CMAKE_CURRENT_BINARY_DIR}/rust\")\n add_custom_command(\n OUTPUT \"${CMAKE_CURRENT_BINARY_DIR}/rust/cxx.h\"\n COMMAND\n \"${cxxbridge}\" --header --output \"${CMAKE_CURRENT_BINARY_DIR}/rust/cxx.h\"\n DEPENDS \"cxxbridge_v${cxx_required_version}\"\n COMMENT \"Generating rust/cxx.h header\"\n )\n\n get_filename_component(filename_component ${CXX_BRIDGE_FILE} NAME)\n get_filename_component(directory_component ${CXX_BRIDGE_FILE} DIRECTORY)\n set(directory \"\")\n if(directory_component)\n set(directory \"${directory_component}\")\n endif()\n\n set(cxx_header ${directory}/${filename_component}.h)\n set(cxx_source ${directory}/${filename_component}.cc)\n set(rust_source_path \"${CMAKE_CURRENT_SOURCE_DIR}/${CXX_BRIDGE_FILE}\")\n\n file(\n MAKE_DIRECTORY\n \"${CMAKE_CURRENT_BINARY_DIR}/${directory_component}\"\n )\n\n add_custom_command(\n OUTPUT\n \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_header}\"\n \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_source}\"\n COMMAND\n ${cxxbridge} ${rust_source_path}\n --cfg fbcode_build=false\n --header\n --output \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_header}\"\n COMMAND\n ${cxxbridge} ${rust_source_path}\n --cfg fbcode_build=false\n --output \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_source}\"\n --include \"${cxx_header}\"\n DEPENDS \"cxxbridge_v${cxx_required_version}\" \"${rust_source_path}\"\n COMMENT \"Generating cxx bindings for crate ${crate_name}\"\n )\n\n target_sources(\n ${crate_name}\n PRIVATE\n \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_header}\"\n \"${CMAKE_CURRENT_BINARY_DIR}/rust/cxx.h\"\n \"${CMAKE_CURRENT_BINARY_DIR}/${cxx_source}\"\n )\nendfunction()\n"
},
{
"path": "build/fbcode_builder/CMake/fb_py_test_main.py",
"content": "#!/usr/bin/env python\n#\n# Copyright (c) Facebook, Inc. and its affiliates.\n#\n\"\"\"\nThis file contains the main module code for Python test programs.\n\"\"\"\n\n\nimport contextlib\nimport ctypes\nimport fnmatch\nimport json\nimport logging\nimport optparse\nimport os\nimport platform\nimport re\nimport sys\nimport tempfile\nimport time\nimport traceback\nimport unittest\nimport warnings\nfrom importlib.machinery import PathFinder\n\n\ntry:\n from StringIO import StringIO\nexcept ImportError:\n from io import StringIO\ntry:\n import coverage\nexcept ImportError:\n coverage = None # type: ignore\ntry:\n from importlib.machinery import SourceFileLoader\nexcept ImportError:\n SourceFileLoader = None # type: ignore\n\n\nclass get_cpu_instr_counter:\n def read(self):\n # TODO\n return 0\n\n\nEXIT_CODE_SUCCESS = 0\nEXIT_CODE_TEST_FAILURE = 70\n\n\nclass TestStatus:\n\n ABORTED = \"FAILURE\"\n PASSED = \"SUCCESS\"\n FAILED = \"FAILURE\"\n EXPECTED_FAILURE = \"SUCCESS\"\n UNEXPECTED_SUCCESS = \"FAILURE\"\n SKIPPED = \"ASSUMPTION_VIOLATION\"\n\n\nclass PathMatcher:\n def __init__(self, include_patterns, omit_patterns):\n self.include_patterns = include_patterns\n self.omit_patterns = omit_patterns\n\n def omit(self, path):\n \"\"\"\n Omit iff matches any of the omit_patterns or the include patterns are\n not empty and none is matched\n \"\"\"\n path = os.path.realpath(path)\n return any(fnmatch.fnmatch(path, p) for p in self.omit_patterns) or (\n self.include_patterns\n and not any(fnmatch.fnmatch(path, p) for p in self.include_patterns)\n )\n\n def include(self, path):\n return not self.omit(path)\n\n\nclass DebugWipeFinder(PathFinder):\n \"\"\"\n PEP 302 finder that uses a DebugWipeLoader for all files which do not need\n coverage\n \"\"\"\n\n def __init__(self, matcher):\n self.matcher = matcher\n\n def find_spec(self, fullname, path=None, target=None):\n spec = super().find_spec(fullname, path=path, target=target)\n if spec is None or spec.origin is None:\n return None\n if not spec.origin.endswith(\".py\"):\n return None\n if self.matcher.include(spec.origin):\n return None\n\n class PyVarObject(ctypes.Structure):\n _fields_ = [\n (\"ob_refcnt\", ctypes.c_long),\n (\"ob_type\", ctypes.c_void_p),\n (\"ob_size\", ctypes.c_ulong),\n ]\n\n class DebugWipeLoader(SourceFileLoader):\n \"\"\"\n PEP302 loader that zeros out debug information before execution\n \"\"\"\n\n def get_code(self, fullname):\n code = super().get_code(fullname)\n if code:\n # Ideally we'd do\n # code.co_lnotab = b''\n # But code objects are READONLY. Not to worry though; we'll\n # directly modify CPython's object\n code_impl = PyVarObject.from_address(id(code.co_lnotab))\n code_impl.ob_size = 0\n return code\n\n if isinstance(spec.loader, SourceFileLoader):\n spec.loader = DebugWipeLoader(fullname, spec.origin)\n return spec\n\n\ndef optimize_for_coverage(cov, include_patterns, omit_patterns):\n \"\"\"\n We get better performance if we zero out debug information for files which\n we're not interested in. Only available in CPython 3.3+\n \"\"\"\n matcher = PathMatcher(include_patterns, omit_patterns)\n if SourceFileLoader and platform.python_implementation() == \"CPython\":\n sys.meta_path.insert(0, DebugWipeFinder(matcher))\n\n\nclass TeeStream:\n def __init__(self, *streams):\n self._streams = streams\n\n def write(self, data):\n for stream in self._streams:\n stream.write(data)\n\n def flush(self):\n for stream in self._streams:\n stream.flush()\n\n def isatty(self):\n return False\n\n\nclass CallbackStream:\n def __init__(self, callback, bytes_callback=None, orig=None):\n self._callback = callback\n self._fileno = orig.fileno() if orig else None\n\n # Python 3 APIs:\n # - `encoding` is a string holding the encoding name\n # - `errors` is a string holding the error-handling mode for encoding\n # - `buffer` should look like an io.BufferedIOBase object\n\n self.errors = orig.errors if orig else None\n if bytes_callback:\n # those members are only on the io.TextIOWrapper\n self.encoding = orig.encoding if orig else \"UTF-8\"\n self.buffer = CallbackStream(bytes_callback, orig=orig)\n\n def write(self, data):\n self._callback(data)\n\n def flush(self):\n pass\n\n def isatty(self):\n return False\n\n def fileno(self):\n return self._fileno\n\n\nclass BuckTestResult(unittest.TextTestResult):\n \"\"\"\n Our own TestResult class that outputs data in a format that can be easily\n parsed by buck's test runner.\n \"\"\"\n\n _instr_counter = get_cpu_instr_counter()\n\n def __init__(\n self, stream, descriptions, verbosity, show_output, main_program, suite\n ):\n super(BuckTestResult, self).__init__(stream, descriptions, verbosity)\n self._main_program = main_program\n self._suite = suite\n self._results = []\n self._current_test = None\n self._saved_stdout = sys.stdout\n self._saved_stderr = sys.stderr\n self._show_output = show_output\n\n def getResults(self):\n return self._results\n\n def startTest(self, test):\n super(BuckTestResult, self).startTest(test)\n\n # Pass in the real stdout and stderr filenos. We can't really do much\n # here to intercept callers who directly operate on these fileno\n # objects.\n sys.stdout = CallbackStream(\n self.addStdout, self.addStdoutBytes, orig=sys.stdout\n )\n sys.stderr = CallbackStream(\n self.addStderr, self.addStderrBytes, orig=sys.stderr\n )\n self._current_test = test\n self._test_start_time = time.time()\n self._current_status = TestStatus.ABORTED\n self._messages = []\n self._stacktrace = None\n self._stdout = \"\"\n self._stderr = \"\"\n self._start_instr_count = self._instr_counter.read()\n\n def _find_next_test(self, suite):\n \"\"\"\n Find the next test that has not been run.\n \"\"\"\n\n for test in suite:\n\n # We identify test suites by test that are iterable (as is done in\n # the builtin python test harness). If we see one, recurse on it.\n if hasattr(test, \"__iter__\"):\n test = self._find_next_test(test)\n\n # The builtin python test harness sets test references to `None`\n # after they have run, so we know we've found the next test up\n # if it's not `None`.\n if test is not None:\n return test\n\n def stopTest(self, test):\n sys.stdout = self._saved_stdout\n sys.stderr = self._saved_stderr\n\n super(BuckTestResult, self).stopTest(test)\n\n # If a failure occurred during module/class setup, then this \"test\" may\n # actually be a `_ErrorHolder`, which doesn't contain explicit info\n # about the upcoming test. Since we really only care about the test\n # name field (i.e. `_testMethodName`), we use that to detect an actual\n # test cases, and fall back to looking the test up from the suite\n # otherwise.\n if not hasattr(test, \"_testMethodName\"):\n test = self._find_next_test(self._suite)\n\n result = {\n \"testCaseName\": \"{0}.{1}\".format(\n test.__class__.__module__, test.__class__.__name__\n ),\n \"testCase\": test._testMethodName,\n \"type\": self._current_status,\n \"time\": int((time.time() - self._test_start_time) * 1000),\n \"message\": os.linesep.join(self._messages),\n \"stacktrace\": self._stacktrace,\n \"stdOut\": self._stdout,\n \"stdErr\": self._stderr,\n }\n\n # TestPilot supports an instruction count field.\n if \"TEST_PILOT\" in os.environ:\n result[\"instrCount\"] = (\n int(self._instr_counter.read() - self._start_instr_count),\n )\n\n self._results.append(result)\n self._current_test = None\n\n def stopTestRun(self):\n cov = self._main_program.get_coverage()\n if cov is not None:\n self._results.append({\"coverage\": cov})\n\n @contextlib.contextmanager\n def _withTest(self, test):\n self.startTest(test)\n yield\n self.stopTest(test)\n\n def _setStatus(self, test, status, message=None, stacktrace=None):\n assert test == self._current_test\n self._current_status = status\n self._stacktrace = stacktrace\n if message is not None:\n if message.endswith(os.linesep):\n message = message[:-1]\n self._messages.append(message)\n\n def setStatus(self, test, status, message=None, stacktrace=None):\n # addError() may be called outside of a test if one of the shared\n # fixtures (setUpClass/tearDownClass/setUpModule/tearDownModule)\n # throws an error.\n #\n # In this case, create a fake test result to record the error.\n if self._current_test is None:\n with self._withTest(test):\n self._setStatus(test, status, message, stacktrace)\n else:\n self._setStatus(test, status, message, stacktrace)\n\n def setException(self, test, status, excinfo):\n exctype, value, tb = excinfo\n self.setStatus(\n test,\n status,\n \"{0}: {1}\".format(exctype.__name__, value),\n \"\".join(traceback.format_tb(tb)),\n )\n\n def addSuccess(self, test):\n super(BuckTestResult, self).addSuccess(test)\n self.setStatus(test, TestStatus.PASSED)\n\n def addError(self, test, err):\n super(BuckTestResult, self).addError(test, err)\n self.setException(test, TestStatus.ABORTED, err)\n\n def addFailure(self, test, err):\n super(BuckTestResult, self).addFailure(test, err)\n self.setException(test, TestStatus.FAILED, err)\n\n def addSkip(self, test, reason):\n super(BuckTestResult, self).addSkip(test, reason)\n self.setStatus(test, TestStatus.SKIPPED, \"Skipped: %s\" % (reason,))\n\n def addExpectedFailure(self, test, err):\n super(BuckTestResult, self).addExpectedFailure(test, err)\n self.setException(test, TestStatus.EXPECTED_FAILURE, err)\n\n def addUnexpectedSuccess(self, test):\n super(BuckTestResult, self).addUnexpectedSuccess(test)\n self.setStatus(test, TestStatus.UNEXPECTED_SUCCESS, \"Unexpected success\")\n\n def addStdout(self, val):\n self._stdout += val\n if self._show_output:\n self._saved_stdout.write(val)\n self._saved_stdout.flush()\n\n def addStdoutBytes(self, val):\n string = val.decode(\"utf-8\", errors=\"backslashreplace\")\n self.addStdout(string)\n\n def addStderr(self, val):\n self._stderr += val\n if self._show_output:\n self._saved_stderr.write(val)\n self._saved_stderr.flush()\n\n def addStderrBytes(self, val):\n string = val.decode(\"utf-8\", errors=\"backslashreplace\")\n self.addStderr(string)\n\n\nclass BuckTestRunner(unittest.TextTestRunner):\n def __init__(self, main_program, suite, show_output=True, **kwargs):\n super(BuckTestRunner, self).__init__(**kwargs)\n self.show_output = show_output\n self._main_program = main_program\n self._suite = suite\n\n def _makeResult(self):\n return BuckTestResult(\n self.stream,\n self.descriptions,\n self.verbosity,\n self.show_output,\n self._main_program,\n self._suite,\n )\n\n\ndef _format_test_name(test_class, attrname):\n return \"{0}.{1}.{2}\".format(test_class.__module__, test_class.__name__, attrname)\n\n\nclass StderrLogHandler(logging.StreamHandler):\n \"\"\"\n This class is very similar to logging.StreamHandler, except that it\n always uses the current sys.stderr object.\n\n StreamHandler caches the current sys.stderr object when it is constructed.\n This makes it behave poorly in unit tests, which may replace sys.stderr\n with a StringIO buffer during tests. The StreamHandler will continue using\n the old sys.stderr object instead of the desired StringIO buffer.\n \"\"\"\n\n def __init__(self):\n logging.Handler.__init__(self)\n\n @property\n def stream(self):\n return sys.stderr\n\n\nclass RegexTestLoader(unittest.TestLoader):\n def __init__(self, regex=None):\n self.regex = regex\n super(RegexTestLoader, self).__init__()\n\n def getTestCaseNames(self, testCaseClass):\n \"\"\"\n Return a sorted sequence of method names found within testCaseClass\n \"\"\"\n\n testFnNames = super(RegexTestLoader, self).getTestCaseNames(testCaseClass)\n if self.regex is None:\n return testFnNames\n robj = re.compile(self.regex)\n matched = []\n for attrname in testFnNames:\n fullname = _format_test_name(testCaseClass, attrname)\n if robj.search(fullname):\n matched.append(attrname)\n return matched\n\n\nclass Loader:\n\n suiteClass = unittest.TestSuite\n\n def __init__(self, modules, regex=None):\n self.modules = modules\n self.regex = regex\n\n def load_all(self):\n loader = RegexTestLoader(self.regex)\n test_suite = self.suiteClass()\n for module_name in self.modules:\n __import__(module_name, level=0)\n module = sys.modules[module_name]\n module_suite = loader.loadTestsFromModule(module)\n test_suite.addTest(module_suite)\n return test_suite\n\n def load_args(self, args):\n loader = RegexTestLoader(self.regex)\n\n suites = []\n for arg in args:\n suite = loader.loadTestsFromName(arg)\n # loadTestsFromName() can only process names that refer to\n # individual test functions or modules. It can't process package\n # names. If there were no module/function matches, check to see if\n # this looks like a package name.\n if suite.countTestCases() != 0:\n suites.append(suite)\n continue\n\n # Load all modules whose name is .\n prefix = arg + \".\"\n for module in self.modules:\n if module.startswith(prefix):\n suite = loader.loadTestsFromName(module)\n suites.append(suite)\n\n return loader.suiteClass(suites)\n\n\n_COVERAGE_INI = \"\"\"\\\n[report]\nexclude_lines =\n pragma: no cover\n pragma: nocover\n pragma:.*no${PLATFORM}\n pragma:.*no${PY_IMPL}${PY_MAJOR}${PY_MINOR}\n pragma:.*no${PY_IMPL}${PY_MAJOR}\n pragma:.*nopy${PY_MAJOR}\n pragma:.*nopy${PY_MAJOR}${PY_MINOR}\n\"\"\"\n\n\nclass MainProgram:\n \"\"\"\n This class implements the main program. It can be subclassed by\n users who wish to customize some parts of the main program.\n (Adding additional command line options, customizing test loading, etc.)\n \"\"\"\n\n DEFAULT_VERBOSITY = 2\n\n def __init__(self, argv):\n self.init_option_parser()\n self.parse_options(argv)\n self.setup_logging()\n\n def init_option_parser(self):\n usage = \"%prog [options] [TEST] ...\"\n op = optparse.OptionParser(usage=usage, add_help_option=False)\n self.option_parser = op\n\n op.add_option(\n \"--hide-output\",\n dest=\"show_output\",\n action=\"store_false\",\n default=True,\n help=\"Suppress data that tests print to stdout/stderr, and only \"\n \"show it if the test fails.\",\n )\n op.add_option(\n \"-o\",\n \"--output\",\n help=\"Write results to a file in a JSON format to be read by Buck\",\n )\n op.add_option(\n \"-f\",\n \"--failfast\",\n action=\"store_true\",\n default=False,\n help=\"Stop after the first failure\",\n )\n op.add_option(\n \"-l\",\n \"--list-tests\",\n action=\"store_true\",\n dest=\"list\",\n default=False,\n help=\"List tests and exit\",\n )\n op.add_option(\n \"-r\",\n \"--regex\",\n default=None,\n help=\"Regex to apply to tests, to only run those tests\",\n )\n op.add_option(\n \"--collect-coverage\",\n action=\"store_true\",\n default=False,\n help=\"Collect test coverage information\",\n )\n op.add_option(\n \"--coverage-include\",\n default=\"*\",\n help='File globs to include in converage (split by \",\")',\n )\n op.add_option(\n \"--coverage-omit\",\n default=\"\",\n help='File globs to omit from converage (split by \",\")',\n )\n op.add_option(\n \"--logger\",\n action=\"append\",\n metavar=\"=\",\n default=[],\n help=\"Configure log levels for specific logger categories\",\n )\n op.add_option(\n \"-q\",\n \"--quiet\",\n action=\"count\",\n default=0,\n help=\"Decrease the verbosity (may be specified multiple times)\",\n )\n op.add_option(\n \"-v\",\n \"--verbosity\",\n action=\"count\",\n default=self.DEFAULT_VERBOSITY,\n help=\"Increase the verbosity (may be specified multiple times)\",\n )\n op.add_option(\n \"-?\", \"--help\", action=\"help\", help=\"Show this help message and exit\"\n )\n\n def parse_options(self, argv):\n self.options, self.test_args = self.option_parser.parse_args(argv[1:])\n self.options.verbosity -= self.options.quiet\n\n if self.options.collect_coverage and coverage is None:\n self.option_parser.error(\"coverage module is not available\")\n self.options.coverage_include = self.options.coverage_include.split(\",\")\n if self.options.coverage_omit == \"\":\n self.options.coverage_omit = []\n else:\n self.options.coverage_omit = self.options.coverage_omit.split(\",\")\n\n def setup_logging(self):\n # Configure the root logger to log at INFO level.\n # This is similar to logging.basicConfig(), but uses our\n # StderrLogHandler instead of a StreamHandler.\n fmt = logging.Formatter(\"%(pathname)s:%(lineno)s: %(message)s\")\n log_handler = StderrLogHandler()\n log_handler.setFormatter(fmt)\n root_logger = logging.getLogger()\n root_logger.addHandler(log_handler)\n root_logger.setLevel(logging.INFO)\n\n level_names = {\n \"debug\": logging.DEBUG,\n \"info\": logging.INFO,\n \"warn\": logging.WARNING,\n \"warning\": logging.WARNING,\n \"error\": logging.ERROR,\n \"critical\": logging.CRITICAL,\n \"fatal\": logging.FATAL,\n }\n\n for value in self.options.logger:\n parts = value.rsplit(\"=\", 1)\n if len(parts) != 2:\n self.option_parser.error(\n \"--logger argument must be of the \"\n \"form =: %s\" % value\n )\n name = parts[0]\n level_name = parts[1].lower()\n level = level_names.get(level_name)\n if level is None:\n self.option_parser.error(\n \"invalid log level %r for log \" \"category %s\" % (parts[1], name)\n )\n logging.getLogger(name).setLevel(level)\n\n def create_loader(self):\n import __test_modules__\n\n return Loader(__test_modules__.TEST_MODULES, self.options.regex)\n\n def load_tests(self):\n loader = self.create_loader()\n if self.options.collect_coverage:\n self.start_coverage()\n include = self.options.coverage_include\n omit = self.options.coverage_omit\n if include and \"*\" not in include:\n optimize_for_coverage(self.cov, include, omit)\n\n if self.test_args:\n suite = loader.load_args(self.test_args)\n else:\n suite = loader.load_all()\n if self.options.collect_coverage:\n self.cov.start()\n return suite\n\n def get_tests(self, test_suite):\n tests = []\n\n for test in test_suite:\n if isinstance(test, unittest.TestSuite):\n tests.extend(self.get_tests(test))\n else:\n tests.append(test)\n\n return tests\n\n def run(self):\n test_suite = self.load_tests()\n\n if self.options.list:\n for test in self.get_tests(test_suite):\n method_name = getattr(test, \"_testMethodName\", \"\")\n name = _format_test_name(test.__class__, method_name)\n print(name)\n return EXIT_CODE_SUCCESS\n else:\n result = self.run_tests(test_suite)\n if self.options.output is not None:\n with open(self.options.output, \"w\") as f:\n json.dump(result.getResults(), f, indent=4, sort_keys=True)\n if not result.wasSuccessful():\n return EXIT_CODE_TEST_FAILURE\n return EXIT_CODE_SUCCESS\n\n def run_tests(self, test_suite):\n # Install a signal handler to catch Ctrl-C and display the results\n # (but only if running >2.6).\n if sys.version_info[0] > 2 or sys.version_info[1] > 6:\n unittest.installHandler()\n\n # Run the tests\n runner = BuckTestRunner(\n self,\n test_suite,\n verbosity=self.options.verbosity,\n show_output=self.options.show_output,\n )\n result = runner.run(test_suite)\n\n if self.options.collect_coverage and self.options.show_output:\n self.cov.stop()\n try:\n self.cov.report(file=sys.stdout)\n except coverage.misc.CoverageException:\n print(\"No lines were covered, potentially restricted by file filters\")\n\n return result\n\n def get_abbr_impl(self):\n \"\"\"Return abbreviated implementation name.\"\"\"\n impl = platform.python_implementation()\n if impl == \"PyPy\":\n return \"pp\"\n elif impl == \"Jython\":\n return \"jy\"\n elif impl == \"IronPython\":\n return \"ip\"\n elif impl == \"CPython\":\n return \"cp\"\n else:\n raise RuntimeError(\"unknown python runtime\")\n\n def start_coverage(self):\n if not self.options.collect_coverage:\n return\n\n with tempfile.NamedTemporaryFile(\"w\", delete=False) as coverage_ini:\n coverage_ini.write(_COVERAGE_INI)\n self._coverage_ini_path = coverage_ini.name\n\n # Keep the original working dir in case tests use os.chdir\n self._original_working_dir = os.getcwd()\n\n # for coverage config ignores by platform/python version\n os.environ[\"PLATFORM\"] = sys.platform\n os.environ[\"PY_IMPL\"] = self.get_abbr_impl()\n os.environ[\"PY_MAJOR\"] = str(sys.version_info.major)\n os.environ[\"PY_MINOR\"] = str(sys.version_info.minor)\n\n self.cov = coverage.Coverage(\n include=self.options.coverage_include,\n omit=self.options.coverage_omit,\n config_file=coverage_ini.name,\n )\n self.cov.erase()\n self.cov.start()\n\n def get_coverage(self):\n if not self.options.collect_coverage:\n return None\n\n try:\n os.remove(self._coverage_ini_path)\n except OSError:\n pass # Better to litter than to fail the test\n\n # Switch back to the original working directory.\n os.chdir(self._original_working_dir)\n\n result = {}\n\n self.cov.stop()\n\n try:\n f = StringIO()\n self.cov.report(file=f)\n lines = f.getvalue().split(\"\\n\")\n except coverage.misc.CoverageException:\n # Nothing was covered. That's fine by us\n return result\n\n # N.B.: the format of the coverage library's output differs\n # depending on whether one or more files are in the results\n for line in lines[2:]:\n if line.strip(\"-\") == \"\":\n break\n r = line.split()[0]\n analysis = self.cov.analysis2(r)\n covString = self.convert_to_diff_cov_str(analysis)\n if covString:\n result[r] = covString\n\n return result\n\n def convert_to_diff_cov_str(self, analysis):\n # Info on the format of analysis:\n # http://nedbatchelder.com/code/coverage/api.html\n if not analysis:\n return None\n numLines = max(\n analysis[1][-1] if len(analysis[1]) else 0,\n analysis[2][-1] if len(analysis[2]) else 0,\n analysis[3][-1] if len(analysis[3]) else 0,\n )\n lines = [\"N\"] * numLines\n for l in analysis[1]:\n lines[l - 1] = \"C\"\n for l in analysis[2]:\n lines[l - 1] = \"X\"\n for l in analysis[3]:\n lines[l - 1] = \"U\"\n return \"\".join(lines)\n\n\ndef main(argv):\n return MainProgram(sys.argv).run()\n\n\nif __name__ == \"__main__\":\n sys.exit(main(sys.argv))\n"
},
{
"path": "build/fbcode_builder/CMake/fb_py_win_main.c",
"content": "// Copyright (c) Facebook, Inc. and its affiliates.\n\n#define WIN32_LEAN_AND_MEAN\n\n#include \n#include \n#include \n\n#define PATH_SIZE 32768\n\ntypedef int (*Py_Main)(int, wchar_t**);\n\nint locate_py_main(int argc, wchar_t** argv) {\n /*\n * We have to dynamically locate Python3.dll because we may be loading a\n * Python native module while running. If that module is built with a\n * different Python version, we will end up a DLL import error. To resolve\n * this, we can either ship an embedded version of Python with us or\n * dynamically look up existing Python distribution installed on user's\n * machine. This way, we should be able to get a consistent version of\n * Python3.dll and .pyd modules.\n */\n HINSTANCE python_dll;\n Py_Main pymain;\n\n python_dll =\n LoadLibraryExW(L\"python3.dll\", NULL, LOAD_LIBRARY_SEARCH_DEFAULT_DIRS);\n\n int returncode = 0;\n if (python_dll != NULL) {\n pymain = (Py_Main)GetProcAddress(python_dll, \"Py_Main\");\n\n if (pymain != NULL) {\n returncode = (pymain)(argc, argv);\n } else {\n fprintf(stderr, \"error: %d unable to load Py_Main\\n\", GetLastError());\n }\n\n FreeLibrary(python_dll);\n } else {\n fprintf(stderr, \"error: %d unable to locate python3.dll\\n\", GetLastError());\n return 1;\n }\n return returncode;\n}\n\nint wmain() {\n /*\n * This executable will be prepended to the start of a Python ZIP archive.\n * Python will be able to directly execute the ZIP archive, so we simply\n * need to tell Py_Main() to run our own file. Duplicate the argument list\n * and add our file name to the beginning to tell Python what file to invoke.\n */\n wchar_t** pyargv = malloc(sizeof(wchar_t*) * (__argc + 1));\n if (!pyargv) {\n fprintf(stderr, \"error: failed to allocate argument vector\\n\");\n return 1;\n }\n\n /* Py_Main wants the wide character version of the argv so we pull those\n * values from the global __wargv array that has been prepared by MSVCRT.\n *\n * In order for the zipapp to run we need to insert an extra argument in\n * the front of the argument vector that points to ourselves.\n *\n * An additional complication is that, depending on who prepared the argument\n * string used to start our process, the computed __wargv[0] can be a simple\n * shell word like `watchman-wait` which is normally resolved together with\n * the PATH by the shell.\n * That unresolved path isn't sufficient to start the zipapp on windows;\n * we need the fully qualified path.\n *\n * Given:\n * __wargv == {\"watchman-wait\", \"-h\"}\n *\n * we want to pass the following to Py_Main:\n *\n * {\n * \"z:\\build\\watchman\\python\\watchman-wait.exe\",\n * \"z:\\build\\watchman\\python\\watchman-wait.exe\",\n * \"-h\"\n * }\n */\n wchar_t full_path_to_argv0[PATH_SIZE];\n DWORD len = GetModuleFileNameW(NULL, full_path_to_argv0, PATH_SIZE);\n if (len == 0 ||\n len == PATH_SIZE && GetLastError() == ERROR_INSUFFICIENT_BUFFER) {\n fprintf(\n stderr,\n \"error: %d while retrieving full path to this executable\\n\",\n GetLastError());\n return 1;\n }\n\n for (int n = 1; n < __argc; ++n) {\n pyargv[n + 1] = __wargv[n];\n }\n pyargv[0] = full_path_to_argv0;\n pyargv[1] = full_path_to_argv0;\n\n return locate_py_main(__argc + 1, pyargv);\n}\n"
},
{
"path": "build/fbcode_builder/CMake/make_fbpy_archive.py",
"content": "#!/usr/bin/env python3\n#\n# Copyright (c) Facebook, Inc. and its affiliates.\n#\nimport argparse\nimport collections\nimport errno\nimport os\nimport shutil\nimport subprocess\nimport sys\nimport tempfile\nimport zipapp\n\nMANIFEST_SEPARATOR = \" :: \"\nMANIFEST_HEADER_V1 = \"FBPY_MANIFEST 1\\n\"\n\n\nclass UsageError(Exception):\n def __init__(self, message):\n self.message = message\n\n def __str__(self):\n return self.message\n\n\nclass BadManifestError(UsageError):\n def __init__(self, path, line_num, message):\n full_msg = \"%s:%s: %s\" % (path, line_num, message)\n super().__init__(full_msg)\n self.path = path\n self.line_num = line_num\n self.raw_message = message\n\n\nPathInfo = collections.namedtuple(\n \"PathInfo\", (\"src\", \"dest\", \"manifest_path\", \"manifest_line\")\n)\n\n\ndef parse_manifest(manifest, path_map):\n bad_prefix = \"..\" + os.path.sep\n manifest_dir = os.path.dirname(manifest)\n with open(manifest, \"r\") as f:\n line_num = 1\n line = f.readline()\n if line != MANIFEST_HEADER_V1:\n raise BadManifestError(\n manifest, line_num, \"Unexpected manifest file header\"\n )\n\n for line in f:\n line_num += 1\n if line.startswith(\"#\"):\n continue\n line = line.rstrip(\"\\n\")\n parts = line.split(MANIFEST_SEPARATOR)\n if len(parts) != 2:\n msg = \"line must be of the form SRC %s DEST\" % MANIFEST_SEPARATOR\n raise BadManifestError(manifest, line_num, msg)\n src, dest = parts\n dest = os.path.normpath(dest)\n if dest.startswith(bad_prefix):\n msg = \"destination path starts with %s: %s\" % (bad_prefix, dest)\n raise BadManifestError(manifest, line_num, msg)\n\n if not os.path.isabs(src):\n src = os.path.normpath(os.path.join(manifest_dir, src))\n\n if dest in path_map:\n prev_info = path_map[dest]\n msg = (\n \"multiple source paths specified for destination \"\n \"path %s. Previous source was %s from %s:%s\"\n % (\n dest,\n prev_info.src,\n prev_info.manifest_path,\n prev_info.manifest_line,\n )\n )\n raise BadManifestError(manifest, line_num, msg)\n\n info = PathInfo(\n src=src,\n dest=dest,\n manifest_path=manifest,\n manifest_line=line_num,\n )\n path_map[dest] = info\n\n\ndef populate_install_tree(inst_dir, path_map):\n os.mkdir(inst_dir)\n dest_dirs = {\"\": False}\n\n def make_dest_dir(path):\n if path in dest_dirs:\n return\n parent = os.path.dirname(path)\n make_dest_dir(parent)\n abs_path = os.path.join(inst_dir, path)\n os.mkdir(abs_path)\n dest_dirs[path] = False\n\n def install_file(info):\n dir_name, base_name = os.path.split(info.dest)\n make_dest_dir(dir_name)\n if base_name == \"__init__.py\":\n dest_dirs[dir_name] = True\n abs_dest = os.path.join(inst_dir, info.dest)\n shutil.copy2(info.src, abs_dest)\n\n # Copy all of the destination files\n for info in path_map.values():\n install_file(info)\n\n # Create __init__ files in any directories that don't have them.\n for dir_path, has_init in dest_dirs.items():\n if has_init:\n continue\n init_path = os.path.join(inst_dir, dir_path, \"__init__.py\")\n with open(init_path, \"w\"):\n pass\n\n\ndef build_pex(args, path_map):\n \"\"\"Create a self executing python binary using the PEX tool\n\n This type of Python binary is more complex as it requires a third-party tool,\n but it does support native language extensions (.so/.dll files).\n \"\"\"\n dest_dir = os.path.dirname(args.output)\n with tempfile.TemporaryDirectory(prefix=\"make_fbpy.\", dir=dest_dir) as tmpdir:\n inst_dir = os.path.join(tmpdir, \"tree\")\n populate_install_tree(inst_dir, path_map)\n\n if os.path.exists(os.path.join(inst_dir, \"__main__.py\")):\n os.rename(\n os.path.join(inst_dir, \"__main__.py\"),\n os.path.join(inst_dir, \"main.py\"),\n )\n args.main = \"main\"\n\n tmp_output = os.path.abspath(os.path.join(tmpdir, \"output.exe\"))\n subprocess.check_call(\n [\"pex\"]\n + [\"--output-file\", tmp_output]\n + [\"--python\", args.python]\n + [\"--sources-directory\", inst_dir]\n + [\"-e\", args.main]\n )\n\n os.replace(tmp_output, args.output)\n\n\ndef build_zipapp(args, path_map):\n \"\"\"Create a self executing python binary using Python 3's built-in\n zipapp module.\n\n This type of Python binary is relatively simple, as zipapp is part of the\n standard library, but it does not support native language extensions\n (.so/.dll files).\n \"\"\"\n dest_dir = os.path.dirname(args.output)\n with tempfile.TemporaryDirectory(prefix=\"make_fbpy.\", dir=dest_dir) as tmpdir:\n inst_dir = os.path.join(tmpdir, \"tree\")\n populate_install_tree(inst_dir, path_map)\n\n tmp_output = os.path.join(tmpdir, \"output.exe\")\n zipapp.create_archive(\n inst_dir, target=tmp_output, interpreter=args.python, main=args.main\n )\n os.replace(tmp_output, args.output)\n\n\ndef create_main_module(args, inst_dir, path_map):\n if not args.main:\n assert \"__main__.py\" in path_map\n return\n\n dest_path = os.path.join(inst_dir, \"__main__.py\")\n main_module, main_fn = args.main.split(\":\")\n main_contents = \"\"\"\\\n#!{python}\n\nif __name__ == \"__main__\":\n import {main_module}\n {main_module}.{main_fn}()\n\"\"\".format(\n python=args.python, main_module=main_module, main_fn=main_fn\n )\n with open(dest_path, \"w\") as f:\n f.write(main_contents)\n os.chmod(dest_path, 0o755)\n\n\ndef build_install_dir(args, path_map):\n \"\"\"Create a directory that contains all of the sources, with a __main__\n module to run the program.\n \"\"\"\n # Populate a temporary directory first, then rename to the destination\n # location. This ensures that we don't ever leave a halfway-built\n # directory behind at the output path if something goes wrong.\n dest_dir = os.path.dirname(args.output)\n with tempfile.TemporaryDirectory(prefix=\"make_fbpy.\", dir=dest_dir) as tmpdir:\n inst_dir = os.path.join(tmpdir, \"tree\")\n populate_install_tree(inst_dir, path_map)\n create_main_module(args, inst_dir, path_map)\n os.rename(inst_dir, args.output)\n\n\ndef ensure_directory(path):\n try:\n os.makedirs(path)\n except OSError as ex:\n if ex.errno != errno.EEXIST:\n raise\n\n\ndef install_library(args, path_map):\n \"\"\"Create an installation directory a python library.\"\"\"\n out_dir = args.output\n out_manifest = args.output + \".manifest\"\n\n install_dir = args.install_dir\n if not install_dir:\n install_dir = out_dir\n\n os.makedirs(out_dir)\n with open(out_manifest, \"w\") as manifest:\n manifest.write(MANIFEST_HEADER_V1)\n for info in path_map.values():\n abs_dest = os.path.join(out_dir, info.dest)\n ensure_directory(os.path.dirname(abs_dest))\n print(\"copy %r --> %r\" % (info.src, abs_dest))\n shutil.copy2(info.src, abs_dest)\n installed_dest = os.path.join(install_dir, info.dest)\n manifest.write(\"%s%s%s\\n\" % (installed_dest, MANIFEST_SEPARATOR, info.dest))\n\n\ndef parse_manifests(args):\n # Process args.manifest_separator to help support older versions of CMake\n if args.manifest_separator:\n manifests = []\n for manifest_arg in args.manifests:\n split_arg = manifest_arg.split(args.manifest_separator)\n manifests.extend(split_arg)\n args.manifests = manifests\n\n path_map = {}\n for manifest in args.manifests:\n parse_manifest(manifest, path_map)\n\n return path_map\n\n\ndef check_main_module(args, path_map):\n # Translate an empty string in the --main argument to None,\n # just to allow the CMake logic to be slightly simpler and pass in an\n # empty string when it really wants the default __main__.py module to be\n # used.\n if args.main == \"\":\n args.main = None\n\n if args.type == \"lib-install\":\n if args.main is not None:\n raise UsageError(\"cannot specify a --main argument with --type=lib-install\")\n return\n\n main_info = path_map.get(\"__main__.py\")\n if args.main:\n if main_info is not None:\n msg = (\n \"specified an explicit main module with --main, \"\n \"but the file listing already includes __main__.py\"\n )\n raise BadManifestError(\n main_info.manifest_path, main_info.manifest_line, msg\n )\n parts = args.main.split(\":\")\n if len(parts) != 2:\n raise UsageError(\n \"argument to --main must be of the form MODULE:CALLABLE \"\n \"(received %s)\" % (args.main,)\n )\n else:\n if main_info is None:\n raise UsageError(\n \"no main module specified with --main, \"\n \"and no __main__.py module present\"\n )\n\n\nBUILD_TYPES = {\n \"pex\": build_pex,\n \"zipapp\": build_zipapp,\n \"dir\": build_install_dir,\n \"lib-install\": install_library,\n}\n\n\ndef main():\n ap = argparse.ArgumentParser()\n ap.add_argument(\"-o\", \"--output\", required=True, help=\"The output file path\")\n ap.add_argument(\n \"--install-dir\",\n help=\"When used with --type=lib-install, this parameter specifies the \"\n \"final location where the library where be installed. This can be \"\n \"used to generate the library in one directory first, when you plan \"\n \"to move or copy it to another final location later.\",\n )\n ap.add_argument(\n \"--manifest-separator\",\n help=\"Split manifest arguments around this separator. This is used \"\n \"to support older versions of CMake that cannot supply the manifests \"\n \"as separate arguments.\",\n )\n ap.add_argument(\n \"--main\",\n help=\"The main module to run, specified as :. \"\n \"This must be specified if and only if the archive does not contain \"\n \"a __main__.py file.\",\n )\n ap.add_argument(\n \"--python\",\n help=\"Explicitly specify the python interpreter to use for the \" \"executable.\",\n )\n ap.add_argument(\n \"--type\", choices=BUILD_TYPES.keys(), help=\"The type of output to build.\"\n )\n ap.add_argument(\n \"manifests\",\n nargs=\"+\",\n help=\"The manifest files specifying how to construct the archive\",\n )\n args = ap.parse_args()\n\n if args.python is None:\n args.python = sys.executable\n\n if args.type is None:\n # In the future we might want different default output types\n # for different platforms.\n args.type = \"zipapp\"\n build_fn = BUILD_TYPES[args.type]\n\n try:\n path_map = parse_manifests(args)\n check_main_module(args, path_map)\n except UsageError as ex:\n print(\"error: %s\" % (ex,), file=sys.stderr)\n sys.exit(1)\n\n build_fn(args, path_map)\n\n\nif __name__ == \"__main__\":\n main()\n"
},
{
"path": "build/fbcode_builder/LICENSE",
"content": "MIT License\n\nCopyright (c) Facebook, Inc. and its affiliates.\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.\n"
},
{
"path": "build/fbcode_builder/README.md",
"content": "# Easy builds for Facebook projects\n\nThis directory contains tools designed to simplify continuous-integration\n(and other builds) of Facebook open source projects. In particular, this helps\nmanage builds for cross-project dependencies.\n\nThe main entry point is the `getdeps.py` script. This script has several\nsubcommands, but the most notable is the `build` command. This will download\nand build all dependencies for a project, and then build the project itself.\n\n## Deployment\n\nThis directory is copied literally into a number of different Facebook open\nsource repositories. Any change made to code in this directory will be\nautomatically be replicated by our open source tooling into all GitHub hosted\nrepositories that use `fbcode_builder`. Typically this directory is copied\ninto the open source repositories as `build/fbcode_builder/`.\n\n\n# Project Configuration Files\n\nThe `manifests` subdirectory contains configuration files for many different\nprojects, describing how to build each project. These files also list\ndependencies between projects, enabling `getdeps.py` to build all dependencies\nfor a project before building the project itself.\n\n\n# Shared CMake utilities\n\nSince this directory is copied into many Facebook open source repositories,\nit is also used to help share some CMake utility files across projects. The\n`CMake/` subdirectory contains a number of `.cmake` files that are shared by\nthe CMake-based build systems across several different projects.\n\n\n# Older Build Scripts\n\nThis directory also still contains a handful of older build scripts that\npre-date the current `getdeps.py` build system. Most of the other `.py` files\nin this top directory, apart from `getdeps.py` itself, are from this older\nbuild system. This older system is only used by a few remaining projects, and\nnew projects should generally use the newer `getdeps.py` script, by adding a\nnew configuration file in the `manifests/` subdirectory.\n"
},
{
"path": "build/fbcode_builder/getdeps/__init__.py",
"content": "# pyre-strict\n"
},
{
"path": "build/fbcode_builder/getdeps/builder.py",
"content": "#!/usr/bin/env python3\n# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\nimport glob\nimport json\nimport os\nimport os.path\nimport pathlib\nimport re\nimport shutil\nimport stat\nimport subprocess\nimport sys\nimport typing\nfrom collections.abc import Callable, Sequence\nfrom shlex import quote as shellquote\n\nfrom .copytree import rmtree_more, simple_copytree\nfrom .dyndeps import create_dyn_dep_munger\nfrom .envfuncs import add_path_entry, Env, path_search\nfrom .fetcher import copy_if_different, is_public_commit\nfrom .runcmd import make_memory_limit_preexec_fn, run_cmd\n\nif typing.TYPE_CHECKING:\n from .buildopts import BuildOptions\n from .dyndeps import DepBase\n from .load import ManifestLoader\n from .manifest import ManifestContext, ManifestParser\n\n\nclass BuilderBase:\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str | None,\n inst_dir: str,\n env: Env | None = None,\n final_install_prefix: str | None = None,\n ) -> None:\n self.env: Env = Env()\n if env:\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got\n # `Env`.\n self.env.update(env)\n\n subdir: str | None = manifest.get(\"build\", \"subdir\", ctx=ctx)\n if subdir:\n src_dir = os.path.join(src_dir, subdir)\n\n self.patchfile: str | None = manifest.get(\"build\", \"patchfile\", ctx=ctx)\n self.patchfile_opts: str = (\n manifest.get(\"build\", \"patchfile_opts\", ctx=ctx) or \"\"\n )\n self.ctx: ManifestContext = ctx\n self.src_dir: str = src_dir\n self.build_dir: str = build_dir or src_dir\n self.inst_dir: str = inst_dir\n self.build_opts: BuildOptions = build_opts\n self.manifest: ManifestParser = manifest\n self.final_install_prefix: str | None = final_install_prefix\n self.loader: ManifestLoader = loader\n self.dep_manifests: list[ManifestParser] = dep_manifests\n self.install_dirs: list[str] = [\n loader.get_project_install_dir(m) for m in dep_manifests\n ]\n\n def _get_cmd_prefix(self) -> list[str]:\n if self.build_opts.is_windows():\n vcvarsall = self.build_opts.get_vcvars_path()\n if vcvarsall is not None:\n # Since it sets rather a large number of variables we mildly abuse\n # the cmd quoting rules to assemble a command that calls the script\n # to prep the environment and then triggers the actual command that\n # we wanted to run.\n\n # Due to changes in vscrsall.bat, it now reports an ERRORLEVEL of 1\n # even when succeeding. This occurs when an extension is not present.\n # To continue, we must ignore the ERRORLEVEL returned. We do this by\n # wrapping the call in a batch file that always succeeds.\n wrapper = os.path.join(self.build_dir, \"succeed.bat\")\n with open(wrapper, \"w\") as f:\n f.write(\"@echo off\\n\")\n f.write(f'call \"{vcvarsall}\" amd64\\n')\n f.write(\"set ERRORLEVEL=0\\n\")\n f.write(\"exit /b 0\\n\")\n return [wrapper, \"&&\"]\n return []\n\n def _check_cmd(self, cmd: list[str], **kwargs: object) -> None:\n \"\"\"Run the command and abort on failure\"\"\"\n # pyre-fixme[6]: For 2nd argument expected `Optional[Env]` but got `object`.\n # pyre-fixme[6]: For 2nd argument expected `Optional[str]` but got `object`.\n # pyre-fixme[6]: For 2nd argument expected `bool` but got `object`.\n rc = self._run_cmd(cmd, **kwargs)\n if rc != 0:\n raise RuntimeError(f\"Failure exit code {rc} for command {cmd}\")\n\n def _run_cmd(\n self,\n cmd: list[str],\n cwd: str | None = None,\n env: Env | None = None,\n use_cmd_prefix: bool = True,\n allow_fail: bool = False,\n preexec_fn: Callable[[], None] | None = None,\n ) -> int:\n if env:\n e = self.env.copy()\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got\n # `Env`.\n e.update(env)\n env = e\n else:\n env = self.env\n\n if use_cmd_prefix:\n cmd_prefix = self._get_cmd_prefix()\n if cmd_prefix:\n cmd = cmd_prefix + cmd\n\n log_file = os.path.join(self.build_dir, \"getdeps_build.log\")\n return run_cmd(\n cmd=cmd,\n env=env,\n cwd=cwd or self.build_dir,\n log_file=log_file,\n allow_fail=allow_fail,\n preexec_fn=preexec_fn,\n )\n\n def _reconfigure(self, reconfigure: bool) -> bool:\n if self.build_dir is not None:\n if not os.path.isdir(self.build_dir):\n os.makedirs(self.build_dir)\n reconfigure = True\n return reconfigure\n\n def _apply_patchfile(self) -> None:\n if self.patchfile is None:\n return\n patched_sentinel_file = pathlib.Path(self.src_dir + \"/.getdeps_patched\")\n if patched_sentinel_file.exists():\n return\n old_wd = os.getcwd()\n os.chdir(self.src_dir)\n # Apply patches from the git repo root so paths resolve correctly\n # even when src_dir is a subdirectory of the repo.\n try:\n git_root = subprocess.check_output(\n [\"git\", \"rev-parse\", \"--show-toplevel\"], text=True\n ).strip()\n os.chdir(git_root)\n except subprocess.CalledProcessError:\n pass # not a git repo, stay in src_dir\n print(f\"Patching {self.manifest.name} with {self.patchfile} in {os.getcwd()}\")\n patchfile = os.path.join(\n self.build_opts.fbcode_builder_dir,\n \"patches\",\n # pyre-fixme[6]: For 3rd argument expected `Union[PathLike[str], str]`\n # but got `Optional[str]`.\n self.patchfile,\n )\n patchcmd = [\"git\", \"apply\", \"--ignore-space-change\"]\n if self.patchfile_opts:\n patchcmd.append(self.patchfile_opts)\n try:\n subprocess.check_call(patchcmd + [patchfile])\n except subprocess.CalledProcessError:\n raise ValueError(f\"Failed to apply patch to {self.manifest.name}\")\n os.chdir(old_wd)\n patched_sentinel_file.touch()\n\n def prepare(self, reconfigure: bool) -> None:\n print(\"Preparing %s...\" % self.manifest.name)\n reconfigure = self._reconfigure(reconfigure)\n self._apply_patchfile()\n self._prepare(reconfigure=reconfigure)\n\n def debug(self, reconfigure: bool) -> None:\n reconfigure = self._reconfigure(reconfigure)\n self._apply_patchfile()\n self._prepare(reconfigure=reconfigure)\n env = self._compute_env()\n print(\"Starting a shell in %s, ^D to exit...\" % self.build_dir)\n # TODO: print the command to run the build\n shell = [\"powershell.exe\"] if sys.platform == \"win32\" else [\"/bin/sh\", \"-i\"]\n self._run_cmd(shell, cwd=self.build_dir, env=env)\n\n def printenv(self, reconfigure: bool) -> None:\n \"\"\"print the environment in a shell sourcable format\"\"\"\n reconfigure = self._reconfigure(reconfigure)\n self._apply_patchfile()\n self._prepare(reconfigure=reconfigure)\n env = self._compute_env(env=Env(src={}))\n prefix = \"export \"\n sep = \":\"\n expand = \"$\"\n expandpost = \"\"\n if self.build_opts.is_windows():\n prefix = \"SET \"\n sep = \";\"\n expand = \"%\"\n expandpost = \"%\"\n for k, v in sorted(env.items()):\n existing = os.environ.get(k, None)\n if k.endswith(\"PATH\") and existing:\n v = shellquote(v) + sep + f\"{expand}{k}{expandpost}\"\n else:\n v = shellquote(v)\n print(\"%s%s=%s\" % (prefix, k, v))\n\n def build(self, reconfigure: bool) -> None:\n print(\"Building %s...\" % self.manifest.name)\n reconfigure = self._reconfigure(reconfigure)\n self._apply_patchfile()\n self._prepare(reconfigure=reconfigure)\n self._build(reconfigure=reconfigure)\n\n if self.build_opts.free_up_disk:\n # don't clean --src-dir=. case as user may want to build again or run tests on the build\n if self.src_dir.startswith(self.build_opts.scratch_dir) and os.path.isdir(\n self.build_dir\n ):\n if os.path.islink(self.build_dir):\n os.remove(self.build_dir)\n else:\n rmtree_more(self.build_dir)\n elif self.build_opts.is_windows():\n # On Windows, emit a wrapper script that can be used to run build artifacts\n # directly from the build directory, without installing them. On Windows $PATH\n # needs to be updated to include all of the directories containing the runtime\n # library dependencies in order to run the binaries.\n script_path = self.get_dev_run_script_path()\n dep_munger = create_dyn_dep_munger(\n self.build_opts, self._compute_env(), self.install_dirs\n )\n dep_dirs = self.get_dev_run_extra_path_dirs(dep_munger)\n # pyre-fixme[16]: Optional type has no attribute `emit_dev_run_script`.\n dep_munger.emit_dev_run_script(script_path, dep_dirs)\n\n @property\n def _job_weight_mib(self) -> int:\n # This is a hack, but we don't have a \"defaults manifest\" that we can\n # customize per platform.\n # TODO: Introduce some sort of defaults config that can select by\n # platform, just like manifest contexts.\n if sys.platform.startswith(\"freebsd\"):\n # clang on FreeBSD is quite memory-efficient.\n default_job_weight = 512\n else:\n # 1.5 GiB is a lot to assume, but it's typical of Facebook-style C++.\n # Some manifests are even heavier and should override.\n default_job_weight = 1536\n return int(\n self.manifest.get(\n \"build\", \"job_weight_mib\", str(default_job_weight), ctx=self.ctx\n )\n )\n\n @property\n def num_jobs(self) -> int:\n return self.build_opts.get_num_jobs(self._job_weight_mib)\n\n @property\n def memory_limit_preexec_fn(self) -> Callable[[], None] | None:\n \"\"\"Return a preexec_fn that caps per-process virtual memory.\n\n Uses the same job_weight_mib that controls parallelism, so the memory\n limit is consistent with the parallelism budget.\n \"\"\"\n return make_memory_limit_preexec_fn(self._job_weight_mib)\n\n def run_tests(\n self,\n schedule_type: str,\n owner: str | None,\n test_filter: str | None,\n test_exclude: str | None,\n retry: int,\n no_testpilot: bool,\n timeout: int | None = None,\n ) -> None:\n \"\"\"Execute any tests that we know how to run. If they fail,\n raise an exception.\"\"\"\n pass\n\n def _prepare(self, reconfigure: bool) -> None:\n \"\"\"Prepare the build. Useful when need to generate config,\n but builder is not the primary build system.\n e.g. cargo when called from cmake\"\"\"\n pass\n\n def _build(self, reconfigure: bool) -> None:\n \"\"\"Perform the build.\n reconfigure will be set to true if the fetcher determined\n that the sources have changed in such a way that the build\n system needs to regenerate its rules.\"\"\"\n pass\n\n def _compute_env(self, env: Env | None = None) -> Env:\n if env is None:\n env = self.env\n # CMAKE_PREFIX_PATH is only respected when passed through the\n # environment, so we construct an appropriate path to pass down\n return self.build_opts.compute_env_for_install_dirs(\n self.loader,\n self.dep_manifests,\n self.ctx,\n env=env,\n manifest=self.manifest,\n )\n\n def get_dev_run_script_path(self) -> str:\n assert self.build_opts.is_windows()\n return os.path.join(self.build_dir, \"run.ps1\")\n\n def get_dev_run_extra_path_dirs(\n self, dep_munger: DepBase | None = None\n ) -> list[str]:\n assert self.build_opts.is_windows()\n if dep_munger is None:\n dep_munger = create_dyn_dep_munger(\n self.build_opts, self._compute_env(), self.install_dirs\n )\n # pyre-fixme[16]: Optional type has no attribute `compute_dependency_paths`.\n return dep_munger.compute_dependency_paths(self.build_dir)\n\n\nclass MakeBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n build_args: list[str] | None,\n install_args: list[str] | None,\n test_args: list[str] | None,\n ) -> None:\n super(MakeBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n self.build_args: list[str] = build_args or []\n self.install_args: list[str] = install_args or []\n self.test_args: list[str] | None = test_args\n\n @property\n def _make_binary(self) -> str | None:\n return self.manifest.get(\"build\", \"make_binary\", \"make\", ctx=self.ctx)\n\n def _get_prefix(self) -> list[str]:\n return [\"PREFIX=\" + self.inst_dir, \"prefix=\" + self.inst_dir]\n\n def _build(self, reconfigure: bool) -> None:\n\n env = self._compute_env()\n\n # Need to ensure that PREFIX is set prior to install because\n # libbpf uses it when generating its pkg-config file.\n # The lowercase prefix is used by some projects.\n cmd = (\n [self._make_binary, \"-j%s\" % self.num_jobs]\n + self.build_args\n + self._get_prefix()\n )\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n self._check_cmd(cmd, env=env)\n\n install_cmd = [self._make_binary] + self.install_args + self._get_prefix()\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n self._check_cmd(install_cmd, env=env)\n\n # bz2's Makefile doesn't install its .so properly\n if self.manifest and self.manifest.name == \"bz2\":\n libdir = os.path.join(self.inst_dir, \"lib\")\n srcpattern = os.path.join(self.src_dir, \"lib*.so.*\")\n print(f\"copying to {libdir} from {srcpattern}\")\n for file in glob.glob(srcpattern):\n shutil.copy(file, libdir)\n\n def run_tests(\n self,\n schedule_type: str,\n owner: str | None,\n test_filter: str | None,\n test_exclude: str | None,\n retry: int,\n no_testpilot: bool,\n timeout: int | None = None,\n ) -> None:\n if not self.test_args:\n return\n\n env = self._compute_env()\n if test_filter:\n env[\"GETDEPS_TEST_FILTER\"] = test_filter\n else:\n env[\"GETDEPS_TEST_FILTER\"] = \"\"\n\n if retry:\n # pyre-fixme[6]: Expected `str` but got `int`.\n env[\"GETDEPS_TEST_RETRY\"] = retry\n else:\n # pyre-fixme[6]: Expected `str` but got `int`.\n env[\"GETDEPS_TEST_RETRY\"] = 0\n\n if timeout is not None:\n env[\"GETDEPS_TEST_TIMEOUT\"] = str(timeout)\n\n cmd = (\n [self._make_binary, \"-j%s\" % self.num_jobs]\n # pyre-fixme[58]: `+` is not supported for operand types\n # `list[Optional[str]]` and `Optional[list[str]]`.\n + self.test_args\n + self._get_prefix()\n )\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n self._check_cmd(cmd, allow_fail=False, env=env)\n\n\nclass CMakeBootStrapBuilder(MakeBuilder):\n def _build(self, reconfigure: bool) -> None:\n self._check_cmd(\n [\n \"./bootstrap\",\n \"--prefix=\" + self.inst_dir,\n f\"--parallel={self.num_jobs}\",\n ]\n )\n super(CMakeBootStrapBuilder, self)._build(reconfigure)\n\n\nclass AutoconfBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n args: list[str] | None,\n conf_env_args: dict[str, list[str]] | None,\n ) -> None:\n super(AutoconfBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n self.args: list[str] = args or []\n if (\n not build_opts.shared_libs\n and \"--disable-shared\" not in self.args\n and \"--enable-shared\" not in self.args\n ):\n self.args.append(\"--disable-shared\")\n self.conf_env_args: dict[str, list[str]] = conf_env_args or {}\n\n @property\n def _make_binary(self) -> str | None:\n return self.manifest.get(\"build\", \"make_binary\", \"make\", ctx=self.ctx)\n\n def _build(self, reconfigure: bool) -> None:\n configure_path = os.path.join(self.src_dir, \"configure\")\n autogen_path = os.path.join(self.src_dir, \"autogen.sh\")\n\n env = self._compute_env()\n\n # Some configure scripts need additional env values passed derived from cmds\n for k, cmd_args in self.conf_env_args.items():\n out = (\n subprocess.check_output(cmd_args, env=dict(env.items()))\n .decode(\"utf-8\")\n .strip()\n )\n if out:\n env.set(k, out)\n\n if not os.path.exists(configure_path):\n print(\"%s doesn't exist, so reconfiguring\" % configure_path)\n # This libtoolize call is a bit gross; the issue is that\n # `autoreconf` as invoked by libsodium's `autogen.sh` doesn't\n # seem to realize that it should invoke libtoolize and then\n # error out when the configure script references a libtool\n # related symbol.\n self._check_cmd([\"libtoolize\"], cwd=self.src_dir, env=env)\n\n # We generally prefer to call the `autogen.sh` script provided\n # by the project on the basis that it may know more than plain\n # autoreconf does.\n if os.path.exists(autogen_path):\n self._check_cmd([\"bash\", autogen_path], cwd=self.src_dir, env=env)\n else:\n self._check_cmd([\"autoreconf\", \"-ivf\"], cwd=self.src_dir, env=env)\n configure_cmd = [configure_path, \"--prefix=\" + self.inst_dir] + self.args\n self._check_cmd(configure_cmd, env=env)\n only_install = self.manifest.get(\"build\", \"only_install\", ctx=self.ctx)\n if not only_install or only_install.lower() == \"false\":\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n self._check_cmd([self._make_binary, \"-j%s\" % self.num_jobs], env=env)\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Union[str, None, str]]`.\n self._check_cmd([self._make_binary, \"install\"], env=env)\n\n\nclass Iproute2Builder(BuilderBase):\n # ./configure --prefix does not work for iproute2.\n # Thus, explicitly copy sources from src_dir to build_dir, build,\n # and then install to inst_dir using DESTDIR\n # lastly, also copy include from build_dir to inst_dir\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n ) -> None:\n super(Iproute2Builder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n def _build(self, reconfigure: bool) -> None:\n configure_path = os.path.join(self.src_dir, \"configure\")\n env = self.env.copy()\n self._check_cmd([configure_path], env=env)\n shutil.rmtree(self.build_dir)\n shutil.copytree(self.src_dir, self.build_dir)\n self._check_cmd([\"make\", \"-j%s\" % self.num_jobs], env=env)\n install_cmd = [\"make\", \"install\", \"DESTDIR=\" + self.inst_dir]\n\n for d in [\"include\", \"lib\"]:\n if not os.path.isdir(os.path.join(self.inst_dir, d)):\n shutil.copytree(\n os.path.join(self.build_dir, d), os.path.join(self.inst_dir, d)\n )\n\n self._check_cmd(install_cmd, env=env)\n\n\nclass MesonBuilder(BuilderBase):\n # MesonBuilder assumes that meson build tool has already been installed on\n # the machine.\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n ) -> None:\n super(MesonBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n def _build(self, reconfigure: bool) -> None:\n env = self._compute_env()\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n meson: str | None = path_search(env, \"meson\")\n if meson is None:\n raise Exception(\"Failed to find Meson\")\n\n setup_args = self.manifest.get_section_as_args(\"meson.setup_args\", self.ctx)\n\n # Meson builds typically require setup, compile, and install steps.\n # During this setup step we ensure that the static library is built and\n # the prefix is empty.\n self._check_cmd(\n [\n meson,\n \"setup\",\n ]\n + setup_args\n + [\n self.build_dir,\n self.src_dir,\n ]\n )\n\n # Compile step needs to satisfy the build directory that was previously\n # prepared during setup.\n self._check_cmd([meson, \"compile\", \"-C\", self.build_dir])\n\n # Install step\n self._check_cmd(\n [meson, \"install\", \"-C\", self.build_dir, \"--destdir\", self.inst_dir]\n )\n\n\nclass CMakeBuilder(BuilderBase):\n MANUAL_BUILD_SCRIPT = \"\"\"\\\n#!{sys.executable}\n\n\nimport argparse\nimport subprocess\nimport sys\n\nCMAKE = {cmake!r}\nCTEST = {ctest!r}\nSRC_DIR = {src_dir!r}\nBUILD_DIR = {build_dir!r}\nINSTALL_DIR = {install_dir!r}\nCMD_PREFIX = {cmd_prefix!r}\nCMAKE_ENV = {env_str}\nCMAKE_DEFINE_ARGS = {define_args_str}\n\n\ndef get_jobs_argument(num_jobs_arg: int) -> str:\n if num_jobs_arg > 0:\n return \"-j\" + str(num_jobs_arg)\n\n import multiprocessing\n num_jobs = multiprocessing.cpu_count() // 2\n return \"-j\" + str(num_jobs)\n\n\ndef main():\n ap = argparse.ArgumentParser()\n ap.add_argument(\n \"cmake_args\",\n nargs=argparse.REMAINDER,\n help='Any extra arguments after an \"--\" argument will be passed '\n \"directly to CMake.\"\n )\n ap.add_argument(\n \"--mode\",\n choices=[\"configure\", \"build\", \"install\", \"test\"],\n default=\"configure\",\n help=\"The mode to run: configure, build, or install. \"\n \"Defaults to configure\",\n )\n ap.add_argument(\n \"--build\",\n action=\"store_const\",\n const=\"build\",\n dest=\"mode\",\n help=\"An alias for --mode=build\",\n )\n ap.add_argument(\n \"-j\",\n \"--num-jobs\",\n action=\"store\",\n type=int,\n default=0,\n help=\"Run the build or tests with the specified number of parallel jobs\",\n )\n ap.add_argument(\n \"--install\",\n action=\"store_const\",\n const=\"install\",\n dest=\"mode\",\n help=\"An alias for --mode=install\",\n )\n ap.add_argument(\n \"--test\",\n action=\"store_const\",\n const=\"test\",\n dest=\"mode\",\n help=\"An alias for --mode=test\",\n )\n args = ap.parse_args()\n\n # Strip off a leading \"--\" from the additional CMake arguments\n if args.cmake_args and args.cmake_args[0] == \"--\":\n args.cmake_args = args.cmake_args[1:]\n\n env = CMAKE_ENV\n\n if args.mode == \"configure\":\n full_cmd = CMD_PREFIX + [CMAKE, SRC_DIR] + CMAKE_DEFINE_ARGS + args.cmake_args\n elif args.mode in (\"build\", \"install\"):\n target = \"all\" if args.mode == \"build\" else \"install\"\n full_cmd = CMD_PREFIX + [\n CMAKE,\n \"--build\",\n BUILD_DIR,\n \"--target\",\n target,\n \"--config\",\n \"{build_type}\",\n get_jobs_argument(args.num_jobs),\n ] + args.cmake_args\n elif args.mode == \"test\":\n full_cmd = CMD_PREFIX + [\n {dev_run_script}CTEST,\n \"--output-on-failure\",\n get_jobs_argument(args.num_jobs),\n ] + args.cmake_args\n else:\n ap.error(\"unknown invocation mode: %s\" % (args.mode,))\n\n cmd_str = \" \".join(full_cmd)\n print(\"Running: %r\" % (cmd_str,))\n proc = subprocess.run(full_cmd, env=env, cwd=BUILD_DIR)\n sys.exit(proc.returncode)\n\n\nif __name__ == \"__main__\":\n main()\n\"\"\"\n\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n defines: dict[str, str] | None,\n final_install_prefix: str | None = None,\n extra_cmake_defines: dict[str, str] | None = None,\n cmake_targets: list[str] | None = None,\n ) -> None:\n super(CMakeBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n final_install_prefix=final_install_prefix,\n )\n self.defines: dict[str, str] = defines or {}\n if extra_cmake_defines:\n self.defines.update(extra_cmake_defines)\n self.cmake_targets: list[str] = cmake_targets or [\"install\"]\n\n if build_opts.is_windows():\n try:\n from .facebook.vcvarsall import extra_vc_cmake_defines\n except ImportError:\n pass\n else:\n self.defines.update(extra_vc_cmake_defines)\n\n self.loader = loader\n if build_opts.shared_libs:\n self.defines[\"BUILD_SHARED_LIBS\"] = \"ON\"\n self.defines[\"BOOST_LINK_STATIC\"] = \"OFF\"\n\n def _invalidate_cache(self) -> None:\n for name in [\n \"CMakeCache.txt\",\n \"CMakeFiles/CMakeError.log\",\n \"CMakeFiles/CMakeOutput.log\",\n ]:\n name = os.path.join(self.build_dir, name)\n if os.path.isdir(name):\n shutil.rmtree(name)\n elif os.path.exists(name):\n os.unlink(name)\n\n def _needs_reconfigure(self) -> bool:\n for name in [\"CMakeCache.txt\", \"build.ninja\"]:\n name = os.path.join(self.build_dir, name)\n if not os.path.exists(name):\n return True\n return False\n\n def _write_build_script(self, **kwargs: object) -> None:\n # pyre-fixme[16]: `object` has no attribute `items`.\n env_lines = [\" {!r}: {!r},\".format(k, v) for k, v in kwargs[\"env\"].items()]\n kwargs[\"env_str\"] = \"\\n\".join([\"{\"] + env_lines + [\"}\"])\n\n if self.build_opts.is_windows():\n kwargs[\"dev_run_script\"] = '\"powershell.exe\", {!r}, '.format(\n self.get_dev_run_script_path()\n )\n else:\n kwargs[\"dev_run_script\"] = \"\"\n\n define_arg_lines = [\"[\"]\n # pyre-fixme[16]: `object` has no attribute `__iter__`.\n for arg in kwargs[\"define_args\"]:\n # Replace the CMAKE_INSTALL_PREFIX argument to use the INSTALL_DIR\n # variable that we define in the MANUAL_BUILD_SCRIPT code.\n if arg.startswith(\"-DCMAKE_INSTALL_PREFIX=\"):\n value = \" {!r}.format(INSTALL_DIR),\".format(\n \"-DCMAKE_INSTALL_PREFIX={}\"\n )\n else:\n value = \" {!r},\".format(arg)\n define_arg_lines.append(value)\n define_arg_lines.append(\"]\")\n kwargs[\"define_args_str\"] = \"\\n\".join(define_arg_lines)\n\n # In order to make it easier for developers to manually run builds for\n # CMake-based projects, write out some build scripts that can be used to invoke\n # CMake manually.\n build_script_path = os.path.join(self.build_dir, \"run_cmake.py\")\n script_contents = self.MANUAL_BUILD_SCRIPT.format(**kwargs)\n with open(build_script_path, \"wb\") as f:\n f.write(script_contents.encode())\n os.chmod(build_script_path, 0o755)\n\n def _compute_cmake_define_args(self, env: Env) -> list[str]:\n defines = {\n \"CMAKE_INSTALL_PREFIX\": self.final_install_prefix or self.inst_dir,\n \"BUILD_SHARED_LIBS\": \"OFF\",\n # Some of the deps (rsocket) default to UBSAN enabled if left\n # unspecified. Some of the deps fail to compile in release mode\n # due to warning->error promotion. RelWithDebInfo is the happy\n # medium.\n \"CMAKE_BUILD_TYPE\": self.build_opts.build_type,\n }\n\n if \"SANDCASTLE\" not in os.environ:\n # We sometimes see intermittent ccache related breakages on some\n # of the FB internal CI hosts, so we prefer to disable ccache\n # when running in that environment.\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got\n # `Env`.\n ccache = path_search(env, \"ccache\")\n if ccache:\n defines[\"CMAKE_CXX_COMPILER_LAUNCHER\"] = ccache\n else:\n # rocksdb does its own probing for ccache.\n # Ensure that it is disabled on sandcastle\n env[\"CCACHE_DISABLE\"] = \"1\"\n # Some sandcastle hosts have broken ccache related dirs, and\n # even though we've asked for it to be disabled ccache is\n # still invoked by rocksdb's cmake.\n # Redirect its config directory to somewhere that is guaranteed\n # fresh to us, and that won't have any ccache data inside.\n env[\"CCACHE_DIR\"] = f\"{self.build_opts.scratch_dir}/ccache\"\n\n if \"GITHUB_ACTIONS\" in os.environ and self.build_opts.is_windows():\n # GitHub actions: the host has both gcc and msvc installed, and\n # the default behavior of cmake is to prefer gcc.\n # Instruct cmake that we want it to use cl.exe; this is important\n # because Boost prefers cl.exe and the mismatch results in cmake\n # with gcc not being able to find boost built with cl.exe.\n defines[\"CMAKE_C_COMPILER\"] = \"cl.exe\"\n defines[\"CMAKE_CXX_COMPILER\"] = \"cl.exe\"\n\n if self.build_opts.is_darwin():\n # Try to persuade cmake to set the rpath to match the lib\n # dirs of the dependencies. This isn't automatic, and to\n # make things more interesting, cmake uses `;` as the path\n # separator, so translate the runtime path to something\n # that cmake will parse\n defines[\"CMAKE_INSTALL_RPATH\"] = \";\".join(\n # pyre-fixme[16]: Optional type has no attribute `split`.\n env.get(\"DYLD_LIBRARY_PATH\", \"\").split(\":\")\n )\n # Tell cmake that we want to set the rpath in the tree\n # at build time. Without this the rpath is only set\n # at the moment that the binaries are installed. That\n # default is problematic for example when using the\n # gtest integration in cmake which runs the built test\n # executables during the build to discover the set of\n # tests.\n defines[\"CMAKE_BUILD_WITH_INSTALL_RPATH\"] = \"ON\"\n\n defines.update(self.defines)\n define_args = [\"-D%s=%s\" % (k, v) for (k, v) in defines.items()]\n\n # if self.build_opts.is_windows():\n # define_args += [\"-G\", \"Visual Studio 15 2017 Win64\"]\n define_args += [\"-G\", \"Ninja\"]\n\n return define_args\n\n def _run_include_rewriter(self) -> None:\n \"\"\"Run include path rewriting on source files before building.\"\"\"\n from .include_rewriter import rewrite_includes_from_manifest\n\n print(f\"Rewriting include paths for {self.manifest.name}...\")\n try:\n modified_count = rewrite_includes_from_manifest(\n self.manifest, self.ctx, self.src_dir, verbose=True\n )\n if modified_count > 0:\n print(f\"Successfully modified {modified_count} files\")\n else:\n print(\"No files needed modification\")\n except Exception as e:\n print(f\"Warning: Include path rewriting failed: {e}\")\n # Don't fail the build for include rewriting issues\n\n def _build(self, reconfigure: bool) -> None:\n # Check if include rewriting is enabled\n rewrite_includes: str | None = self.manifest.get(\n \"build\", \"rewrite_includes\", \"false\", ctx=self.ctx\n )\n # pyre-fixme[16]: Optional type has no attribute `lower`.\n if rewrite_includes.lower() == \"true\":\n self._run_include_rewriter()\n\n reconfigure = reconfigure or self._needs_reconfigure()\n\n env = self._compute_env()\n if not self.build_opts.is_windows() and self.final_install_prefix:\n env[\"DESTDIR\"] = self.inst_dir\n\n # Resolve the cmake that we installed\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n cmake = path_search(env, \"cmake\")\n if cmake is None:\n raise Exception(\"Failed to find CMake\")\n\n if self.build_opts.is_windows():\n checkdir = self.src_dir\n if os.path.exists(checkdir):\n children = os.listdir(checkdir)\n print(f\"Building from source {checkdir} contents: {children}\")\n else:\n print(f\"Source {checkdir} not found\")\n\n if reconfigure:\n define_args = self._compute_cmake_define_args(env)\n self._write_build_script(\n cmd_prefix=self._get_cmd_prefix(),\n cmake=cmake,\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but\n # got `Env`.\n ctest=path_search(env, \"ctest\"),\n env=env,\n define_args=define_args,\n src_dir=self.src_dir,\n build_dir=self.build_dir,\n install_dir=self.inst_dir,\n sys=sys,\n build_type=self.build_opts.build_type,\n )\n\n self._invalidate_cache()\n self._check_cmd([cmake, self.src_dir] + define_args, env=env)\n\n self._check_cmd(\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n [cmake, \"--build\", self.build_dir, \"--target\"]\n + self.cmake_targets\n + [\n \"--config\",\n self.build_opts.build_type,\n \"-j\",\n str(self.num_jobs),\n ],\n env=env,\n preexec_fn=self.memory_limit_preexec_fn,\n )\n\n def _build_targets(self, targets: Sequence[str]) -> None:\n \"\"\"Build one or more cmake targets in parallel.\n\n Args:\n targets: Sequence of target names (strings) to build\n \"\"\"\n if not targets:\n return\n\n env = self._compute_env()\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n cmake = path_search(env, \"cmake\")\n if cmake is None:\n raise RuntimeError(\"unable to find cmake\")\n\n # Build all targets in a single cmake invocation for better parallelism\n cmd = [\n cmake,\n \"--build\",\n self.build_dir,\n ]\n\n # Add all targets\n for target in targets:\n cmd.extend([\"--target\", target])\n\n cmd.extend(\n # pyre-fixme[6]: For 1st argument expected `Iterable[str]` but got\n # `Iterable[Union[str, str, None, str]]`.\n [\n \"--config\",\n self.build_opts.build_type,\n \"-j\",\n str(self.num_jobs),\n ]\n )\n\n self._check_cmd(cmd, env=env, preexec_fn=self.memory_limit_preexec_fn)\n\n def _get_missing_test_executables(\n self, test_filter: str | None, env: Env, ctest: str | None\n ) -> set[str]:\n \"\"\"Discover which test executables are missing for the given filter.\n Returns a set of missing executable basenames (without path).\"\"\"\n if ctest is None:\n return set()\n\n # Run ctest -N (show tests without running) with the filter to see which tests match\n cmd = [ctest, \"-N\"]\n if test_filter:\n cmd += [\"-R\", test_filter]\n\n try:\n output = subprocess.check_output(\n cmd,\n env=dict(env.items()),\n cwd=self.build_dir,\n stderr=subprocess.STDOUT,\n text=True,\n )\n except subprocess.CalledProcessError as e:\n # If ctest fails, it might be because executables don't exist yet\n # Parse the error output to find the missing executables\n output = e.output\n\n # Parse output to find missing executable paths\n # Look for lines like \"Could not find executable /path/to/test_binary\"\n missing_executables = set()\n for line in output.split(\"\\n\"):\n match = re.search(r\"Could not find executable (.+)\", line)\n if match:\n exe_path = match.group(1)\n exe_name = os.path.basename(exe_path)\n missing_executables.add(exe_name)\n\n return missing_executables\n\n def run_tests(\n self,\n schedule_type: str,\n owner: str | None,\n test_filter: str | None,\n test_exclude: str | None,\n retry: int,\n no_testpilot: bool,\n timeout: int | None = None,\n ) -> None:\n env = self._compute_env()\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n ctest: str | None = path_search(env, \"ctest\")\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n cmake = path_search(env, \"cmake\")\n\n # Build only the missing test executables needed for the given filter.\n # This is especially important for LocalDirFetcher projects (like fboss)\n # where the build marker gets removed when building specific cmake targets.\n missing_test_executables = self._get_missing_test_executables(\n test_filter, env, ctest\n )\n if missing_test_executables:\n sorted_executables = sorted(missing_test_executables)\n print(f\"Building missing test executables: {', '.join(sorted_executables)}\")\n # Build all missing executables in one cmake invocation for better parallelism\n self._build_targets(sorted_executables)\n\n def require_command(path: str | None, name: str) -> str:\n if path is None:\n raise RuntimeError(\"unable to find command `{}`\".format(name))\n return path\n\n # On Windows, we also need to update $PATH to include the directories that\n # contain runtime library dependencies. This is not needed on other platforms\n # since CMake will emit RPATH properly in the binary so they can find these\n # dependencies.\n if self.build_opts.is_windows():\n path_entries = self.get_dev_run_extra_path_dirs()\n path = env.get(\"PATH\")\n if path:\n path_entries.insert(0, path)\n env[\"PATH\"] = \";\".join(path_entries)\n\n # Don't use the cmd_prefix when running tests. This is vcvarsall.bat on\n # Windows. vcvarsall.bat is only needed for the build, not tests. It\n # unfortunately fails if invoked with a long PATH environment variable when\n # running the tests.\n use_cmd_prefix = False\n\n def get_property(\n test: dict[str, object], propname: str, defval: object = None\n ) -> object:\n \"\"\"extracts a named property from a cmake test info json blob.\n The properties look like:\n [{\"name\": \"WORKING_DIRECTORY\"},\n {\"value\": \"something\"}]\n We assume that it is invalid for the same named property to be\n listed more than once.\n \"\"\"\n props = test.get(\"properties\", [])\n # pyre-fixme[16]: `object` has no attribute `__iter__`.\n for p in props:\n if p.get(\"name\", None) == propname:\n return p.get(\"value\", defval)\n return defval\n\n # pyre-fixme[53]: Captured variable `cmake` is not annotated.\n # pyre-fixme[53]: Captured variable `env` is not annotated.\n def list_tests() -> list[dict[str, object]]:\n output = subprocess.check_output(\n [require_command(ctest, \"ctest\"), \"--show-only=json-v1\"],\n env=env,\n cwd=self.build_dir,\n )\n try:\n data = json.loads(output.decode(\"utf-8\"))\n except ValueError as exc:\n raise Exception(\n \"Failed to decode cmake test info using %s: %s. Output was: %r\"\n % (ctest, str(exc), output)\n )\n\n tests = []\n machine_suffix = self.build_opts.host_type.as_tuple_string()\n for test in data[\"tests\"]:\n working_dir = get_property(test, \"WORKING_DIRECTORY\")\n labels = []\n machine_suffix = self.build_opts.host_type.as_tuple_string()\n labels.append(\"tpx-fb-test-type=3\")\n labels.append(\"tpx_test_config::buildsystem=getdeps\")\n labels.append(\"tpx_test_config::platform={}\".format(machine_suffix))\n\n if get_property(test, \"DISABLED\"):\n labels.append(\"disabled\")\n command = test[\"command\"]\n if working_dir:\n command = [\n require_command(cmake, \"cmake\"),\n \"-E\",\n \"chdir\",\n working_dir,\n ] + command\n\n tests.append(\n {\n \"type\": \"custom\",\n \"target\": \"%s-%s-getdeps-%s\"\n % (self.manifest.name, test[\"name\"], machine_suffix),\n \"command\": command,\n \"labels\": labels,\n \"env\": {},\n \"required_paths\": [],\n \"contacts\": [],\n \"cwd\": os.getcwd(),\n }\n )\n return tests\n\n discover_like_continuous = False\n if schedule_type == \"continuous\" or (\n schedule_type == \"base_retry\" and is_public_commit(self.build_opts)\n ):\n discover_like_continuous = True\n\n if discover_like_continuous or schedule_type == \"testwarden\":\n # for continuous and testwarden runs, disabling retry can give up\n # better signals for flaky tests.\n retry = 0\n\n tpx = None\n try:\n from .facebook.testinfra import start_run\n\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got\n # `Env`.\n tpx = path_search(env, \"tpx\")\n except ImportError:\n # internal testinfra not available\n pass\n\n if tpx and not no_testpilot:\n import os\n\n buck_test_info = list_tests()\n\n buck_test_info_name = os.path.join(self.build_dir, \".buck-test-info.json\")\n with open(buck_test_info_name, \"w\") as f:\n json.dump(buck_test_info, f)\n\n env.set(\"http_proxy\", \"\")\n env.set(\"https_proxy\", \"\")\n runs = []\n\n with start_run(env[\"FBSOURCE_HASH\"]) as run_id:\n testpilot_args = [\n tpx,\n \"--force-local-execution\",\n \"--buck-test-info\",\n buck_test_info_name,\n \"--retry=%d\" % retry,\n \"-j=%s\" % str(self.num_jobs),\n \"--print-long-results\",\n ]\n\n if owner:\n testpilot_args += [\"--contacts\", owner]\n\n if env:\n testpilot_args.append(\"--env\")\n testpilot_args.extend(f\"{key}={val}\" for key, val in env.items())\n\n if run_id is not None:\n testpilot_args += [\"--run-id\", run_id]\n\n if timeout is not None:\n testpilot_args += [\"--timeout\", str(timeout)]\n\n if test_filter:\n testpilot_args += [\"--\", test_filter]\n\n if schedule_type == \"diff\":\n runs.append([\"--collection\", \"oss-diff\", \"--purpose\", \"diff\"])\n elif discover_like_continuous:\n runs.append(\n [\n \"--tag-new-tests\",\n \"--collection\",\n \"oss-continuous\",\n \"--purpose\",\n \"continuous\",\n ]\n )\n elif schedule_type == \"testwarden\":\n # One run to assess new tests\n runs.append(\n [\n \"--tag-new-tests\",\n \"--collection\",\n \"oss-new-test-stress\",\n \"--stress-runs\",\n \"10\",\n \"--purpose\",\n \"stress-run-new-test\",\n ]\n )\n # And another for existing tests\n runs.append(\n [\n \"--tag-new-tests\",\n \"--collection\",\n \"oss-existing-test-stress\",\n \"--stress-runs\",\n \"10\",\n \"--purpose\",\n \"stress-run\",\n ]\n )\n else:\n runs.append([])\n\n for run in runs:\n # FIXME: What is this trying to accomplish? Should it fail on first or >=1 errors?\n self._run_cmd(\n testpilot_args + run,\n cwd=self.build_opts.fbcode_builder_dir,\n env=env,\n use_cmd_prefix=use_cmd_prefix,\n )\n else:\n args = [\n require_command(ctest, \"ctest\"),\n \"--output-on-failure\",\n \"-j\",\n str(self.num_jobs),\n ]\n if test_filter:\n args += [\"-R\", test_filter]\n if test_exclude:\n args += [\"--exclude-regex\", test_exclude]\n if timeout is not None:\n args += [\"--timeout\", str(timeout)]\n\n count: int = 0\n retcode: int | None = -1\n while count <= retry:\n # FIXME: What is this trying to accomplish? Should it fail on first or >=1 errors?\n retcode = self._check_cmd(\n args, env=env, use_cmd_prefix=use_cmd_prefix, allow_fail=True\n )\n\n if retcode == 0:\n break\n if count == 0:\n # Only add this option in the second run.\n args += [\"--rerun-failed\"]\n count += 1\n if retcode is not None and retcode != 0:\n # Allow except clause in getdeps.main to catch and exit gracefully\n # This allows non-testpilot runs to fail through the same logic as failed testpilot runs, which may become handy in case if post test processing is needed in the future\n raise subprocess.CalledProcessError(retcode, args)\n\n\nclass NinjaBootstrap(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n build_dir: str,\n src_dir: str,\n inst_dir: str,\n ) -> None:\n super(NinjaBootstrap, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n def _build(self, reconfigure: bool) -> None:\n self._check_cmd(\n [sys.executable, \"configure.py\", \"--bootstrap\"], cwd=self.src_dir\n )\n src_ninja = os.path.join(self.src_dir, \"ninja\")\n dest_ninja = os.path.join(self.inst_dir, \"bin/ninja\")\n bin_dir = os.path.dirname(dest_ninja)\n if not os.path.exists(bin_dir):\n os.makedirs(bin_dir)\n shutil.copyfile(src_ninja, dest_ninja)\n shutil.copymode(src_ninja, dest_ninja)\n\n\nclass OpenSSLBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n build_dir: str,\n src_dir: str,\n inst_dir: str,\n ) -> None:\n super(OpenSSLBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n def _build(self, reconfigure: bool) -> None:\n configure = os.path.join(self.src_dir, \"Configure\")\n\n # prefer to resolve the perl that we installed from\n # our manifest on windows, but fall back to the system\n # path on eg: darwin\n env = self.env.copy()\n for m in self.dep_manifests:\n bindir = os.path.join(self.loader.get_project_install_dir(m), \"bin\")\n add_path_entry(env, \"PATH\", bindir, append=False)\n\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n perl = typing.cast(str, path_search(env, \"perl\", \"perl\"))\n\n make_j_args = []\n extra_args = []\n if self.build_opts.is_windows():\n # jom is compatible with nmake, adds the /j argument for parallel build\n make = \"jom.exe\"\n make_j_args = [\"/j%s\" % self.num_jobs]\n args = [\"VC-WIN64A-masm\", \"-utf-8\"]\n # fixes \"if multiple CL.EXE write to the same .PDB file, please use /FS\"\n extra_args = [\"/FS\"]\n elif self.build_opts.is_darwin():\n make = \"make\"\n make_j_args = [\"-j%s\" % self.num_jobs]\n args = (\n [\"darwin64-x86_64-cc\"]\n if not self.build_opts.is_arm()\n else [\"darwin64-arm64-cc\"]\n )\n elif self.build_opts.is_linux():\n make = \"make\"\n make_j_args = [\"-j%s\" % self.num_jobs]\n args = (\n [\"linux-x86_64\"] if not self.build_opts.is_arm() else [\"linux-aarch64\"]\n )\n else:\n raise Exception(\"don't know how to build openssl for %r\" % self.ctx)\n\n self._check_cmd(\n [\n perl,\n configure,\n \"--prefix=%s\" % self.inst_dir,\n \"--openssldir=%s\" % self.inst_dir,\n ]\n + args\n + [\n \"enable-static-engine\",\n \"enable-capieng\",\n \"no-makedepend\",\n \"no-unit-test\",\n \"no-tests\",\n ]\n + extra_args\n )\n # show the config produced\n self._check_cmd([perl, \"configdata.pm\", \"--dump\"], env=env)\n make_build = [make] + make_j_args\n self._check_cmd(make_build, env=env)\n make_install = [make, \"install_sw\", \"install_ssldirs\"]\n self._check_cmd(make_install, env=env)\n\n\nclass Boost(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n b2_args: list[str],\n ) -> None:\n children = os.listdir(src_dir)\n assert len(children) == 1, \"expected a single directory entry: %r\" % (children,)\n boost_src = children[0]\n assert boost_src.startswith(\"boost\")\n src_dir = os.path.join(src_dir, children[0])\n super(Boost, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n self.b2_args: list[str] = b2_args\n\n def _build(self, reconfigure: bool) -> None:\n env = self._compute_env()\n linkage: list[str] = [\"static\"]\n if self.build_opts.is_windows() or self.build_opts.shared_libs:\n linkage.append(\"shared\")\n\n args = []\n if self.build_opts.is_darwin():\n clang = subprocess.check_output([\"xcrun\", \"--find\", \"clang\"])\n user_config = os.path.join(self.build_dir, \"project-config.jam\")\n with open(user_config, \"w\") as jamfile:\n jamfile.write(\"using clang : : %s ;\\n\" % clang.decode().strip())\n args.append(\"--user-config=%s\" % user_config)\n\n for link in linkage:\n bootstrap_args = self.manifest.get_section_as_args(\n \"bootstrap.args\", self.ctx\n )\n if self.build_opts.is_windows():\n bootstrap = os.path.join(self.src_dir, \"bootstrap.bat\")\n self._check_cmd([bootstrap] + bootstrap_args, cwd=self.src_dir, env=env)\n args += [\"address-model=64\"]\n else:\n bootstrap = os.path.join(self.src_dir, \"bootstrap.sh\")\n self._check_cmd(\n [bootstrap, \"--prefix=%s\" % self.inst_dir] + bootstrap_args,\n cwd=self.src_dir,\n env=env,\n )\n\n b2 = os.path.join(self.src_dir, \"b2\")\n self._check_cmd(\n [\n b2,\n \"-j%s\" % self.num_jobs,\n \"--prefix=%s\" % self.inst_dir,\n \"--builddir=%s\" % self.build_dir,\n ]\n + args\n + self.b2_args\n + [\n \"link=%s\" % link,\n \"runtime-link=shared\",\n \"variant=release\",\n \"threading=multi\",\n \"debug-symbols=on\",\n \"visibility=global\",\n \"-d2\",\n \"install\",\n ],\n cwd=self.src_dir,\n env=env,\n )\n\n\nclass NopBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n inst_dir: str,\n ) -> None:\n super(NopBuilder, self).__init__(\n loader, dep_manifests, build_opts, ctx, manifest, src_dir, None, inst_dir\n )\n\n def build(self, reconfigure: bool) -> None:\n print(\"Installing %s -> %s\" % (self.src_dir, self.inst_dir))\n parent = os.path.dirname(self.inst_dir)\n if not os.path.exists(parent):\n os.makedirs(parent)\n\n install_files = self.manifest.get_section_as_ordered_pairs(\n \"install.files\", self.ctx\n )\n if install_files:\n for src_name, dest_name in self.manifest.get_section_as_ordered_pairs(\n \"install.files\", self.ctx\n ):\n # pyre-fixme[6]: For 2nd argument expected `Union[PathLike[str],\n # str]` but got `Optional[str]`.\n full_dest = os.path.join(self.inst_dir, dest_name)\n full_src = os.path.join(self.src_dir, src_name)\n\n dest_parent = os.path.dirname(full_dest)\n if not os.path.exists(dest_parent):\n os.makedirs(dest_parent)\n if os.path.isdir(full_src):\n if not os.path.exists(full_dest):\n simple_copytree(full_src, full_dest)\n else:\n shutil.copyfile(full_src, full_dest)\n shutil.copymode(full_src, full_dest)\n # This is a bit gross, but the mac ninja.zip doesn't\n # give ninja execute permissions, so force them on\n # for things that look like they live in a bin dir\n # pyre-fixme[6]: For 1st argument expected `PathLike[AnyStr]`\n # but got `Optional[str]`.\n if os.path.dirname(dest_name) == \"bin\":\n st = os.lstat(full_dest)\n os.chmod(full_dest, st.st_mode | stat.S_IXUSR)\n else:\n if not os.path.exists(self.inst_dir):\n simple_copytree(self.src_dir, self.inst_dir)\n\n\nclass SetupPyBuilder(BuilderBase):\n def _build(self, reconfigure: bool) -> None:\n env = self._compute_env()\n\n setup_env = self.manifest.get_section_as_dict(\"setup-py.env\", self.ctx)\n for key, value in setup_env.items():\n # pyre-fixme[6]: For 2nd argument expected `str` but got `Optional[str]`.\n env[key] = value\n\n setup_py_path = os.path.join(self.src_dir, \"setup.py\")\n\n if not os.path.exists(setup_py_path):\n raise RuntimeError(f\"setup.py script not found at {setup_py_path}\")\n\n self._check_cmd(\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Union[str, None, str]]`.\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got\n # `Env`.\n [path_search(env, \"python3\"), setup_py_path, \"install\"],\n cwd=self.src_dir,\n env=env,\n )\n\n # Create the installation directory if it doesn't exist\n os.makedirs(self.inst_dir, exist_ok=True)\n\n # Mark the project as built\n with open(os.path.join(self.inst_dir, \".built-by-getdeps\"), \"w\") as f:\n f.write(\"built\")\n\n def run_tests(\n self,\n schedule_type: str,\n owner: str | None,\n test_filter: str | None,\n test_exclude: str | None,\n retry: int,\n no_testpilot: bool,\n timeout: int | None = None,\n ) -> None:\n # setup.py actually no longer has a standard command for running tests.\n # Instead we let manifest files specify an arbitrary Python file to run\n # as a test.\n\n # Get the test command from the manifest\n python_script = self.manifest.get(\n \"setup-py.test\", \"python_script\", ctx=self.ctx\n )\n if not python_script:\n print(f\"No test script specified for {self.manifest.name}\")\n return\n\n # Run the command\n env = self._compute_env()\n self._check_cmd([\"python3\", python_script], cwd=self.src_dir, env=env)\n\n\nclass SqliteBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n ) -> None:\n super(SqliteBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n def _build(self, reconfigure: bool) -> None:\n for f in [\"sqlite3.c\", \"sqlite3.h\", \"sqlite3ext.h\"]:\n src = os.path.join(self.src_dir, f)\n dest = os.path.join(self.build_dir, f)\n copy_if_different(src, dest)\n\n cmake_lists = \"\"\"\ncmake_minimum_required(VERSION 3.5 FATAL_ERROR)\nproject(sqlite3 C)\nadd_library(sqlite3 STATIC sqlite3.c)\n# These options are taken from the defaults in Makefile.msc in\n# the sqlite distribution\ntarget_compile_definitions(sqlite3 PRIVATE\n -DSQLITE_ENABLE_COLUMN_METADATA=1\n -DSQLITE_ENABLE_FTS3=1\n -DSQLITE_ENABLE_RTREE=1\n -DSQLITE_ENABLE_GEOPOLY=1\n -DSQLITE_ENABLE_JSON1=1\n -DSQLITE_ENABLE_STMTVTAB=1\n -DSQLITE_ENABLE_DBPAGE_VTAB=1\n -DSQLITE_ENABLE_DBSTAT_VTAB=1\n -DSQLITE_INTROSPECTION_PRAGMAS=1\n -DSQLITE_ENABLE_DESERIALIZE=1\n)\ninstall(TARGETS sqlite3)\ninstall(FILES sqlite3.h sqlite3ext.h DESTINATION include)\n \"\"\"\n\n with open(os.path.join(self.build_dir, \"CMakeLists.txt\"), \"w\") as f:\n f.write(cmake_lists)\n\n defines = {\n \"CMAKE_INSTALL_PREFIX\": self.inst_dir,\n \"BUILD_SHARED_LIBS\": \"ON\" if self.build_opts.shared_libs else \"OFF\",\n \"CMAKE_BUILD_TYPE\": \"RelWithDebInfo\",\n }\n define_args = [\"-D%s=%s\" % (k, v) for (k, v) in defines.items()]\n define_args += [\"-G\", \"Ninja\"]\n\n env = self._compute_env()\n\n # Resolve the cmake that we installed\n # pyre-fixme[6]: For 1st argument expected `Mapping[str, str]` but got `Env`.\n cmake = path_search(env, \"cmake\")\n\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Optional[str]]`.\n self._check_cmd([cmake, self.build_dir] + define_args, env=env)\n self._check_cmd(\n # pyre-fixme[6]: For 1st argument expected `List[str]` but got\n # `List[Union[str, str, str, str, str, None, str]]`.\n [\n cmake,\n \"--build\",\n self.build_dir,\n \"--target\",\n \"install\",\n \"--config\",\n self.build_opts.build_type,\n \"-j\",\n str(self.num_jobs),\n ],\n env=env,\n )\n"
},
{
"path": "build/fbcode_builder/getdeps/buildopts.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\nfrom __future__ import annotations\n\nimport argparse\nimport errno\nimport glob\nimport ntpath\nimport os\nimport subprocess\nimport sys\nimport tempfile\nimport typing\nfrom collections.abc import Mapping\n\nfrom .copytree import containing_repo_type\nfrom .envfuncs import add_flag, add_path_entry, Env\nfrom .fetcher import get_fbsource_repo_data, homebrew_package_prefix\nfrom .manifest import ContextGenerator\nfrom .platform import get_available_ram, HostType, is_windows\n\nif typing.TYPE_CHECKING:\n from .load import ManifestLoader\n from .manifest import ManifestContext, ManifestParser\n\n\nGITBASH_TMP: str = \"c:\\\\tools\\\\fb.gitbash\\\\tmp\"\n\n\ndef detect_project(path: str) -> tuple[str | None, str | None]:\n repo_type, repo_root = containing_repo_type(path)\n if repo_type is None:\n return None, None\n\n # Look for a .projectid file. If it exists, read the project name from it.\n # pyre-fixme[6]: For 1st argument expected `LiteralString` but got `Optional[str]`.\n project_id_path = os.path.join(repo_root, \".projectid\")\n try:\n with open(project_id_path, \"r\") as f:\n project_name = f.read().strip()\n return repo_root, project_name\n except EnvironmentError as ex:\n if ex.errno != errno.ENOENT:\n raise\n\n return repo_root, None\n\n\nclass BuildOptions:\n def __init__(\n self,\n fbcode_builder_dir: str,\n scratch_dir: str,\n host_type: HostType,\n install_dir: str | None = None,\n num_jobs: int = 0,\n use_shipit: bool = False,\n vcvars_path: str | None = None,\n allow_system_packages: bool = False,\n lfs_path: str | None = None,\n shared_libs: bool = False,\n facebook_internal: bool | None = None,\n free_up_disk: bool = False,\n build_type: str | None = None,\n ) -> None:\n \"\"\"fbcode_builder_dir - the path to either the in-fbsource fbcode_builder dir,\n or for shipit-transformed repos, the build dir that\n has been mapped into that dir.\n scratch_dir - a place where we can store repos and build bits.\n This path should be stable across runs and ideally\n should not be in the repo of the project being built,\n but that is ultimately where we generally fall back\n for builds outside of FB\n install_dir - where the project will ultimately be installed\n num_jobs - the level of concurrency to use while building\n use_shipit - use real shipit instead of the simple shipit transformer\n vcvars_path - Path to external VS toolchain's vsvarsall.bat\n shared_libs - whether to build shared libraries\n free_up_disk - take extra actions to save runner disk space\n build_type - CMAKE_BUILD_TYPE, used by cmake and cargo builders\n \"\"\"\n\n if not install_dir:\n install_dir = os.path.join(scratch_dir, \"installed\")\n\n self.project_hashes: str | None = None\n for p in [\"../deps/github_hashes\", \"../project_hashes\"]:\n hashes = os.path.join(fbcode_builder_dir, p)\n if os.path.exists(hashes):\n self.project_hashes = hashes\n break\n\n # Detect what repository and project we are being run from.\n # pyre-fixme[4]: Attribute must be annotated.\n self.repo_root, self.repo_project = detect_project(os.getcwd())\n\n # If we are running from an fbsource repository, set self.fbsource_dir\n # to allow the ShipIt-based fetchers to use it.\n if self.repo_project == \"fbsource\":\n self.fbsource_dir: str | None = self.repo_root\n else:\n self.fbsource_dir = None\n\n if facebook_internal is None:\n if self.fbsource_dir:\n facebook_internal = True\n else:\n facebook_internal = False\n\n self.facebook_internal: bool = facebook_internal\n self.specified_num_jobs: int = num_jobs\n self.scratch_dir: str = scratch_dir\n self.install_dir: str = install_dir\n self.fbcode_builder_dir: str = fbcode_builder_dir\n self.host_type: HostType = host_type\n self.use_shipit: bool = use_shipit\n self.allow_system_packages: bool = allow_system_packages\n self.lfs_path: str | None = lfs_path\n self.shared_libs: bool = shared_libs\n self.free_up_disk: bool = free_up_disk\n self.build_type: str | None = build_type\n\n lib_path: str | None = None\n if self.is_darwin():\n lib_path = \"DYLD_LIBRARY_PATH\"\n elif self.is_linux():\n lib_path = \"LD_LIBRARY_PATH\"\n elif self.is_windows():\n lib_path = \"PATH\"\n else:\n lib_path = None\n self.lib_path: str | None = lib_path\n\n if vcvars_path is None and is_windows():\n\n try:\n # Allow a site-specific vcvarsall path.\n from .facebook.vcvarsall import build_default_vcvarsall\n except ImportError:\n vcvarsall: list[str] = []\n else:\n vcvarsall = (\n build_default_vcvarsall(self.fbsource_dir)\n if self.fbsource_dir is not None\n else []\n )\n\n # On Windows, the compiler is not available in the PATH by\n # default so we need to run the vcvarsall script to populate the\n # environment. We use a glob to find some version of this script\n # as deployed with Visual Studio.\n if len(vcvarsall) == 0:\n # check the 64 bit installs\n for year in [\"2022\"]:\n vcvarsall += glob.glob(\n os.path.join(\n os.environ.get(\"ProgramFiles\", \"C:\\\\Program Files\"),\n \"Microsoft Visual Studio\",\n year,\n \"*\",\n \"VC\",\n \"Auxiliary\",\n \"Build\",\n \"vcvarsall.bat\",\n )\n )\n\n # then the 32 bit ones\n for year in [\"2022\", \"2019\", \"2017\"]:\n vcvarsall += glob.glob(\n os.path.join(\n os.environ[\"ProgramFiles(x86)\"],\n \"Microsoft Visual Studio\",\n year,\n \"*\",\n \"VC\",\n \"Auxiliary\",\n \"Build\",\n \"vcvarsall.bat\",\n )\n )\n if len(vcvarsall) == 0:\n raise Exception(\n \"Could not find vcvarsall.bat. Please install Visual Studio.\"\n )\n vcvars_path = vcvarsall[0]\n print(f\"Using vcvarsall.bat from {vcvars_path}\", file=sys.stderr)\n\n self.vcvars_path: str | None = vcvars_path\n\n @property\n def manifests_dir(self) -> str:\n return os.path.join(self.fbcode_builder_dir, \"manifests\")\n\n def is_darwin(self) -> bool:\n return self.host_type.is_darwin()\n\n def is_windows(self) -> bool:\n return self.host_type.is_windows()\n\n def is_arm(self) -> bool:\n return self.host_type.is_arm()\n\n def get_vcvars_path(self) -> str | None:\n return self.vcvars_path\n\n def is_linux(self) -> bool:\n return self.host_type.is_linux()\n\n def is_freebsd(self) -> bool:\n return self.host_type.is_freebsd()\n\n def get_num_jobs(self, job_weight: int) -> int:\n \"\"\"Given an estimated job_weight in MiB, compute a reasonable concurrency limit.\"\"\"\n if self.specified_num_jobs:\n return self.specified_num_jobs\n\n available_ram = get_available_ram()\n\n import multiprocessing\n\n return max(1, min(multiprocessing.cpu_count(), available_ram // job_weight))\n\n def get_context_generator(\n self, host_tuple: str | HostType | None = None\n ) -> ContextGenerator:\n \"\"\"Create a manifest ContextGenerator for the specified target platform.\"\"\"\n if host_tuple is None:\n host_type = self.host_type\n elif isinstance(host_tuple, HostType):\n host_type = host_tuple\n else:\n host_type = HostType.from_tuple_string(host_tuple)\n\n return ContextGenerator(\n {\n \"os\": host_type.ostype,\n \"distro\": host_type.distro,\n \"distro_vers\": host_type.distrovers,\n \"fb\": \"on\" if self.facebook_internal else \"off\",\n \"fbsource\": \"on\" if self.fbsource_dir else \"off\",\n \"test\": \"off\",\n \"shared_libs\": \"on\" if self.shared_libs else \"off\",\n }\n )\n\n def compute_env_for_install_dirs(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n ctx: ManifestContext,\n env: Env | None = None,\n manifest: ManifestParser | None = None,\n ) -> Env: # noqa: C901\n if env is not None:\n env = env.copy()\n else:\n env = Env()\n\n env[\"GETDEPS_BUILD_DIR\"] = os.path.join(self.scratch_dir, \"build\")\n env[\"GETDEPS_INSTALL_DIR\"] = self.install_dir\n\n # Python setuptools attempts to discover a local MSVC for\n # building Python extensions. On Windows, getdeps already\n # supports invoking a vcvarsall prior to compilation.\n #\n # Tell setuptools to bypass its own search. This fixes a bug\n # where setuptools would fail when run from CMake on GitHub\n # Actions with the inscrutable message 'error: Microsoft\n # Visual C++ 14.0 is required. Get it with \"Build Tools for\n # Visual Studio\"'. I suspect the actual error is that the\n # environment or PATH is overflowing.\n #\n # For extra credit, someone could patch setuptools to\n # propagate the actual error message from vcvarsall, because\n # often it does not mean Visual C++ is not available.\n #\n # Related discussions:\n # - https://github.com/pypa/setuptools/issues/2028\n # - https://github.com/pypa/setuptools/issues/2307\n # - https://developercommunity.visualstudio.com/t/error-microsoft-visual-c-140-is-required/409173\n # - https://github.com/OpenMS/OpenMS/pull/4779\n # - https://github.com/actions/virtual-environments/issues/1484\n\n if self.is_windows() and self.get_vcvars_path():\n env[\"DISTUTILS_USE_SDK\"] = \"1\"\n\n # On macOS we need to set `SDKROOT` when we use clang for system\n # header files.\n if self.is_darwin() and \"SDKROOT\" not in env:\n sdkroot = subprocess.check_output([\"xcrun\", \"--show-sdk-path\"])\n env[\"SDKROOT\"] = sdkroot.decode().strip()\n\n if (\n self.is_darwin()\n and self.allow_system_packages\n and self.host_type.get_package_manager() == \"homebrew\"\n and manifest\n and manifest.resolved_system_packages\n ):\n # Homebrew packages may not be on the default PATHs\n brew_packages = manifest.resolved_system_packages.get(\"homebrew\", [])\n for p in brew_packages:\n found = self.add_homebrew_package_to_env(p, env)\n # Try extra hard to find openssl, needed with homebrew on macOS\n if found and p.startswith(\"openssl\"):\n candidate = homebrew_package_prefix(\"openssl@1.1\")\n # pyre-fixme[6]: For 1st argument expected\n # `Union[PathLike[bytes], PathLike[str], bytes, int, str]` but got\n # `Optional[str]`.\n if os.path.exists(candidate):\n # pyre-fixme[6]: For 2nd argument expected `str` but got\n # `Optional[str]`.\n os.environ[\"OPENSSL_ROOT_DIR\"] = candidate\n env[\"OPENSSL_ROOT_DIR\"] = os.environ[\"OPENSSL_ROOT_DIR\"]\n\n if self.fbsource_dir:\n env[\"YARN_YARN_OFFLINE_MIRROR\"] = os.path.join(\n self.fbsource_dir, \"xplat/third-party/yarn/offline-mirror\"\n )\n yarn_exe = \"yarn.bat\" if self.is_windows() else \"yarn\"\n env[\"YARN_PATH\"] = os.path.join(\n # pyre-fixme[6]: For 1st argument expected `LiteralString` but got\n # `Optional[str]`.\n self.fbsource_dir,\n \"xplat/third-party/yarn/\",\n yarn_exe,\n )\n node_exe = \"node-win-x64.exe\" if self.is_windows() else \"node\"\n env[\"NODE_BIN\"] = os.path.join(\n # pyre-fixme[6]: For 1st argument expected `LiteralString` but got\n # `Optional[str]`.\n self.fbsource_dir,\n \"xplat/third-party/node/bin/\",\n node_exe,\n )\n env[\"RUST_VENDORED_CRATES_DIR\"] = os.path.join(\n # pyre-fixme[6]: For 1st argument expected `LiteralString` but got\n # `Optional[str]`.\n self.fbsource_dir,\n \"third-party/rust/vendor\",\n )\n hash_data = get_fbsource_repo_data(self)\n env[\"FBSOURCE_HASH\"] = hash_data.hash\n env[\"FBSOURCE_DATE\"] = hash_data.date\n\n # reverse as we are prepending to the PATHs\n for m in reversed(dep_manifests):\n is_direct_dep = (\n manifest is not None and m.name in manifest.get_dependencies(ctx)\n )\n d = loader.get_project_install_dir(m)\n if os.path.exists(d):\n self.add_prefix_to_env(\n d,\n env,\n append=False,\n is_direct_dep=is_direct_dep,\n )\n\n # Linux is always system openssl\n system_openssl: bool = self.is_linux()\n\n # For other systems lets see if package is requested\n if not system_openssl and manifest and manifest.resolved_system_packages:\n for _pkg_type, pkgs in manifest.resolved_system_packages.items():\n for p in pkgs:\n if p.startswith(\"openssl\") or p.startswith(\"libssl\"):\n system_openssl = True\n break\n\n # Let openssl know to pick up the system certs if present\n if system_openssl or \"OPENSSL_DIR\" in env:\n for system_ssl_cfg in [\"/etc/pki/tls\", \"/etc/ssl\"]:\n if os.path.isdir(system_ssl_cfg):\n cert_dir = system_ssl_cfg + \"/certs\"\n if os.path.isdir(cert_dir):\n env[\"SSL_CERT_DIR\"] = cert_dir\n cert_file = system_ssl_cfg + \"/cert.pem\"\n if os.path.isfile(cert_file):\n env[\"SSL_CERT_FILE\"] = cert_file\n\n return env\n\n def add_homebrew_package_to_env(self, package: str, env: Env) -> bool:\n prefix = homebrew_package_prefix(package)\n if prefix and os.path.exists(prefix):\n return self.add_prefix_to_env(\n prefix, env, append=False, add_library_path=True\n )\n return False\n\n def add_prefix_to_env(\n self,\n d: str,\n env: Env,\n append: bool = True,\n add_library_path: bool = False,\n is_direct_dep: bool = False,\n ) -> bool: # noqa: C901\n bindir: str = os.path.join(d, \"bin\")\n found: bool = False\n has_pkgconfig: bool = False\n pkgconfig: str = os.path.join(d, \"lib\", \"pkgconfig\")\n if os.path.exists(pkgconfig):\n found = True\n has_pkgconfig = True\n add_path_entry(env, \"PKG_CONFIG_PATH\", pkgconfig, append=append)\n\n pkgconfig = os.path.join(d, \"lib64\", \"pkgconfig\")\n if os.path.exists(pkgconfig):\n found = True\n has_pkgconfig = True\n add_path_entry(env, \"PKG_CONFIG_PATH\", pkgconfig, append=append)\n\n add_path_entry(env, \"CMAKE_PREFIX_PATH\", d, append=append)\n\n # Tell the thrift compiler about includes it needs to consider\n thriftdir: str = os.path.join(d, \"include\", \"thrift-files\")\n if os.path.exists(thriftdir):\n found = True\n add_path_entry(env, \"THRIFT_INCLUDE_PATH\", thriftdir, append=append)\n\n # module detection for python is old fashioned and needs flags\n includedir: str = os.path.join(d, \"include\")\n if os.path.exists(includedir):\n found = True\n ncursesincludedir: str = os.path.join(d, \"include\", \"ncurses\")\n if os.path.exists(ncursesincludedir):\n add_path_entry(env, \"C_INCLUDE_PATH\", ncursesincludedir, append=append)\n add_flag(env, \"CPPFLAGS\", f\"-I{includedir}\", append=append)\n add_flag(env, \"CPPFLAGS\", f\"-I{ncursesincludedir}\", append=append)\n elif \"/bz2-\" in d:\n add_flag(env, \"CPPFLAGS\", f\"-I{includedir}\", append=append)\n # For non-pkgconfig projects Cabal has no way to find the includes or\n # libraries, so we provide a set of extra Cabal flags in the env\n if not has_pkgconfig and is_direct_dep:\n add_flag(\n env,\n \"GETDEPS_CABAL_FLAGS\",\n f\"--extra-include-dirs={includedir}\",\n append=append,\n )\n\n # The thrift compiler's built-in includes are installed directly to the include dir\n includethriftdir: str = os.path.join(d, \"include\", \"thrift\")\n if os.path.exists(includethriftdir):\n add_path_entry(env, \"THRIFT_INCLUDE_PATH\", includedir, append=append)\n\n # Map from FB python manifests to PYTHONPATH\n pydir: str = os.path.join(d, \"lib\", \"fb-py-libs\")\n if os.path.exists(pydir):\n found = True\n manifest_ext: str = \".manifest\"\n pymanifestfiles: list[str] = [\n f\n for f in os.listdir(pydir)\n if f.endswith(manifest_ext) and os.path.isfile(os.path.join(pydir, f))\n ]\n for f in pymanifestfiles:\n subdir = f[: -len(manifest_ext)]\n add_path_entry(\n env, \"PYTHONPATH\", os.path.join(pydir, subdir), append=append\n )\n\n # Allow resolving shared objects built earlier (eg: zstd\n # doesn't include the full path to the dylib in its linkage\n # so we need to give it an assist)\n if self.lib_path:\n for lib in [\"lib\", \"lib64\"]:\n libdir: str = os.path.join(d, lib)\n if os.path.exists(libdir):\n found = True\n # pyre-fixme[6]: For 2nd argument expected `str` but got\n # `Optional[str]`.\n add_path_entry(env, self.lib_path, libdir, append=append)\n # module detection for python is old fashioned and needs flags\n if \"/ncurses-\" in d:\n add_flag(env, \"LDFLAGS\", f\"-L{libdir}\", append=append)\n elif \"/bz2-\" in d:\n add_flag(env, \"LDFLAGS\", f\"-L{libdir}\", append=append)\n if add_library_path:\n add_path_entry(env, \"LIBRARY_PATH\", libdir, append=append)\n if not has_pkgconfig and is_direct_dep:\n add_flag(\n env,\n \"GETDEPS_CABAL_FLAGS\",\n f\"--extra-lib-dirs={libdir}\",\n append=append,\n )\n\n # Allow resolving binaries (eg: cmake, ninja) and dlls\n # built by earlier steps\n if os.path.exists(bindir):\n found = True\n add_path_entry(env, \"PATH\", bindir, append=append)\n\n # If rustc is present in the `bin` directory, set RUSTC to prevent\n # cargo uses the rustc installed in the system.\n if self.is_windows():\n cargo_path: str = os.path.join(bindir, \"cargo.exe\")\n rustc_path: str = os.path.join(bindir, \"rustc.exe\")\n rustdoc_path: str = os.path.join(bindir, \"rustdoc.exe\")\n else:\n cargo_path = os.path.join(bindir, \"cargo\")\n rustc_path = os.path.join(bindir, \"rustc\")\n rustdoc_path = os.path.join(bindir, \"rustdoc\")\n\n if os.path.isfile(rustc_path):\n env[\"CARGO_BIN\"] = cargo_path\n env[\"RUSTC\"] = rustc_path\n env[\"RUSTDOC\"] = rustdoc_path\n\n openssl_include: str = os.path.join(d, \"include\", \"openssl\")\n if os.path.isdir(openssl_include) and any(\n os.path.isfile(os.path.join(d, \"lib\", libcrypto))\n for libcrypto in (\"libcrypto.lib\", \"libcrypto.so\", \"libcrypto.a\")\n ):\n # This must be the openssl library, let Rust know about it\n env[\"OPENSSL_DIR\"] = d\n\n return found\n\n\ndef list_win32_subst_letters() -> dict[str, str]:\n output = subprocess.check_output([\"subst\"]).decode(\"utf-8\")\n # The output is a set of lines like: `F:\\: => C:\\open\\some\\where`\n lines = output.strip().split(\"\\r\\n\")\n mapping: dict[str, str] = {}\n for line in lines:\n fields = line.split(\": => \")\n if len(fields) != 2:\n continue\n letter = fields[0]\n path = fields[1]\n mapping[letter] = path\n\n return mapping\n\n\ndef find_existing_win32_subst_for_path(\n path: str,\n subst_mapping: Mapping[str, str],\n) -> str | None:\n path = ntpath.normcase(ntpath.normpath(path))\n for letter, target in subst_mapping.items():\n if ntpath.normcase(target) == path:\n return letter\n return None\n\n\ndef find_unused_drive_letter() -> str | None:\n import ctypes\n\n buffer_len = 256\n blen = ctypes.c_uint(buffer_len)\n rv = ctypes.c_uint()\n bufs = ctypes.create_string_buffer(buffer_len)\n # pyre-fixme[16]: Module `ctypes` has no attribute `windll`.\n rv = ctypes.windll.kernel32.GetLogicalDriveStringsA(blen, bufs)\n if rv > buffer_len:\n raise Exception(\"GetLogicalDriveStringsA result too large for buffer\")\n nul = \"\\x00\".encode(\"ascii\")\n\n used: list[str] = [\n drive.decode(\"ascii\")[0] for drive in bufs.raw.strip(nul).split(nul)\n ]\n possible: list[str] = [c for c in \"ABCDEFGHIJKLMNOPQRSTUVWXYZ\"]\n available: list[str] = sorted(list(set(possible) - set(used)))\n if len(available) == 0:\n return None\n # Prefer to assign later letters rather than earlier letters\n return available[-1]\n\n\ndef map_subst_path(path: str) -> str:\n \"\"\"find a short drive letter mapping for a path\"\"\"\n for _attempt in range(0, 24):\n drive = find_existing_win32_subst_for_path(\n path, subst_mapping=list_win32_subst_letters()\n )\n if drive:\n return drive\n available = find_unused_drive_letter()\n if available is None:\n raise Exception(\n (\n \"unable to make shorter subst mapping for %s; \"\n \"no available drive letters\"\n )\n % path\n )\n\n # Try to set up a subst mapping; note that we may be racing with\n # other processes on the same host, so this may not succeed.\n try:\n subprocess.check_call([\"subst\", \"%s:\" % available, path])\n subst = \"%s:\\\\\" % available\n print(\"Mapped scratch dir %s -> %s\" % (path, subst), file=sys.stderr)\n return subst\n except Exception:\n print(\"Failed to map %s -> %s\" % (available, path), file=sys.stderr)\n\n raise Exception(\"failed to set up a subst path for %s\" % path)\n\n\ndef _check_host_type(args: argparse.Namespace, host_type: HostType | None) -> HostType:\n if host_type is None:\n host_tuple_string: str | None = getattr(args, \"host_type\", None)\n if host_tuple_string:\n host_type = HostType.from_tuple_string(host_tuple_string)\n else:\n host_type = HostType()\n\n assert isinstance(host_type, HostType)\n return host_type\n\n\ndef setup_build_options(\n args: argparse.Namespace, host_type: HostType | None = None\n) -> BuildOptions:\n \"\"\"Create a BuildOptions object based on the arguments\"\"\"\n\n fbcode_builder_dir: str = os.path.dirname(\n os.path.dirname(os.path.abspath(__file__))\n )\n scratch_dir: str | None = args.scratch_path\n if not scratch_dir:\n # TODO: `mkscratch` doesn't currently know how best to place things on\n # sandcastle, so whip up something reasonable-ish\n if \"SANDCASTLE\" in os.environ:\n if \"DISK_TEMP\" not in os.environ:\n raise Exception(\n (\n \"I need DISK_TEMP to be set in the sandcastle environment \"\n \"so that I can store build products somewhere sane\"\n )\n )\n\n disk_temp: str = os.environ[\"DISK_TEMP\"]\n if is_windows():\n # force use gitbash tmp dir for windows, as its less likely to have a tmp cleaner\n # that removes extracted prior dated source files\n os.makedirs(GITBASH_TMP, exist_ok=True)\n print(\n f\"Using {GITBASH_TMP} instead of DISK_TEMP {disk_temp} for scratch dir\",\n file=sys.stderr,\n )\n disk_temp = GITBASH_TMP\n\n scratch_dir = os.path.join(disk_temp, \"fbcode_builder_getdeps\")\n if not scratch_dir:\n try:\n scratch_dir = (\n subprocess.check_output(\n [\"mkscratch\", \"path\", \"--subdir\", \"fbcode_builder_getdeps\"]\n )\n .strip()\n .decode(\"utf-8\")\n )\n except OSError as exc:\n if exc.errno != errno.ENOENT:\n # A legit failure; don't fall back, surface the error\n raise\n # This system doesn't have mkscratch so we fall back to\n # something local.\n munged: str = fbcode_builder_dir.replace(\"Z\", \"zZ\")\n for s in [\"/\", \"\\\\\", \":\"]:\n munged = munged.replace(s, \"Z\")\n\n if is_windows() and os.path.isdir(\"c:/open\"):\n temp: str = \"c:/open/scratch\"\n else:\n temp = tempfile.gettempdir()\n\n scratch_dir = os.path.join(temp, \"fbcode_builder_getdeps-%s\" % munged)\n if not is_windows() and os.geteuid() == 0:\n # Running as root; in the case where someone runs\n # sudo getdeps.py install-system-deps\n # and then runs as build without privs, we want to avoid creating\n # a scratch dir that the second stage cannot write to.\n # So we generate a different path if we are root.\n scratch_dir += \"-root\"\n\n if not os.path.exists(scratch_dir):\n os.makedirs(scratch_dir)\n\n if is_windows():\n subst = map_subst_path(scratch_dir)\n scratch_dir = subst\n else:\n if not os.path.exists(scratch_dir):\n os.makedirs(scratch_dir)\n\n # Make sure we normalize the scratch path. This path is used as part of the hash\n # computation for detecting if projects have been updated, so we need to always\n # use the exact same string to refer to a given directory.\n # But! realpath in some combinations of Windows/Python3 versions can expand the\n # drive substitutions on Windows, so avoid that!\n if not is_windows():\n scratch_dir = os.path.realpath(scratch_dir)\n\n # Save these args passed by the user in an env variable, so it\n # can be used while hashing this build.\n os.environ[\"GETDEPS_CMAKE_DEFINES\"] = getattr(args, \"extra_cmake_defines\", \"\") or \"\"\n\n host_type = _check_host_type(args, host_type)\n\n build_args: dict[str, object] = {\n k: v\n for (k, v) in vars(args).items()\n if k\n in {\n \"num_jobs\",\n \"use_shipit\",\n \"vcvars_path\",\n \"allow_system_packages\",\n \"lfs_path\",\n \"shared_libs\",\n \"free_up_disk\",\n \"build_type\",\n }\n }\n\n return BuildOptions(\n fbcode_builder_dir,\n scratch_dir,\n host_type,\n install_dir=args.install_prefix,\n facebook_internal=args.facebook_internal,\n # pyre-fixme[6]: For 6th argument expected `Optional[str]` but got `object`.\n # pyre-fixme[6]: For 6th argument expected `bool` but got `object`.\n # pyre-fixme[6]: For 6th argument expected `int` but got `object`.\n **build_args,\n )\n"
},
{
"path": "build/fbcode_builder/getdeps/cache.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\n\nclass ArtifactCache:\n \"\"\"The ArtifactCache is a small abstraction that allows caching\n named things in some external storage mechanism.\n The primary use case is for storing the build products on CI\n systems to accelerate the build\"\"\"\n\n def download_to_file(self, name: str, dest_file_name: str) -> bool:\n \"\"\"If `name` exists in the cache, download it and place it\n in the specified `dest_file_name` location on the filesystem.\n If a transient issue was encountered a TransientFailure shall\n be raised.\n If `name` doesn't exist in the cache `False` shall be returned.\n If `dest_file_name` was successfully updated `True` shall be\n returned.\n All other conditions shall raise an appropriate exception.\"\"\"\n return False\n\n def upload_from_file(self, name: str, source_file_name: str) -> None:\n \"\"\"Causes `name` to be populated in the cache by uploading\n the contents of `source_file_name` to the storage system.\n If a transient issue was encountered a TransientFailure shall\n be raised.\n If the upload failed for some other reason, an appropriate\n exception shall be raised.\"\"\"\n pass\n\n\ndef create_cache() -> ArtifactCache | None:\n \"\"\"This function is monkey patchable to provide an actual\n implementation\"\"\"\n return None\n"
},
{
"path": "build/fbcode_builder/getdeps/cargo.py",
"content": "#!/usr/bin/env python3\n# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\nfrom __future__ import annotations\n\nimport os\nimport re\nimport shutil\nimport sys\nimport typing\n\nfrom .builder import BuilderBase\nfrom .copytree import rmtree_more, simple_copytree\n\nif typing.TYPE_CHECKING:\n from .buildopts import BuildOptions\n from .load import ManifestLoader\n from .manifest import ManifestContext, ManifestParser\n\n\nclass CargoBuilder(BuilderBase):\n def __init__(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser], # manifests of dependencies\n build_opts: BuildOptions,\n ctx: ManifestContext,\n manifest: ManifestParser,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n build_doc: bool,\n workspace_dir: str | None,\n manifests_to_build: str | None,\n cargo_config_file: str | None,\n ) -> None:\n super(CargoBuilder, self).__init__(\n loader,\n dep_manifests,\n build_opts,\n ctx,\n manifest,\n src_dir,\n build_dir,\n inst_dir,\n )\n self.build_doc = build_doc\n self.ws_dir: str | None = workspace_dir\n # pyre-fixme[8]: Attribute has type `Optional[List[str]]`; used as\n # `Union[None, List[str], str]`.\n self.manifests_to_build: list[str] | None = (\n manifests_to_build and manifests_to_build.split(\",\")\n )\n self.loader: ManifestLoader = loader\n self.cargo_config_file_subdir: str | None = cargo_config_file\n\n def run_cargo(\n self,\n install_dirs: list[str],\n operation: str,\n args: list[str] | None = None,\n ) -> None:\n args = args or []\n env = self._compute_env()\n # Enable using nightly features with stable compiler\n env[\"RUSTC_BOOTSTRAP\"] = \"1\"\n env[\"LIBZ_SYS_STATIC\"] = \"1\"\n cmd = [\n \"cargo\",\n operation,\n \"--workspace\",\n \"-j%s\" % self.num_jobs,\n ] + args\n self._check_cmd(cmd, cwd=self.workspace_dir(), env=env)\n\n def build_source_dir(self) -> str:\n return os.path.join(self.build_dir, \"source\")\n\n def workspace_dir(self) -> str:\n return os.path.join(self.build_source_dir(), self.ws_dir or \"\")\n\n def manifest_dir(self, manifest: str) -> str:\n return os.path.join(self.build_source_dir(), manifest)\n\n def recreate_dir(self, src: str, dst: str) -> None:\n if os.path.isdir(dst):\n if os.path.islink(dst):\n os.remove(dst)\n else:\n rmtree_more(dst)\n simple_copytree(src, dst)\n\n def recreate_linked_dir(self, src: str, dst: str) -> None:\n if os.path.isdir(dst):\n if os.path.islink(dst):\n os.remove(dst)\n elif os.path.isdir(dst):\n shutil.rmtree(dst)\n os.symlink(src, dst)\n\n def cargo_config_file(self) -> str:\n build_source_dir = self.build_dir\n if self.cargo_config_file_subdir:\n return os.path.join(build_source_dir, self.cargo_config_file_subdir)\n else:\n return os.path.join(build_source_dir, \".cargo\", \"config.toml\")\n\n def _create_cargo_config(self) -> dict[str, dict[str, str]]:\n cargo_config_file = self.cargo_config_file()\n cargo_config_dir = os.path.dirname(cargo_config_file)\n if not os.path.isdir(cargo_config_dir):\n os.mkdir(cargo_config_dir)\n\n dep_to_git = self._resolve_dep_to_git()\n\n if os.path.isfile(cargo_config_file):\n with open(cargo_config_file, \"r\") as f:\n print(f\"Reading {cargo_config_file}\", file=sys.stderr)\n cargo_content = f.read()\n else:\n cargo_content = \"\"\n\n new_content = cargo_content\n if \"# Generated by getdeps.py\" not in cargo_content:\n new_content += \"\"\"\\\n# Generated by getdeps.py\n[build]\ntarget-dir = '''{}'''\n\n[profile.dev]\ndebug = false\nincremental = false\n\n[profile.release]\nopt-level = \"{}\"\n\"\"\".format(\n self.build_dir.replace(\"\\\\\", \"\\\\\\\\\"),\n \"z\" if self.build_opts.build_type == \"MinSizeRel\" else \"s\",\n )\n\n # Point to vendored sources from getdeps manifests\n for _dep, git_conf in dep_to_git.items():\n if \"cargo_vendored_sources\" in git_conf:\n vendored_dir = git_conf[\"cargo_vendored_sources\"].replace(\"\\\\\", \"\\\\\\\\\")\n override = (\n f'[source.\"{git_conf[\"repo_url\"]}\"]\\ndirectory = \"{vendored_dir}\"\\n'\n )\n if override not in cargo_content:\n new_content += override\n\n if self.build_opts.fbsource_dir:\n # Point to vendored crates.io if possible\n try:\n from .facebook.rust import vendored_crates\n\n new_content = vendored_crates(\n self.build_opts.fbsource_dir, new_content\n )\n except ImportError:\n # This FB internal module isn't shippped to github,\n # so just rely on cargo downloading crates on it's own\n pass\n\n if new_content != cargo_content:\n with open(cargo_config_file, \"w\") as f:\n print(\n f\"Writing cargo config for {self.manifest.name} to {cargo_config_file}\",\n file=sys.stderr,\n )\n f.write(new_content)\n\n return dep_to_git\n\n def _prepare(self, reconfigure: bool) -> None:\n build_source_dir = self.build_source_dir()\n self.recreate_dir(self.src_dir, build_source_dir)\n\n dep_to_git = self._create_cargo_config()\n\n if self.ws_dir is not None:\n self._patchup_workspace(dep_to_git)\n\n def _build(self, reconfigure: bool) -> None:\n # _prepare has been run already. Actually do the build\n build_source_dir = self.build_source_dir()\n\n build_args = [\n \"--artifact-dir\",\n os.path.join(self.inst_dir, \"bin\"),\n \"-Zunstable-options\",\n ]\n\n if self.build_opts.build_type != \"Debug\":\n build_args.append(\"--release\")\n\n if self.manifests_to_build is None:\n self.run_cargo(\n self.install_dirs,\n \"build\",\n build_args,\n )\n else:\n # pyre-fixme[16]: Optional type has no attribute `__iter__`.\n for manifest in self.manifests_to_build:\n self.run_cargo(\n self.install_dirs,\n \"build\",\n build_args\n + [\n \"--manifest-path\",\n self.manifest_dir(manifest),\n ],\n )\n\n self.recreate_linked_dir(\n build_source_dir, os.path.join(self.inst_dir, \"source\")\n )\n\n def run_tests(\n self,\n schedule_type: str,\n owner: str | None,\n test_filter: str | None,\n test_exclude: str | None,\n retry: int,\n no_testpilot: bool,\n timeout: int | None = None,\n ) -> None:\n build_args: list[str] = []\n if self.build_opts.build_type != \"Debug\":\n build_args.append(\"--release\")\n\n if test_filter:\n filter_args = [\"--\", test_filter]\n else:\n filter_args = []\n\n if self.manifests_to_build is None:\n self.run_cargo(self.install_dirs, \"test\", build_args + filter_args)\n if self.build_doc and not filter_args:\n self.run_cargo(self.install_dirs, \"doc\", [\"--no-deps\"])\n else:\n # pyre-fixme[16]: Optional type has no attribute `__iter__`.\n for manifest in self.manifests_to_build:\n margs = [\"--manifest-path\", self.manifest_dir(manifest)]\n self.run_cargo(\n self.install_dirs, \"test\", build_args + filter_args + margs\n )\n if self.build_doc and not filter_args:\n self.run_cargo(self.install_dirs, \"doc\", [\"--no-deps\"] + margs)\n\n def _patchup_workspace(self, dep_to_git: dict[str, dict[str, str]]) -> None:\n \"\"\"\n This method makes some assumptions about the state of the project and\n its cargo dependendies:\n 1. Crates from cargo dependencies can be extracted from Cargo.toml files\n using _extract_crates function. It is using a heuristic so check its\n code to understand how it is done.\n 2. The extracted cargo dependencies crates can be found in the\n dependency's install dir using _resolve_crate_to_path function\n which again is using a heuristic.\n\n Notice that many things might go wrong here. E.g. if someone depends\n on another getdeps crate by writing in their Cargo.toml file:\n\n my-rename-of-crate = { package = \"crate\", git = \"...\" }\n\n they can count themselves lucky because the code will raise an\n Exception. There might be more cases where the code will silently pass\n producing bad results.\n \"\"\"\n workspace_dir = self.workspace_dir()\n git_url_to_crates_and_paths = self._resolve_config(dep_to_git)\n if git_url_to_crates_and_paths:\n patch_cargo = os.path.join(workspace_dir, \"Cargo.toml\")\n if os.path.isfile(patch_cargo):\n with open(patch_cargo, \"r\") as f:\n manifest_content = f.read()\n else:\n manifest_content = \"\"\n\n new_content = manifest_content\n if \"[package]\" not in manifest_content:\n # A fake manifest has to be crated to change the virtual\n # manifest into a non-virtual. The virtual manifests are limited\n # in many ways and the inability to define patches on them is\n # one. Check https://github.com/rust-lang/cargo/issues/4934 to\n # see if it is resolved.\n null_file = \"/dev/null\"\n if self.build_opts.is_windows():\n null_file = \"nul\"\n new_content += f\"\"\"\n[package]\nname = \"fake_manifest_of_{self.manifest.name}\"\nversion = \"0.0.0\"\n\n[lib]\npath = \"{null_file}\"\n\"\"\"\n config: list[str] = []\n for git_url, crates_to_patch_path in git_url_to_crates_and_paths.items():\n crates_patches = [\n '{} = {{ path = \"{}\" }}'.format(\n crate,\n crates_to_patch_path[crate].replace(\"\\\\\", \"\\\\\\\\\"),\n )\n for crate in sorted(crates_to_patch_path.keys())\n ]\n patch_key = f'[patch.\"{git_url}\"]'\n if patch_key not in manifest_content:\n config.append(f\"\\n{patch_key}\\n\" + \"\\n\".join(crates_patches))\n new_content += \"\\n\".join(config)\n if new_content != manifest_content:\n with open(patch_cargo, \"w\") as f:\n print(\n f\"writing patch to {patch_cargo}\",\n file=sys.stderr,\n )\n f.write(new_content)\n\n def _resolve_config(\n self, dep_to_git: dict[str, dict[str, str]]\n ) -> dict[str, dict[str, str]]:\n \"\"\"\n Returns a configuration to be put inside root Cargo.toml file which\n patches the dependencies git code with local getdeps versions.\n See https://doc.rust-lang.org/cargo/reference/manifest.html#the-patch-section\n \"\"\"\n dep_to_crates = self._resolve_dep_to_crates(self.build_source_dir(), dep_to_git)\n\n git_url_to_crates_and_paths: dict[str, dict[str, str]] = {}\n for dep_name in sorted(dep_to_git.keys()):\n git_conf = dep_to_git[dep_name]\n req_crates = sorted(dep_to_crates.get(dep_name, []))\n if not req_crates:\n continue # nothing to patch, move along\n\n git_url = git_conf.get(\"repo_url\", None)\n crate_source_map = git_conf[\"crate_source_map\"]\n if git_url and crate_source_map:\n crates_to_patch_path = git_url_to_crates_and_paths.get(git_url, {})\n for c in req_crates:\n if c in crate_source_map and c not in crates_to_patch_path:\n # pyre-fixme[6]: For 1st argument expected `Union[slice[Any,\n # Any, Any], SupportsIndex]` but got `str`.\n crates_to_patch_path[c] = crate_source_map[c]\n print(\n f\"{self.manifest.name}: Patching crate {c} via virtual manifest in {self.workspace_dir()}\",\n file=sys.stderr,\n )\n if crates_to_patch_path:\n git_url_to_crates_and_paths[git_url] = crates_to_patch_path\n\n return git_url_to_crates_and_paths\n\n def _resolve_dep_to_git(self) -> dict[str, dict[str, str]]:\n \"\"\"\n For each direct dependency of the currently build manifest check if it\n is also cargo-builded and if yes then extract it's git configs and\n install dir\n \"\"\"\n dependencies = self.manifest.get_dependencies(self.ctx)\n if not dependencies:\n return {}\n\n dep_to_git: dict[str, dict[str, str]] = {}\n for dep in dependencies:\n dep_manifest = self.loader.load_manifest(dep)\n dep_builder = dep_manifest.get(\"build\", \"builder\", ctx=self.ctx)\n\n dep_cargo_conf = dep_manifest.get_section_as_dict(\"cargo\", self.ctx)\n dep_crate_map = dep_manifest.get_section_as_dict(\"crate.pathmap\", self.ctx)\n\n if (\n not (dep_crate_map or dep_cargo_conf)\n and dep_builder not in [\"cargo\"]\n or dep == \"rust\"\n ):\n # This dependency has no cargo rust content so ignore it.\n # The \"rust\" dependency is an exception since it contains the\n # toolchain.\n continue\n\n git_conf = dep_manifest.get_section_as_dict(\"git\", self.ctx)\n if dep != \"rust\" and \"repo_url\" not in git_conf:\n raise Exception(\n f\"{dep}: A cargo dependency requires git.repo_url to be defined.\"\n )\n\n if dep_builder == \"cargo\":\n dep_source_dir = self.loader.get_project_install_dir(dep_manifest)\n dep_source_dir = os.path.join(dep_source_dir, \"source\")\n else:\n fetcher = self.loader.create_fetcher(dep_manifest)\n dep_source_dir = fetcher.get_src_dir()\n\n crate_source_map: dict[str, str] = {}\n if dep_crate_map:\n for crate, subpath in dep_crate_map.items():\n if crate not in crate_source_map:\n if self.build_opts.is_windows():\n # pyre-fixme[16]: Optional type has no attribute `replace`.\n subpath = subpath.replace(\"/\", \"\\\\\")\n crate_path = os.path.join(dep_source_dir, subpath)\n print(\n f\"{self.manifest.name}: Mapped crate {crate} to dep {dep} dir {crate_path}\",\n file=sys.stderr,\n )\n crate_source_map[crate] = crate_path\n elif dep_cargo_conf:\n # We don't know what crates are defined buy the dep, look for them\n search_pattern = re.compile('\\\\[package\\\\]\\nname = \"(.*)\"')\n for crate_root, _, files in os.walk(dep_source_dir):\n if \"Cargo.toml\" in files:\n with open(os.path.join(crate_root, \"Cargo.toml\"), \"r\") as f:\n content = f.read()\n match = search_pattern.search(content)\n if match:\n crate = match.group(1)\n if crate:\n print(\n f\"{self.manifest.name}: Discovered crate {crate} in dep {dep} dir {crate_root}\",\n file=sys.stderr,\n )\n crate_source_map[crate] = crate_root\n\n # pyre-fixme[6]: For 2nd argument expected `Optional[str]` but got\n # `Dict[str, str]`.\n git_conf[\"crate_source_map\"] = crate_source_map\n\n if not dep_crate_map and dep_cargo_conf:\n dep_cargo_dir = self.loader.get_project_build_dir(dep_manifest)\n dep_cargo_dir = os.path.join(dep_cargo_dir, \"source\")\n dep_ws_dir = dep_cargo_conf.get(\"workspace_dir\", None)\n if dep_ws_dir:\n dep_cargo_dir = os.path.join(dep_cargo_dir, dep_ws_dir)\n git_conf[\"cargo_vendored_sources\"] = dep_cargo_dir\n\n # pyre-fixme[6]: For 2nd argument expected `Dict[str, str]` but got\n # `Dict[str, Optional[str]]`.\n dep_to_git[dep] = git_conf\n return dep_to_git\n\n def _resolve_dep_to_crates(\n self,\n build_source_dir: str,\n dep_to_git: dict[str, dict[str, str]],\n ) -> dict[str, set[str]]:\n \"\"\"\n This function traverse the build_source_dir in search of Cargo.toml\n files, extracts the crate names from them using _extract_crates\n function and returns a merged result containing crate names per\n dependency name from all Cargo.toml files in the project.\n \"\"\"\n if not dep_to_git:\n return {} # no deps, so don't waste time traversing files\n\n dep_to_crates: dict[str, set[str]] = {}\n\n # First populate explicit crate paths from dependencies\n for name, git_conf in dep_to_git.items():\n # pyre-fixme[16]: `str` has no attribute `keys`.\n crates = git_conf[\"crate_source_map\"].keys()\n if crates:\n dep_to_crates.setdefault(name, set()).update(crates)\n\n # Now find from Cargo.tomls\n for root, _, files in os.walk(build_source_dir):\n for f in files:\n if f == \"Cargo.toml\":\n more_dep_to_crates = CargoBuilder._extract_crates_used(\n os.path.join(root, f), dep_to_git\n )\n for dep_name, crates in more_dep_to_crates.items():\n existing_crates = dep_to_crates.get(dep_name, set())\n for c in crates:\n if c not in existing_crates:\n print(\n f\"Patch {self.manifest.name} uses {dep_name} crate {crates}\",\n file=sys.stderr,\n )\n existing_crates.add(c)\n # pyre-fixme[61]: `name` is undefined, or not always defined.\n dep_to_crates.setdefault(name, set()).update(existing_crates)\n return dep_to_crates\n\n @staticmethod\n def _extract_crates_used(\n cargo_toml_file: str,\n dep_to_git: dict[str, dict[str, str]],\n ) -> dict[str, set[str]]:\n \"\"\"\n This functions reads content of provided cargo toml file and extracts\n crate names per each dependency. The extraction is done by a heuristic\n so it might be incorrect.\n \"\"\"\n deps_to_crates: dict[str, set[str]] = {}\n with open(cargo_toml_file, \"r\") as f:\n for line in f.readlines():\n if line.startswith(\"#\") or \"git = \" not in line:\n continue # filter out commented lines and ones without git deps\n for dep_name, conf in dep_to_git.items():\n # Only redirect deps that point to git URLS\n if 'git = \"{}\"'.format(conf[\"repo_url\"]) in line:\n pkg_template = ' package = \"'\n if pkg_template in line:\n crate_name, _, _ = line.partition(pkg_template)[\n 2\n ].partition('\"')\n else:\n crate_name, _, _ = line.partition(\"=\")\n deps_to_crates.setdefault(dep_name, set()).add(\n crate_name.strip()\n )\n return deps_to_crates\n\n def _resolve_crate_to_path(\n self,\n crate: str,\n crate_source_map: dict[str, str],\n ) -> str:\n \"\"\"\n Tries to find in source_dir by searching a [package]\n keyword followed by name = \"\".\n \"\"\"\n search_pattern = '[package]\\nname = \"{}\"'.format(crate)\n\n for _crate, crate_source_dir in crate_source_map.items():\n for crate_root, _, files in os.walk(crate_source_dir):\n if \"Cargo.toml\" in files:\n with open(os.path.join(crate_root, \"Cargo.toml\"), \"r\") as f:\n content = f.read()\n if search_pattern in content:\n return crate_root\n\n raise Exception(\n f\"{self.manifest.name}: Failed to find dep crate {crate} in paths {crate_source_map}\"\n )\n"
},
{
"path": "build/fbcode_builder/getdeps/copytree.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\nimport os\nimport shutil\nimport stat\nimport subprocess\nfrom collections.abc import Callable\n\nfrom .platform import is_windows\nfrom .runcmd import run_cmd\n\n\nPREFETCHED_DIRS: set[str] = set()\n\n\ndef containing_repo_type(path: str) -> tuple[str | None, str | None]:\n while True:\n if os.path.exists(os.path.join(path, \".git\")):\n return (\"git\", path)\n if os.path.exists(os.path.join(path, \".hg\")):\n return (\"hg\", path)\n\n parent = os.path.dirname(path)\n if parent == path:\n return None, None\n path = parent\n\n\ndef find_eden_root(dirpath: str) -> str | None:\n \"\"\"If the specified directory is inside an EdenFS checkout, returns\n the canonical absolute path to the root of that checkout.\n\n Returns None if the specified directory is not in an EdenFS checkout.\n \"\"\"\n if is_windows():\n repo_type, repo_root = containing_repo_type(dirpath)\n if repo_root is not None:\n if os.path.exists(os.path.join(repo_root, \".eden\", \"config\")):\n return repo_root\n return None\n\n try:\n return os.readlink(os.path.join(dirpath, \".eden\", \"root\"))\n except OSError:\n return None\n\n\ndef prefetch_dir_if_eden(dirpath: str) -> None:\n \"\"\"After an amend/rebase, Eden may need to fetch a large number\n of trees from the servers. The simplistic single threaded walk\n performed by copytree makes this more expensive than is desirable\n so we help accelerate things by performing a prefetch on the\n source directory\"\"\"\n global PREFETCHED_DIRS\n if dirpath in PREFETCHED_DIRS:\n return\n root = find_eden_root(dirpath)\n if root is None:\n return\n glob = f\"{os.path.relpath(dirpath, root).replace(os.sep, '/')}/**\"\n print(f\"Prefetching {glob}\")\n subprocess.call([\"edenfsctl\", \"prefetch\", \"--repo\", root, glob, \"--background\"])\n PREFETCHED_DIRS.add(dirpath)\n\n\ndef simple_copytree(src_dir: str, dest_dir: str, symlinks: bool = False) -> str:\n \"\"\"A simple version of shutil.copytree() that can delegate to native tools if faster\"\"\"\n if is_windows():\n os.makedirs(dest_dir, exist_ok=True)\n cmd = [\n \"robocopy.exe\",\n src_dir,\n dest_dir,\n # copy directories, including empty ones\n \"/E\",\n # Ignore Extra files in destination\n \"/XX\",\n # enable parallel copy\n \"/MT\",\n # be quiet\n \"/NFL\",\n \"/NDL\",\n \"/NJH\",\n \"/NJS\",\n \"/NP\",\n ]\n if symlinks:\n cmd.append(\"/SL\")\n # robocopy exits with code 1 if it copied ok, hence allow_fail\n # https://learn.microsoft.com/en-us/troubleshoot/windows-server/backup-and-storage/return-codes-used-robocopy-utility\n exit_code = run_cmd(cmd, allow_fail=True)\n if exit_code > 1:\n raise subprocess.CalledProcessError(exit_code, cmd)\n return dest_dir\n else:\n return shutil.copytree(src_dir, dest_dir, symlinks=symlinks)\n\n\ndef _remove_readonly_and_try_again(\n func: Callable[..., object],\n path: str,\n # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use\n # `typing.Type[\n pattern = re.compile(\n r'(#\\s*include\\s*[<\"])(' + re.escape(old_prefix) + r'/[^\">]+)([\">])',\n re.MULTILINE,\n )\n self.patterns.append((pattern, old_prefix, new_prefix))\n\n def rewrite_file(self, file_path: Path, dry_run: bool = False) -> bool:\n \"\"\"\n Rewrite includes in a single file.\n\n Args:\n file_path: Path to the file to process\n dry_run: If True, don't actually modify files\n\n Returns:\n True if file was modified, False otherwise\n \"\"\"\n try:\n with open(file_path, \"r\", encoding=\"utf-8\") as f:\n original_content: str = f.read()\n except (IOError, UnicodeDecodeError) as e:\n if self.verbose:\n print(f\"Warning: Could not read {file_path}: {e}\")\n return False\n\n modified_content: str = original_content\n changes_made: bool = False\n\n for pattern, old_prefix, new_prefix in self.patterns:\n\n def make_replace_func(\n old_prefix: str, new_prefix: str\n ) -> typing.Callable[[re.Match[str]], str]:\n def replace_func(match: re.Match[str]) -> str:\n nonlocal changes_made\n prefix: str = match.group(1) # #include [<\"]\n full_path: str = match.group(2) # full path\n suffix: str = match.group(3) # [\">]\n\n # Replace the old prefix with new prefix\n new_path: str = full_path.replace(old_prefix, new_prefix, 1)\n\n if self.verbose and not changes_made:\n print(f\" {full_path} -> {new_path}\")\n\n changes_made = True\n return f\"{prefix}{new_path}{suffix}\"\n\n return replace_func\n\n modified_content = pattern.sub(\n make_replace_func(old_prefix, new_prefix), modified_content\n )\n\n if changes_made and not dry_run:\n try:\n with open(file_path, \"w\", encoding=\"utf-8\") as f:\n f.write(modified_content)\n if self.verbose:\n print(f\"Modified: {file_path}\")\n except IOError as e:\n print(f\"Error: Could not write {file_path}: {e}\")\n return False\n elif changes_made and dry_run:\n if self.verbose:\n print(f\"Would modify: {file_path}\")\n\n return changes_made\n\n def process_directory(self, source_dir: Path, dry_run: bool = False) -> int:\n \"\"\"\n Process all C++ files in a directory recursively.\n\n Args:\n source_dir: Root directory to process\n dry_run: If True, don't actually modify files\n\n Returns:\n Number of files modified\n \"\"\"\n if not source_dir.exists():\n if self.verbose:\n print(f\"Warning: Directory {source_dir} does not exist\")\n return 0\n\n modified_count: int = 0\n processed_count: int = 0\n\n for root, dirs, files in os.walk(source_dir):\n # Skip hidden directories and common build directories\n dirs[:] = [\n d\n for d in dirs\n if not d.startswith(\".\")\n and d not in {\"build\", \"_build\", \"__pycache__\", \"CMakeFiles\"}\n ]\n\n for file in files:\n file_path: Path = Path(root) / file\n\n # Only process C++ files\n if file_path.suffix.lower() not in self.CPP_EXTENSIONS:\n continue\n\n processed_count += 1\n if self.verbose:\n print(f\"Processing: {file_path}\")\n\n if self.rewrite_file(file_path, dry_run):\n modified_count += 1\n\n if self.verbose or modified_count > 0:\n print(f\"Processed {processed_count} files, modified {modified_count} files\")\n return modified_count\n\n\ndef rewrite_includes_from_manifest(\n manifest: ManifestParser, ctx: Any, source_dir: str, verbose: bool = False\n) -> int:\n \"\"\"\n Rewrite includes using mappings from a manifest file.\n\n Args:\n manifest: The manifest object containing shipit.pathmap section\n ctx: The manifest context\n source_dir: Directory containing source files to process\n verbose: Enable verbose output\n\n Returns:\n Number of files modified\n \"\"\"\n mappings: list[tuple[str, str]] = []\n\n # Get mappings from the manifest's shipit.pathmap section\n for src, dest in manifest.get_section_as_ordered_pairs(\"shipit.pathmap\", ctx):\n # Remove fbcode/ or xplat/ prefixes from src since they won't appear in #include statements\n if src.startswith(\"fbcode/\"):\n src = src[len(\"fbcode/\") :]\n elif src.startswith(\"xplat/\"):\n src = src[len(\"xplat/\") :]\n # pyre-fixme[6]: For 1st argument expected `Tuple[str, str]` but got\n # `Tuple[str, Optional[str]]`.\n mappings.append((src, dest))\n\n if not mappings:\n if verbose:\n print(\"No include path mappings found in manifest\")\n return 0\n\n if verbose:\n print(\"Include path mappings:\")\n for old_path, new_path in mappings:\n print(f\" {old_path} -> {new_path}\")\n\n rewriter: IncludePathRewriter = IncludePathRewriter(mappings, verbose)\n return rewriter.process_directory(Path(source_dir), dry_run=False)\n"
},
{
"path": "build/fbcode_builder/getdeps/load.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\nfrom __future__ import annotations\n\nimport base64\nimport copy\nimport hashlib\nimport os\nimport typing\nfrom collections.abc import Iterator\n\nfrom . import fetcher\nfrom .envfuncs import path_search\nfrom .errors import ManifestNotFound\nfrom .manifest import ManifestParser\n\nif typing.TYPE_CHECKING:\n from .buildopts import BuildOptions\n from .manifest import ContextGenerator, ManifestContext\n\n\nclass Loader:\n \"\"\"The loader allows our tests to patch the load operation\"\"\"\n\n def _list_manifests(self, build_opts: BuildOptions) -> Iterator[str]:\n \"\"\"Returns a generator that iterates all the available manifests\"\"\"\n for path, _, files in os.walk(build_opts.manifests_dir):\n for name in files:\n # skip hidden files\n if name.startswith(\".\"):\n continue\n\n yield os.path.join(path, name)\n\n def _load_manifest(self, path: str) -> ManifestParser:\n return ManifestParser(path)\n\n def load_project(\n self, build_opts: BuildOptions, project_name: str\n ) -> ManifestParser:\n if \"/\" in project_name or \"\\\\\" in project_name:\n # Assume this is a path already\n return ManifestParser(project_name)\n\n for manifest in self._list_manifests(build_opts):\n if os.path.basename(manifest) == project_name:\n return ManifestParser(manifest)\n\n raise ManifestNotFound(project_name)\n\n def load_all(self, build_opts: BuildOptions) -> dict[str, ManifestParser]:\n manifests_by_name: dict[str, ManifestParser] = {}\n\n for manifest in self._list_manifests(build_opts):\n m = self._load_manifest(manifest)\n\n if m.name in manifests_by_name:\n raise Exception(\"found duplicate manifest '%s'\" % m.name)\n\n manifests_by_name[m.name] = m\n\n return manifests_by_name\n\n\nclass ResourceLoader(Loader):\n def __init__(self, namespace: str, manifests_dir: str) -> None:\n self.namespace: str = namespace\n self.manifests_dir: str = manifests_dir\n\n def _list_manifests(self, build_opts: BuildOptions) -> Iterator[str]:\n import pkg_resources\n\n dirs: list[str] = [self.manifests_dir]\n\n while dirs:\n current = dirs.pop(0)\n for name in pkg_resources.resource_listdir(self.namespace, current):\n path = \"%s/%s\" % (current, name)\n\n if pkg_resources.resource_isdir(self.namespace, path):\n dirs.append(path)\n else:\n yield \"%s/%s\" % (current, name)\n\n def _find_manifest(self, project_name: str) -> str:\n # pyre-fixme[20]: Call `ResourceLoader._list_manifests` expects argument `build_opts`.\n for name in self._list_manifests():\n if name.endswith(\"/%s\" % project_name):\n return name\n\n raise ManifestNotFound(project_name)\n\n def _load_manifest(self, path: str) -> ManifestParser:\n import pkg_resources\n\n contents = pkg_resources.resource_string(self.namespace, path).decode(\"utf8\")\n return ManifestParser(file_name=path, fp=contents)\n\n def load_project(\n self, build_opts: BuildOptions, project_name: str\n ) -> ManifestParser:\n project_name = self._find_manifest(project_name)\n # pyre-fixme[16]: `ResourceLoader` has no attribute `_load_resource_manifest`.\n return self._load_resource_manifest(project_name)\n\n\nLOADER: Loader = Loader()\n\n\ndef patch_loader(namespace: str, manifests_dir: str = \"manifests\") -> None:\n global LOADER\n LOADER = ResourceLoader(namespace, manifests_dir)\n\n\ndef load_project(build_opts: BuildOptions, project_name: str) -> ManifestParser:\n \"\"\"given the name of a project or a path to a manifest file,\n load up the ManifestParser instance for it and return it\"\"\"\n return LOADER.load_project(build_opts, project_name)\n\n\ndef load_all_manifests(build_opts: BuildOptions) -> dict[str, ManifestParser]:\n return LOADER.load_all(build_opts)\n\n\nclass ManifestLoader:\n \"\"\"ManifestLoader stores information about project manifest relationships for a\n given set of (build options + platform) configuration.\n\n The ManifestLoader class primarily serves as a location to cache project dependency\n relationships and project hash values for this build configuration.\n \"\"\"\n\n def __init__(\n self, build_opts: BuildOptions, ctx_gen: ContextGenerator | None = None\n ) -> None:\n self._loader: Loader = LOADER\n self.build_opts: BuildOptions = build_opts\n if ctx_gen is None:\n self.ctx_gen: ContextGenerator = self.build_opts.get_context_generator()\n else:\n self.ctx_gen = ctx_gen\n\n self.manifests_by_name: dict[str, ManifestParser] = {}\n self._loaded_all: bool = False\n self._project_hashes: dict[str, str] = {}\n self._fetcher_overrides: dict[str, fetcher.LocalDirFetcher] = {}\n self._build_dir_overrides: dict[str, str] = {}\n self._install_dir_overrides: dict[str, str] = {}\n self._install_prefix_overrides: dict[str, str] = {}\n\n def load_manifest(self, name: str) -> ManifestParser:\n manifest = self.manifests_by_name.get(name)\n if manifest is None:\n manifest = self._loader.load_project(self.build_opts, name)\n self.manifests_by_name[name] = manifest\n return manifest\n\n def load_all_manifests(self) -> dict[str, ManifestParser]:\n if not self._loaded_all:\n all_manifests_by_name = self._loader.load_all(self.build_opts)\n if self.manifests_by_name:\n # To help ensure that we only ever have a single manifest object for a\n # given project, and that it can't change once we have loaded it,\n # only update our mapping for projects that weren't already loaded.\n for name, manifest in all_manifests_by_name.items():\n self.manifests_by_name.setdefault(name, manifest)\n else:\n self.manifests_by_name = all_manifests_by_name\n self._loaded_all = True\n\n return self.manifests_by_name\n\n def dependencies_of(self, manifest: ManifestParser) -> list[ManifestParser]:\n \"\"\"Returns the dependencies of the given project, not including the project itself, in topological order.\"\"\"\n return [\n dep\n for dep in self.manifests_in_dependency_order(manifest)\n if dep != manifest\n ]\n\n def manifests_in_dependency_order(\n self, manifest: ManifestParser | None = None\n ) -> list[ManifestParser]:\n \"\"\"Compute all dependencies of the specified project. Returns a list of the\n dependencies plus the project itself, in topologically sorted order.\n\n Each entry in the returned list only depends on projects that appear before it\n in the list.\n\n If the input manifest is None, the dependencies for all currently loaded\n projects will be computed. i.e., if you call load_all_manifests() followed by\n manifests_in_dependency_order() this will return a global dependency ordering of\n all projects.\"\"\"\n # The list of deps that have been fully processed\n seen: set[str] = set()\n # The list of deps which have yet to be evaluated. This\n # can potentially contain duplicates.\n if manifest is None:\n deps: list[ManifestParser] = list(self.manifests_by_name.values())\n else:\n assert manifest.name in self.manifests_by_name\n deps = [manifest]\n # The list of manifests in dependency order\n dep_order: list[ManifestParser] = []\n system_packages: dict[str, list[str]] = {}\n\n while len(deps) > 0:\n m = deps.pop(0)\n if m.name in seen:\n continue\n\n # Consider its deps, if any.\n # We sort them for increased determinism; we'll produce\n # a correct order even if they aren't sorted, but we prefer\n # to produce the same order regardless of how they are listed\n # in the project manifest files.\n ctx: ManifestContext = self.ctx_gen.get_context(m.name)\n dep_list: list[str] = m.get_dependencies(ctx)\n\n dep_count: int = 0\n for dep_name in dep_list:\n # If we're not sure whether it is done, queue it up\n if dep_name not in seen:\n dep = self.manifests_by_name.get(dep_name)\n if dep is None:\n dep = self._loader.load_project(self.build_opts, dep_name)\n self.manifests_by_name[dep.name] = dep\n\n deps.append(dep)\n dep_count += 1\n\n if dep_count > 0:\n # If we queued anything, re-queue this item, as it depends\n # those new item(s) and their transitive deps.\n deps.append(m)\n continue\n\n # Its deps are done, so we can emit it\n seen.add(m.name)\n # Capture system packages as we may need to set PATHs to then later\n if (\n self.build_opts.allow_system_packages\n and self.build_opts.host_type.get_package_manager()\n ):\n packages: dict[str, list[str]] = m.get_required_system_packages(ctx)\n for pkg_type, v in packages.items():\n merged: list[str] = system_packages.get(pkg_type, [])\n if v not in merged:\n merged += v\n system_packages[pkg_type] = merged\n # A manifest depends on all system packages in it dependencies as well\n # pyre-fixme[8]: Attribute has type `Dict[str, str]`; used as\n # `Dict[str, List[str]]`.\n m.resolved_system_packages = copy.copy(system_packages)\n dep_order.append(m)\n\n return dep_order\n\n def set_project_src_dir(self, project_name: str, path: str) -> None:\n self._fetcher_overrides[project_name] = fetcher.LocalDirFetcher(path)\n\n def set_project_build_dir(self, project_name: str, path: str) -> None:\n self._build_dir_overrides[project_name] = path\n\n def set_project_install_dir(self, project_name: str, path: str) -> None:\n self._install_dir_overrides[project_name] = path\n\n def set_project_install_prefix(self, project_name: str, path: str) -> None:\n self._install_prefix_overrides[project_name] = path\n\n def create_fetcher(\n self, manifest: ManifestParser\n ) -> fetcher.Fetcher | fetcher.LocalDirFetcher:\n override = self._fetcher_overrides.get(manifest.name)\n if override is not None:\n return override\n\n ctx: ManifestContext = self.ctx_gen.get_context(manifest.name)\n return manifest.create_fetcher(self.build_opts, self, ctx)\n\n def get_project_hash(self, manifest: ManifestParser) -> str:\n h = self._project_hashes.get(manifest.name)\n if h is None:\n h = self._compute_project_hash(manifest)\n self._project_hashes[manifest.name] = h\n return h\n\n def _compute_project_hash(self, manifest: ManifestParser) -> str:\n \"\"\"This recursive function computes a hash for a given manifest.\n The hash takes into account some environmental factors on the\n host machine and includes the hashes of its dependencies.\n No caching of the computation is performed, which is theoretically\n wasteful but the computation is fast enough that it is not required\n to cache across multiple invocations.\"\"\"\n ctx: ManifestContext = self.ctx_gen.get_context(manifest.name)\n\n hasher = hashlib.sha256()\n # Some environmental and configuration things matter\n env: dict[str, str | None] = {}\n env[\"install_dir\"] = self.build_opts.install_dir\n env[\"scratch_dir\"] = self.build_opts.scratch_dir\n env[\"vcvars_path\"] = self.build_opts.vcvars_path\n env[\"os\"] = self.build_opts.host_type.ostype\n env[\"distro\"] = self.build_opts.host_type.distro\n env[\"distro_vers\"] = self.build_opts.host_type.distrovers\n env[\"shared_libs\"] = str(self.build_opts.shared_libs)\n for name in [\n \"CXXFLAGS\",\n \"CPPFLAGS\",\n \"LDFLAGS\",\n \"CXX\",\n \"CC\",\n \"GETDEPS_CMAKE_DEFINES\",\n ]:\n env[name] = os.environ.get(name)\n for tool in [\"cc\", \"c++\", \"gcc\", \"g++\", \"clang\", \"clang++\"]:\n env[\"tool-%s\" % tool] = path_search(os.environ, tool)\n for name in manifest.get_section_as_args(\"depends.environment\", ctx):\n env[name] = os.environ.get(name)\n\n fetcher_inst: fetcher.Fetcher | fetcher.LocalDirFetcher = self.create_fetcher(\n manifest\n )\n env[\"fetcher.hash\"] = fetcher_inst.hash()\n\n for name in sorted(env.keys()):\n hasher.update(name.encode(\"utf-8\"))\n value = env.get(name)\n if value is not None:\n try:\n hasher.update(value.encode(\"utf-8\"))\n except AttributeError as exc:\n raise AttributeError(\"name=%r, value=%r: %s\" % (name, value, exc))\n\n manifest.update_hash(hasher, ctx)\n\n # If a patchfile is specified, include its contents in the hash\n patchfile: str | None = manifest.get(\"build\", \"patchfile\", ctx=ctx)\n if patchfile:\n patchfile_path: str = os.path.join(\n self.build_opts.fbcode_builder_dir, \"patches\", patchfile\n )\n if os.path.exists(patchfile_path):\n with open(patchfile_path, \"rb\") as f:\n hasher.update(f.read())\n\n dep_list: list[str] = manifest.get_dependencies(ctx)\n for dep in dep_list:\n dep_manifest: ManifestParser = self.load_manifest(dep)\n dep_hash: str = self.get_project_hash(dep_manifest)\n hasher.update(dep_hash.encode(\"utf-8\"))\n\n # Use base64 to represent the hash, rather than the simple hex digest,\n # so that the string is shorter. Use the URL-safe encoding so that\n # the hash can also be safely used as a filename component.\n h: str = base64.urlsafe_b64encode(hasher.digest()).decode(\"ascii\")\n # ... and because cmd.exe is troublesome with `=` signs, nerf those.\n # They tend to be padding characters at the end anyway, so we can\n # safely discard them.\n h = h.replace(\"=\", \"\")\n\n return h\n\n def _get_project_dir_name(self, manifest: ManifestParser) -> str:\n if manifest.is_first_party_project():\n return manifest.name\n else:\n project_hash: str = self.get_project_hash(manifest)\n return \"%s-%s\" % (manifest.name, project_hash)\n\n def get_project_install_dir(self, manifest: ManifestParser) -> str:\n override = self._install_dir_overrides.get(manifest.name)\n if override:\n return override\n\n project_dir_name: str = self._get_project_dir_name(manifest)\n return os.path.join(self.build_opts.install_dir, project_dir_name)\n\n def get_project_build_dir(self, manifest: ManifestParser) -> str:\n override = self._build_dir_overrides.get(manifest.name)\n if override:\n return override\n\n project_dir_name: str = self._get_project_dir_name(manifest)\n return os.path.join(self.build_opts.scratch_dir, \"build\", project_dir_name)\n\n def get_project_install_prefix(self, manifest: ManifestParser) -> str | None:\n return self._install_prefix_overrides.get(manifest.name)\n\n def get_project_install_dir_respecting_install_prefix(\n self, manifest: ManifestParser\n ) -> str:\n inst_dir: str = self.get_project_install_dir(manifest)\n prefix: str | None = self.get_project_install_prefix(manifest)\n if prefix:\n return inst_dir + prefix\n return inst_dir\n"
},
{
"path": "build/fbcode_builder/getdeps/manifest.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\nimport configparser\nimport hashlib\nimport io\nimport os\nimport sys\nimport typing\n\nfrom .builder import (\n AutoconfBuilder,\n Boost,\n CMakeBootStrapBuilder,\n CMakeBuilder,\n Iproute2Builder,\n MakeBuilder,\n MesonBuilder,\n NinjaBootstrap,\n NopBuilder,\n OpenSSLBuilder,\n SetupPyBuilder,\n SqliteBuilder,\n)\nfrom .cargo import CargoBuilder\nfrom .expr import ExprNode, parse_expr\nfrom .fetcher import (\n ArchiveFetcher,\n GitFetcher,\n PreinstalledNopFetcher,\n ShipitTransformerFetcher,\n SimpleShipitTransformerFetcher,\n SubFetcher,\n SystemPackageFetcher,\n)\nfrom .py_wheel_builder import PythonWheelBuilder\n\nif typing.TYPE_CHECKING:\n from .builder import BuilderBase\n from .buildopts import BuildOptions\n from .fetcher import Fetcher\n from .load import ManifestLoader\n\nREQUIRED: str = \"REQUIRED\"\nOPTIONAL: str = \"OPTIONAL\"\n\nSCHEMA: dict[str, dict[str, object]] = {\n \"manifest\": {\n \"optional_section\": False,\n \"fields\": {\n \"name\": REQUIRED,\n \"fbsource_path\": OPTIONAL,\n \"shipit_project\": OPTIONAL,\n \"shipit_fbcode_builder\": OPTIONAL,\n \"use_shipit\": OPTIONAL,\n \"shipit_external_branch\": OPTIONAL,\n \"shipit_strip_marker\": OPTIONAL,\n },\n },\n \"dependencies\": {\"optional_section\": True, \"allow_values\": False},\n \"depends.environment\": {\"optional_section\": True},\n \"git\": {\n \"optional_section\": True,\n \"fields\": {\n \"repo_url\": REQUIRED,\n \"rev\": OPTIONAL,\n \"depth\": OPTIONAL,\n \"branch\": OPTIONAL,\n },\n },\n \"download\": {\n \"optional_section\": True,\n \"fields\": {\"url\": REQUIRED, \"sha256\": REQUIRED},\n },\n \"build\": {\n \"optional_section\": True,\n \"fields\": {\n \"builder\": REQUIRED,\n \"subdir\": OPTIONAL,\n \"make_binary\": OPTIONAL,\n \"build_in_src_dir\": OPTIONAL,\n \"only_install\": OPTIONAL,\n \"job_weight_mib\": OPTIONAL,\n \"patchfile\": OPTIONAL,\n \"patchfile_opts\": OPTIONAL,\n \"rewrite_includes\": OPTIONAL,\n },\n },\n \"msbuild\": {\"optional_section\": True, \"fields\": {\"project\": REQUIRED}},\n \"cargo\": {\n \"optional_section\": True,\n \"fields\": {\n \"build_doc\": OPTIONAL,\n \"workspace_dir\": OPTIONAL,\n \"manifests_to_build\": OPTIONAL,\n # Where to write cargo config (defaults to build_dir/.cargo/config.toml)\n \"cargo_config_file\": OPTIONAL,\n },\n },\n \"github.actions\": {\n \"optional_section\": True,\n \"fields\": {\n \"run_tests\": OPTIONAL,\n \"required_locales\": OPTIONAL,\n \"rust_version\": OPTIONAL,\n \"build_type\": OPTIONAL,\n },\n },\n \"crate.pathmap\": {\"optional_section\": True},\n \"cmake.defines\": {\"optional_section\": True},\n \"autoconf.args\": {\"optional_section\": True},\n \"autoconf.envcmd.LDFLAGS\": {\"optional_section\": True},\n \"rpms\": {\"optional_section\": True},\n \"debs\": {\"optional_section\": True},\n \"homebrew\": {\"optional_section\": True},\n \"pps\": {\"optional_section\": True},\n \"preinstalled.env\": {\"optional_section\": True},\n \"bootstrap.args\": {\"optional_section\": True},\n \"b2.args\": {\"optional_section\": True},\n \"make.build_args\": {\"optional_section\": True},\n \"make.install_args\": {\"optional_section\": True},\n \"make.test_args\": {\"optional_section\": True},\n \"meson.setup_args\": {\"optional_section\": True},\n \"header-only\": {\"optional_section\": True, \"fields\": {\"includedir\": REQUIRED}},\n \"shipit.pathmap\": {\"optional_section\": True},\n \"shipit.strip\": {\"optional_section\": True},\n \"install.files\": {\"optional_section\": True},\n \"subprojects\": {\"optional_section\": True},\n # fb-only\n \"sandcastle\": {\"optional_section\": True, \"fields\": {\"run_tests\": OPTIONAL}},\n \"setup-py.test\": {\"optional_section\": True, \"fields\": {\"python_script\": REQUIRED}},\n \"setup-py.env\": {\"optional_section\": True},\n}\n\n# These sections are allowed to vary for different platforms\n# using the expression syntax to enable/disable sections\nALLOWED_EXPR_SECTIONS: list[str] = [\n \"autoconf.args\",\n \"autoconf.envcmd.LDFLAGS\",\n \"build\",\n \"cmake.defines\",\n \"dependencies\",\n \"make.build_args\",\n \"make.install_args\",\n \"bootstrap.args\",\n \"b2.args\",\n \"download\",\n \"git\",\n \"install.files\",\n \"rpms\",\n \"debs\",\n \"shipit.pathmap\",\n \"shipit.strip\",\n \"homebrew\",\n \"github.actions\",\n \"pps\",\n]\n\n\ndef parse_conditional_section_name(name: str, section_def: str) -> ExprNode:\n expr = name[len(section_def) + 1 :]\n return parse_expr(expr, ManifestContext.ALLOWED_VARIABLES)\n\n\ndef validate_allowed_fields(\n file_name: str,\n section: str,\n config: configparser.RawConfigParser,\n allowed_fields: dict[str, str],\n) -> None:\n for field in config.options(section):\n if not allowed_fields.get(field):\n raise Exception(\n (\"manifest file %s section '%s' contains \" \"unknown field '%s'\")\n % (file_name, section, field)\n )\n\n for field in allowed_fields:\n if allowed_fields[field] == REQUIRED and not config.has_option(section, field):\n raise Exception(\n (\"manifest file %s section '%s' is missing \" \"required field '%s'\")\n % (file_name, section, field)\n )\n\n\ndef validate_allow_values(\n file_name: str, section: str, config: configparser.RawConfigParser\n) -> None:\n for field in config.options(section):\n value = config.get(section, field)\n if value is not None:\n raise Exception(\n (\n \"manifest file %s section '%s' has '%s = %s' but \"\n \"this section doesn't allow specifying values \"\n \"for its entries\"\n )\n % (file_name, section, field, value)\n )\n\n\ndef validate_section(\n file_name: str, section: str, config: configparser.RawConfigParser\n) -> str:\n section_def = SCHEMA.get(section)\n if not section_def:\n for name in ALLOWED_EXPR_SECTIONS:\n if section.startswith(name + \".\"):\n # Verify that the conditional parses, but discard it\n try:\n parse_conditional_section_name(section, name)\n except Exception as exc:\n raise Exception(\n (\"manifest file %s section '%s' has invalid \" \"conditional: %s\")\n % (file_name, section, str(exc))\n )\n section_def = SCHEMA.get(name)\n canonical_section_name = name\n break\n if not section_def:\n raise Exception(\n \"manifest file %s contains unknown section '%s'\" % (file_name, section)\n )\n else:\n canonical_section_name = section\n\n allowed_fields = section_def.get(\"fields\")\n if allowed_fields:\n # pyre-ignore[6]: Expected `dict[str, str]` but got `object`.\n validate_allowed_fields(file_name, section, config, allowed_fields)\n elif not section_def.get(\"allow_values\", True):\n validate_allow_values(file_name, section, config)\n # pyre-fixme[61]: `canonical_section_name` is undefined, or not always defined.\n return canonical_section_name\n\n\nclass ManifestParser:\n def __init__(self, file_name: str, fp: str | typing.IO[str] | None = None) -> None:\n # allow_no_value enables listing parameters in the\n # autoconf.args section one per line\n config = configparser.RawConfigParser(allow_no_value=True)\n config.optionxform = str # type: ignore[assignment] # make it case sensitive\n if fp is None:\n with open(file_name, \"r\") as fp:\n config.read_file(fp)\n elif isinstance(fp, type(\"\")):\n # For testing purposes, parse from a string (str\n # or unicode)\n config.read_file(io.StringIO(fp))\n else:\n config.read_file(fp)\n\n # validate against the schema\n seen_sections: set[str] = set()\n\n for section in config.sections():\n seen_sections.add(validate_section(file_name, section, config))\n\n for section in SCHEMA.keys():\n section_def = SCHEMA[section]\n if (\n not section_def.get(\"optional_section\", False)\n and section not in seen_sections\n ):\n raise Exception(\n \"manifest file %s is missing required section %s\"\n % (file_name, section)\n )\n\n self._config: configparser.RawConfigParser = config\n self.name: str = config.get(\"manifest\", \"name\")\n self.fbsource_path: str | None = self.get(\"manifest\", \"fbsource_path\")\n self.shipit_project: str | None = self.get(\"manifest\", \"shipit_project\")\n self.shipit_fbcode_builder: str | None = self.get(\n \"manifest\", \"shipit_fbcode_builder\"\n )\n self.resolved_system_packages: dict[str, str] = {}\n self.shipit_strip_marker: str | None = self.get(\n \"manifest\", \"shipit_strip_marker\", defval=\"@fb-only\"\n )\n\n if self.name != os.path.basename(file_name):\n raise Exception(\n \"filename of the manifest '%s' does not match the manifest name '%s'\"\n % (file_name, self.name)\n )\n\n if \".\" in self.name:\n raise Exception(\n f\"manifest name ({self.name}) must not contain the '.' character (it is incompatible with github actions)\"\n )\n\n def get(\n self,\n section: str,\n key: str,\n defval: str | None = None,\n ctx: ManifestContext | dict[str, str | None] | None = None,\n ) -> str | None:\n ctx = ctx or {}\n\n for s in self._config.sections():\n if s == section:\n if self._config.has_option(s, key):\n return self._config.get(s, key)\n return defval\n\n if s.startswith(section + \".\"):\n expr = parse_conditional_section_name(s, section)\n # pyre-fixme[6]: For 1st argument expected `Dict[str,\n # Optional[str]]` but got `Union[Dict[str, Optional[str]],\n # ManifestContext]`.\n if not expr.eval(ctx):\n continue\n\n if self._config.has_option(s, key):\n return self._config.get(s, key)\n\n return defval\n\n def get_dependencies(self, ctx: ManifestContext) -> list[str]:\n dep_list = list(self.get_section_as_dict(\"dependencies\", ctx).keys())\n dep_list.sort()\n builder = self.get(\"build\", \"builder\", ctx=ctx)\n if builder in (\"cmake\", \"python-wheel\"):\n dep_list.insert(0, \"cmake\")\n elif builder == \"autoconf\" and self.name not in (\n \"autoconf\",\n \"libtool\",\n \"automake\",\n ):\n # they need libtool and its deps (automake, autoconf) so add\n # those as deps (but obviously not if we're building those\n # projects themselves)\n dep_list.insert(0, \"libtool\")\n\n return dep_list\n\n def get_section_as_args(\n self,\n section: str,\n ctx: ManifestContext | dict[str, str | None] | None = None,\n ) -> list[str]:\n \"\"\"Intended for use with the make.[build_args/install_args] and\n autoconf.args sections, this method collects the entries and returns an\n array of strings.\n If the manifest contains conditional sections, ctx is used to\n evaluate the condition and merge in the values.\n \"\"\"\n args: list[str] = []\n ctx = ctx or {}\n\n for s in self._config.sections():\n if s != section:\n if not s.startswith(section + \".\"):\n continue\n expr = parse_conditional_section_name(s, section)\n # pyre-fixme[6]: For 1st argument expected `Dict[str,\n # Optional[str]]` but got `Union[Dict[str, Optional[str]],\n # ManifestContext]`.\n if not expr.eval(ctx):\n continue\n for field in self._config.options(s):\n value = self._config.get(s, field)\n if value is None:\n args.append(field)\n else:\n args.append(\"%s=%s\" % (field, value))\n return args\n\n def get_section_as_ordered_pairs(\n self,\n section: str,\n ctx: ManifestContext | dict[str, str | None] | None = None,\n ) -> list[tuple[str, str | None]]:\n \"\"\"Used for eg: shipit.pathmap which has strong\n ordering requirements\"\"\"\n res: list[tuple[str, str | None]] = []\n ctx = ctx or {}\n\n for s in self._config.sections():\n if s != section:\n if not s.startswith(section + \".\"):\n continue\n expr = parse_conditional_section_name(s, section)\n # pyre-fixme[6]: For 1st argument expected `Dict[str,\n # Optional[str]]` but got `Union[Dict[str, Optional[str]],\n # ManifestContext]`.\n if not expr.eval(ctx):\n continue\n\n for key in self._config.options(s):\n value = self._config.get(s, key)\n res.append((key, value))\n return res\n\n def get_section_as_dict(\n self,\n section: str,\n ctx: ManifestContext | dict[str, str | None] | None,\n ) -> dict[str, str | None]:\n d: dict[str, str | None] = {}\n\n for s in self._config.sections():\n if s != section:\n if not s.startswith(section + \".\"):\n continue\n expr = parse_conditional_section_name(s, section)\n # pyre-fixme[6]: For 1st argument expected `Dict[str,\n # Optional[str]]` but got `Union[None, Dict[str, Optional[str]],\n # ManifestContext]`.\n if not expr.eval(ctx):\n continue\n for field in self._config.options(s):\n value = self._config.get(s, field)\n d[field] = value\n return d\n\n def update_hash(self, hasher: hashlib._Hash, ctx: ManifestContext) -> None:\n \"\"\"Compute a hash over the configuration for the given\n context. The goal is for the hash to change if the config\n for that context changes, but not if a change is made to\n the config only for a different platform than that expressed\n by ctx. The hash is intended to be used to help invalidate\n a future cache for the third party build products.\n The hasher argument is a hash object returned from hashlib.\"\"\"\n for section in sorted(SCHEMA.keys()):\n hasher.update(section.encode(\"utf-8\"))\n\n # Note: at the time of writing, nothing in the implementation\n # relies on keys in any config section being ordered.\n # In theory we could have conflicting flags in different\n # config sections and later flags override earlier flags.\n # For the purposes of computing a hash we're not super\n # concerned about this: manifest changes should be rare\n # enough and we'd rather that this trigger an invalidation\n # than strive for a cache hit at this time.\n pairs = self.get_section_as_ordered_pairs(section, ctx)\n pairs.sort(key=lambda pair: pair[0])\n for key, value in pairs:\n hasher.update(key.encode(\"utf-8\"))\n if value is not None:\n hasher.update(value.encode(\"utf-8\"))\n\n def is_first_party_project(self) -> bool:\n \"\"\"returns true if this is an FB first-party project\"\"\"\n return self.shipit_project is not None\n\n def get_required_system_packages(\n self, ctx: ManifestContext\n ) -> dict[str, list[str]]:\n \"\"\"Returns dictionary of packager system -> list of packages\"\"\"\n return {\n \"rpm\": self.get_section_as_args(\"rpms\", ctx),\n \"deb\": self.get_section_as_args(\"debs\", ctx),\n \"homebrew\": self.get_section_as_args(\"homebrew\", ctx),\n \"pacman-package\": self.get_section_as_args(\"pps\", ctx),\n }\n\n def _is_satisfied_by_preinstalled_environment(self, ctx: ManifestContext) -> bool:\n envs = self.get_section_as_args(\"preinstalled.env\", ctx)\n if not envs:\n return False\n for key in envs:\n val = os.environ.get(key, None)\n print(\n f\"Testing ENV[{key}]: {repr(val)}\",\n file=sys.stderr,\n )\n if val is None:\n return False\n if len(val) == 0:\n return False\n\n return True\n\n def get_repo_url(self, ctx: ManifestContext) -> str | None:\n return self.get(\"git\", \"repo_url\", ctx=ctx)\n\n def _create_fetcher(\n self, build_options: BuildOptions, ctx: ManifestContext\n ) -> Fetcher:\n real_shipit_available = ShipitTransformerFetcher.available(build_options)\n use_real_shipit = real_shipit_available and (\n build_options.use_shipit\n or self.get(\"manifest\", \"use_shipit\", defval=\"false\", ctx=ctx) == \"true\"\n )\n if (\n not use_real_shipit\n and self.fbsource_path\n and build_options.fbsource_dir\n and self.shipit_project\n ):\n return SimpleShipitTransformerFetcher(build_options, self, ctx)\n\n if (\n self.fbsource_path\n and build_options.fbsource_dir\n and self.shipit_project\n and real_shipit_available\n ):\n # We can use the code from fbsource\n return ShipitTransformerFetcher(\n build_options,\n self.shipit_project,\n # pyre-fixme[6]: For 3rd argument expected `str` but got\n # `Optional[str]`.\n self.get(\"manifest\", \"shipit_external_branch\"),\n )\n\n # If both of these are None, the package can only be coming from\n # preinstalled toolchain or system packages\n repo_url = self.get_repo_url(ctx)\n url = self.get(\"download\", \"url\", ctx=ctx)\n\n # Can we satisfy this dep with system packages?\n if (repo_url is None and url is None) or build_options.allow_system_packages:\n if self._is_satisfied_by_preinstalled_environment(ctx):\n # pyre-fixme[7]: Expected `Fetcher` but got `PreinstalledNopFetcher`.\n return PreinstalledNopFetcher()\n\n if build_options.host_type.get_package_manager():\n packages = self.get_required_system_packages(ctx)\n package_fetcher = SystemPackageFetcher(build_options, packages)\n if package_fetcher.packages_are_installed():\n # pyre-fixme[7]: Expected `Fetcher` but got `SystemPackageFetcher`.\n return package_fetcher\n\n if repo_url:\n rev = self.get(\"git\", \"rev\")\n depth = self.get(\"git\", \"depth\")\n branch = self.get(\"git\", \"branch\")\n # pyre-fixme[6]: For 4th argument expected `str` but got `Optional[str]`.\n # pyre-fixme[6]: For 5th argument expected `int` but got `Optional[str]`.\n # pyre-fixme[6]: For 6th argument expected `str` but got `Optional[str]`.\n return GitFetcher(build_options, self, repo_url, rev, depth, branch)\n\n if url:\n # We need to defer this import until now to avoid triggering\n # a cycle when the facebook/__init__.py is loaded.\n try:\n from .facebook.lfs import LFSCachingArchiveFetcher\n\n return LFSCachingArchiveFetcher(\n build_options,\n self,\n url,\n # pyre-fixme[6]: For 4th argument expected `str` but got\n # `Optional[str]`.\n self.get(\"download\", \"sha256\", ctx=ctx),\n )\n except ImportError:\n # This FB internal module isn't shippped to github,\n # so just use its base class\n return ArchiveFetcher(\n build_options,\n self,\n url,\n # pyre-fixme[6]: For 4th argument expected `str` but got\n # `Optional[str]`.\n self.get(\"download\", \"sha256\", ctx=ctx),\n )\n\n raise KeyError(\n f\"project {self.name} has no fetcher configuration or system packages matching {ctx} - have you run `getdeps.py install-system-deps --recursive`?\"\n )\n\n def create_fetcher(\n self,\n build_options: BuildOptions,\n loader: ManifestLoader,\n ctx: ManifestContext,\n ) -> Fetcher:\n fetcher = self._create_fetcher(build_options, ctx)\n subprojects = self.get_section_as_ordered_pairs(\"subprojects\", ctx)\n if subprojects:\n subs: list[tuple[Fetcher, str | None]] = []\n for project, subdir in subprojects:\n submanifest = loader.load_manifest(project)\n subfetcher = submanifest.create_fetcher(build_options, loader, ctx)\n subs.append((subfetcher, subdir))\n # pyre-fixme[6]: For 2nd argument expected `List[Tuple[Fetcher, str]]`\n # but got `List[Tuple[Fetcher, Optional[str]]]`.\n return SubFetcher(fetcher, subs)\n else:\n return fetcher\n\n def get_builder_name(self, ctx: ManifestContext) -> str:\n builder = self.get(\"build\", \"builder\", ctx=ctx)\n if not builder:\n raise Exception(\"project %s has no builder for %r\" % (self.name, ctx))\n return builder\n\n def create_builder( # noqa:C901\n self,\n build_options: BuildOptions,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n ctx: ManifestContext,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n final_install_prefix: str | None = None,\n extra_cmake_defines: dict[str, str] | None = None,\n cmake_targets: list[str] | None = None,\n extra_b2_args: list[str] | None = None,\n ) -> BuilderBase:\n builder = self.get_builder_name(ctx)\n build_in_src_dir = self.get(\"build\", \"build_in_src_dir\", \"false\", ctx=ctx)\n if build_in_src_dir == \"true\":\n # Some scripts don't work when they are configured and build in\n # a different directory than source (or when the build directory\n # is not a subdir of source).\n build_dir = src_dir\n subdir = self.get(\"build\", \"subdir\", None, ctx=ctx)\n if subdir is not None:\n build_dir = os.path.join(build_dir, subdir)\n print(\"build_dir is %s\" % build_dir) # just to quiet lint\n\n if builder == \"make\" or builder == \"cmakebootstrap\":\n build_args = self.get_section_as_args(\"make.build_args\", ctx)\n install_args = self.get_section_as_args(\"make.install_args\", ctx)\n test_args = self.get_section_as_args(\"make.test_args\", ctx)\n if builder == \"cmakebootstrap\":\n return CMakeBootStrapBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n # pyre-fixme[6]: For 7th argument expected `str` but got `None`.\n None,\n inst_dir,\n build_args,\n install_args,\n test_args,\n )\n else:\n return MakeBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n # pyre-fixme[6]: For 7th argument expected `str` but got `None`.\n None,\n inst_dir,\n build_args,\n install_args,\n test_args,\n )\n\n if builder == \"autoconf\":\n args = self.get_section_as_args(\"autoconf.args\", ctx)\n conf_env_args: dict[str, list[str]] = {}\n ldflags_cmd = self.get_section_as_args(\"autoconf.envcmd.LDFLAGS\", ctx)\n if ldflags_cmd:\n conf_env_args[\"LDFLAGS\"] = ldflags_cmd\n return AutoconfBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n args,\n conf_env_args,\n )\n\n if builder == \"boost\":\n args = self.get_section_as_args(\"b2.args\", ctx)\n if extra_b2_args is not None:\n args += extra_b2_args\n return Boost(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n args,\n )\n\n if builder == \"cmake\":\n defines = self.get_section_as_dict(\"cmake.defines\", ctx)\n return CMakeBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n # pyre-fixme[6]: For 9th argument expected `Optional[Dict[str,\n # str]]` but got `Dict[str, Optional[str]]`.\n defines,\n final_install_prefix,\n extra_cmake_defines,\n cmake_targets,\n )\n\n if builder == \"python-wheel\":\n return PythonWheelBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n if builder == \"sqlite\":\n return SqliteBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n if builder == \"ninja_bootstrap\":\n return NinjaBootstrap(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n build_dir,\n src_dir,\n inst_dir,\n )\n\n if builder == \"nop\":\n return NopBuilder(\n loader, dep_manifests, build_options, ctx, self, src_dir, inst_dir\n )\n\n if builder == \"openssl\":\n return OpenSSLBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n build_dir,\n src_dir,\n inst_dir,\n )\n\n if builder == \"iproute2\":\n return Iproute2Builder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n if builder == \"meson\":\n return MesonBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n if builder == \"setup-py\":\n return SetupPyBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n if builder == \"cargo\":\n return self.create_cargo_builder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n src_dir,\n build_dir,\n inst_dir,\n )\n\n raise KeyError(\"project %s has no known builder\" % (self.name))\n\n def create_prepare_builders(\n self,\n build_options: BuildOptions,\n ctx: ManifestContext,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n ) -> list[BuilderBase]:\n \"\"\"Create builders that have a prepare step run, e.g. to write config files\"\"\"\n prepare_builders: list[BuilderBase] = []\n builder = self.get_builder_name(ctx)\n cargo = self.get_section_as_dict(\"cargo\", ctx)\n if not builder == \"cargo\" and cargo:\n cargo_builder = self.create_cargo_builder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n src_dir,\n build_dir,\n inst_dir,\n )\n prepare_builders.append(cargo_builder)\n return prepare_builders\n\n def create_cargo_builder(\n self,\n loader: ManifestLoader,\n dep_manifests: list[ManifestParser],\n build_options: BuildOptions,\n ctx: ManifestContext,\n src_dir: str,\n build_dir: str,\n inst_dir: str,\n ) -> CargoBuilder:\n # pyre-fixme[6]: For 3rd argument expected `Optional[str]` but got `bool`.\n build_doc = self.get(\"cargo\", \"build_doc\", False, ctx)\n workspace_dir = self.get(\"cargo\", \"workspace_dir\", None, ctx)\n manifests_to_build = self.get(\"cargo\", \"manifests_to_build\", None, ctx)\n cargo_config_file = self.get(\"cargo\", \"cargo_config_file\", None, ctx)\n return CargoBuilder(\n loader,\n dep_manifests,\n build_options,\n ctx,\n self,\n src_dir,\n build_dir,\n inst_dir,\n # pyre-fixme[6]: For 9th argument expected `bool` but got `Optional[str]`.\n build_doc,\n workspace_dir,\n manifests_to_build,\n cargo_config_file,\n )\n\n\nclass ManifestContext:\n \"\"\"ProjectContext contains a dictionary of values to use when evaluating boolean\n expressions in a project manifest.\n\n This object should be passed as the `ctx` parameter in ManifestParser.get() calls.\n \"\"\"\n\n ALLOWED_VARIABLES: set[str] = {\n \"os\",\n \"distro\",\n \"distro_vers\",\n \"fb\",\n \"fbsource\",\n \"test\",\n \"shared_libs\",\n }\n\n def __init__(self, ctx_dict: dict[str, str | None]) -> None:\n assert set(ctx_dict.keys()) == self.ALLOWED_VARIABLES\n self.ctx_dict: dict[str, str | None] = ctx_dict\n\n def get(self, key: str) -> str | None:\n return self.ctx_dict[key]\n\n def set(self, key: str, value: str | None) -> None:\n assert key in self.ALLOWED_VARIABLES\n self.ctx_dict[key] = value\n\n def copy(self) -> ManifestContext:\n return ManifestContext(dict(self.ctx_dict))\n\n def __str__(self) -> str:\n s = \", \".join(\n \"%s=%s\" % (key, value) for key, value in sorted(self.ctx_dict.items())\n )\n return \"{\" + s + \"}\"\n\n\nclass ContextGenerator:\n \"\"\"ContextGenerator allows creating ManifestContext objects on a per-project basis.\n This allows us to evaluate different projects with slightly different contexts.\n\n For instance, this can be used to only enable tests for some projects.\"\"\"\n\n def __init__(self, default_ctx: dict[str, str | None]) -> None:\n self.default_ctx: ManifestContext = ManifestContext(default_ctx)\n self.ctx_by_project: dict[str, ManifestContext] = {}\n\n def set_value_for_project(\n self, project_name: str, key: str, value: str | None\n ) -> None:\n project_ctx = self.ctx_by_project.get(project_name)\n if project_ctx is None:\n project_ctx = self.default_ctx.copy()\n self.ctx_by_project[project_name] = project_ctx\n project_ctx.set(key, value)\n\n def set_value_for_all_projects(self, key: str, value: str | None) -> None:\n self.default_ctx.set(key, value)\n for ctx in self.ctx_by_project.values():\n ctx.set(key, value)\n\n def get_context(self, project_name: str) -> ManifestContext:\n return self.ctx_by_project.get(project_name, self.default_ctx)\n"
},
{
"path": "build/fbcode_builder/getdeps/platform.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\nfrom __future__ import annotations\n\nimport os\nimport platform\nimport re\nimport shlex\nimport sys\n\n\ndef is_windows() -> bool:\n \"\"\"Returns true if the system we are currently running on\n is a Windows system\"\"\"\n return sys.platform.startswith(\"win\")\n\n\ndef get_linux_type() -> tuple[str | None, str | None, str | None]:\n try:\n with open(\"/etc/os-release\") as f:\n data = f.read()\n except EnvironmentError:\n return (None, None, None)\n\n os_vars: dict[str, str] = {}\n for line in data.splitlines():\n parts = line.split(\"=\", 1)\n if len(parts) != 2:\n continue\n key = parts[0].strip()\n value_parts = shlex.split(parts[1].strip())\n if not value_parts:\n value = \"\"\n else:\n value = value_parts[0]\n os_vars[key] = value\n\n name = os_vars.get(\"NAME\")\n if name:\n name = name.lower()\n name = re.sub(\"linux\", \"\", name)\n name = name.strip().replace(\" \", \"_\")\n\n version_id = os_vars.get(\"VERSION_ID\")\n if version_id:\n version_id = version_id.lower()\n\n return \"linux\", name, version_id\n\n\n# Ideally we'd use a common library like `psutil` to read system information,\n# but getdeps can't take third-party dependencies.\n\n\ndef _get_available_ram_linux() -> int:\n # TODO: Ideally, this function would inspect the current cgroup for any\n # limits, rather than solely relying on system RAM.\n\n meminfo_path = \"/proc/meminfo\"\n try:\n with open(meminfo_path) as f:\n for line in f:\n try:\n key, value = line.split(\":\", 1)\n except ValueError:\n continue\n suffix = \" kB\\n\"\n if key == \"MemAvailable\" and value.endswith(suffix):\n value = value[: -len(suffix)]\n try:\n return int(value) // 1024\n except ValueError:\n continue\n except OSError:\n print(\"error opening {}\".format(meminfo_path), end=\"\", file=sys.stderr)\n else:\n print(\n \"{} had no valid MemAvailable\".format(meminfo_path), end=\"\", file=sys.stderr\n )\n\n guess = 8\n print(\", guessing {} GiB\".format(guess), file=sys.stderr)\n return guess * 1024\n\n\ndef _get_available_ram_macos() -> int:\n import ctypes.util\n\n libc = ctypes.CDLL(ctypes.util.find_library(\"libc\"), use_errno=True)\n sysctlbyname = libc.sysctlbyname\n sysctlbyname.restype = ctypes.c_int\n sysctlbyname.argtypes = [\n ctypes.c_char_p,\n ctypes.c_void_p,\n ctypes.POINTER(ctypes.c_size_t),\n ctypes.c_void_p,\n ctypes.c_size_t,\n ]\n # TODO: There may be some way to approximate an availability\n # metric, but just use total RAM for now.\n memsize = ctypes.c_int64()\n memsizesize = ctypes.c_size_t(8)\n res = sysctlbyname(\n b\"hw.memsize\", ctypes.byref(memsize), ctypes.byref(memsizesize), None, 0\n )\n if res != 0:\n raise NotImplementedError(\n f\"failed to retrieve hw.memsize sysctl: {ctypes.get_errno()}\"\n )\n return memsize.value // (1024 * 1024)\n\n\ndef _get_available_ram_windows() -> int:\n import ctypes\n\n DWORD = ctypes.c_uint32\n QWORD = ctypes.c_uint64\n\n class MEMORYSTATUSEX(ctypes.Structure):\n _fields_ = [\n (\"dwLength\", DWORD),\n (\"dwMemoryLoad\", DWORD),\n (\"ullTotalPhys\", QWORD),\n (\"ullAvailPhys\", QWORD),\n (\"ullTotalPageFile\", QWORD),\n (\"ullAvailPageFile\", QWORD),\n (\"ullTotalVirtual\", QWORD),\n (\"ullAvailVirtual\", QWORD),\n (\"ullExtendedVirtual\", QWORD),\n ]\n\n ms = MEMORYSTATUSEX()\n ms.dwLength = ctypes.sizeof(ms)\n # pyre-ignore[16]\n res = ctypes.windll.kernel32.GlobalMemoryStatusEx(ctypes.byref(ms))\n if res == 0:\n raise NotImplementedError(\"error calling GlobalMemoryStatusEx\")\n\n # This is fuzzy, but AvailPhys is too conservative, and AvailTotal is too\n # aggressive, so average the two. It's okay for builds to use some swap.\n return (ms.ullAvailPhys + ms.ullTotalPhys) // (2 * 1024 * 1024)\n\n\ndef _get_available_ram_freebsd() -> int:\n import ctypes.util\n\n libc = ctypes.CDLL(ctypes.util.find_library(\"libc\"), use_errno=True)\n sysctlbyname = libc.sysctlbyname\n sysctlbyname.restype = ctypes.c_int\n sysctlbyname.argtypes = [\n ctypes.c_char_p,\n ctypes.c_void_p,\n ctypes.POINTER(ctypes.c_size_t),\n ctypes.c_void_p,\n ctypes.c_size_t,\n ]\n # hw.usermem is pretty close to what we want.\n memsize = ctypes.c_int64()\n memsizesize = ctypes.c_size_t(8)\n res = sysctlbyname(\n b\"hw.usermem\", ctypes.byref(memsize), ctypes.byref(memsizesize), None, 0\n )\n if res != 0:\n raise NotImplementedError(\n f\"failed to retrieve hw.memsize sysctl: {ctypes.get_errno()}\"\n )\n return memsize.value // (1024 * 1024)\n\n\ndef get_available_ram() -> int:\n \"\"\"\n Returns a platform-appropriate available RAM metric in MiB.\n \"\"\"\n if sys.platform == \"linux\":\n return _get_available_ram_linux()\n elif sys.platform == \"darwin\":\n return _get_available_ram_macos()\n elif sys.platform == \"win32\":\n return _get_available_ram_windows()\n elif sys.platform.startswith(\"freebsd\"):\n return _get_available_ram_freebsd()\n else:\n raise NotImplementedError(\n f\"platform {sys.platform} does not have an implementation of get_available_ram\"\n )\n\n\ndef is_current_host_arm() -> bool:\n if sys.platform.startswith(\"darwin\"):\n # platform.machine() can be fooled by rosetta for python < 3.9.2\n return \"ARM64\" in os.uname().version\n else:\n machine = platform.machine().lower()\n return \"arm\" in machine or \"aarch\" in machine\n\n\nclass HostType:\n def __init__(\n self,\n ostype: str | None = None,\n distro: str | None = None,\n distrovers: str | None = None,\n ) -> None:\n # Maybe we should allow callers to indicate whether this machine uses\n # an ARM architecture, but we need to change HostType serialization\n # and deserialization in that case and hunt down anywhere that is\n # persisting that serialized data.\n isarm = False\n\n if ostype is None:\n distro = None\n distrovers = None\n if sys.platform.startswith(\"linux\"):\n ostype, distro, distrovers = get_linux_type()\n elif sys.platform.startswith(\"darwin\"):\n ostype = \"darwin\"\n elif is_windows():\n ostype = \"windows\"\n distrovers = str(sys.getwindowsversion().major)\n elif sys.platform.startswith(\"freebsd\"):\n ostype = \"freebsd\"\n else:\n ostype = sys.platform\n\n isarm = is_current_host_arm()\n\n # The operating system type\n self.ostype: str | None = ostype\n # The distribution, if applicable\n self.distro: str | None = distro\n # The OS/distro version if known\n self.distrovers: str | None = distrovers\n # Does the CPU use an ARM architecture? ARM includes Apple Silicon\n # Macs as well as other ARM systems that might be running Linux or\n # something.\n self.isarm: bool = isarm\n\n def is_windows(self) -> bool:\n return self.ostype == \"windows\"\n\n # is_arm is kinda half implemented at the moment. This method is only\n # intended to be used when HostType represents information about the\n # current machine we are running on.\n # When HostType is being used to enumerate platform types (represent\n # information about machine types that we may or may not be running on)\n # the result could be nonsense (under the current implementation its always\n # false.)\n def is_arm(self) -> bool:\n return self.isarm\n\n def is_darwin(self) -> bool:\n return self.ostype == \"darwin\"\n\n def is_linux(self) -> bool:\n return self.ostype == \"linux\"\n\n def is_freebsd(self) -> bool:\n return self.ostype == \"freebsd\"\n\n def as_tuple_string(self) -> str:\n return \"%s-%s-%s\" % (\n self.ostype,\n self.distro or \"none\",\n self.distrovers or \"none\",\n )\n\n def get_package_manager(self) -> str | None:\n if not self.is_linux() and not self.is_darwin():\n return None\n if self.is_darwin():\n return \"homebrew\"\n if self.distro in (\"fedora\", \"centos\", \"centos_stream\", \"rocky\"):\n return \"rpm\"\n if self.distro is not None and self.distro.startswith(\n (\"debian\", \"ubuntu\", \"pop!_os\", \"mint\")\n ):\n return \"deb\"\n if self.distro == \"arch\":\n return \"pacman-package\"\n return None\n\n @staticmethod\n def from_tuple_string(s: str) -> HostType:\n ostype, distro, distrovers = s.split(\"-\")\n return HostType(ostype=ostype, distro=distro, distrovers=distrovers)\n\n def __eq__(self, b: object) -> bool:\n if not isinstance(b, HostType):\n return False\n return (\n self.ostype == b.ostype\n and self.distro == b.distro\n and self.distrovers == b.distrovers\n )\n"
},
{
"path": "build/fbcode_builder/getdeps/py_wheel_builder.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\nfrom __future__ import annotations\n\nimport codecs\nimport collections\nimport email\nimport email.message\nimport os\nimport re\nimport stat\n\nfrom .builder import BuilderBase, CMakeBuilder\n\n\nWheelNameInfo = collections.namedtuple(\n \"WheelNameInfo\", (\"distribution\", \"version\", \"build\", \"python\", \"abi\", \"platform\")\n)\n\nCMAKE_HEADER = \"\"\"\ncmake_minimum_required(VERSION 3.8)\n\nproject(\"{manifest_name}\" LANGUAGES C)\n\nset(CMAKE_MODULE_PATH\n \"{cmake_dir}\"\n ${{CMAKE_MODULE_PATH}}\n)\ninclude(FBPythonBinary)\n\nset(CMAKE_INSTALL_DIR lib/cmake/{manifest_name} CACHE STRING\n \"The subdirectory where CMake package config files should be installed\")\n\"\"\"\n\nCMAKE_FOOTER = \"\"\"\ninstall_fb_python_library({lib_name} EXPORT all)\ninstall(\n EXPORT all\n FILE {manifest_name}-targets.cmake\n NAMESPACE {namespace}::\n DESTINATION ${{CMAKE_INSTALL_DIR}}\n)\n\ninclude(CMakePackageConfigHelpers)\nconfigure_package_config_file(\n ${{CMAKE_BINARY_DIR}}/{manifest_name}-config.cmake.in\n {manifest_name}-config.cmake\n INSTALL_DESTINATION ${{CMAKE_INSTALL_DIR}}\n PATH_VARS\n CMAKE_INSTALL_DIR\n)\ninstall(\n FILES ${{CMAKE_CURRENT_BINARY_DIR}}/{manifest_name}-config.cmake\n DESTINATION ${{CMAKE_INSTALL_DIR}}\n)\n\"\"\"\n\nCMAKE_CONFIG_FILE = \"\"\"\n@PACKAGE_INIT@\n\ninclude(CMakeFindDependencyMacro)\n\nset_and_check({upper_name}_CMAKE_DIR \"@PACKAGE_CMAKE_INSTALL_DIR@\")\n\nif (NOT TARGET {namespace}::{lib_name})\n include(\"${{{upper_name}_CMAKE_DIR}}/{manifest_name}-targets.cmake\")\nendif()\n\nset({upper_name}_LIBRARIES {namespace}::{lib_name})\n\n{find_dependency_lines}\n\nif (NOT {manifest_name}_FIND_QUIETLY)\n message(STATUS \"Found {manifest_name}: ${{PACKAGE_PREFIX_DIR}}\")\nendif()\n\"\"\"\n\n\n# Note: for now we are manually manipulating the wheel packet contents.\n# The wheel format is documented here:\n# https://www.python.org/dev/peps/pep-0491/#file-format\n#\n# We currently aren't particularly smart about correctly handling the full wheel\n# functionality, but this is good enough to handle simple pure-python wheels,\n# which is the main thing we care about right now.\n#\n# We could potentially use pip to install the wheel to a temporary location and\n# then copy its \"installed\" files, but this has its own set of complications.\n# This would require pip to already be installed and available, and we would\n# need to correctly find the right version of pip or pip3 to use.\n# If we did ever want to go down that path, we would probably want to use\n# something like the following pip3 command:\n# pip3 --isolated install --no-cache-dir --no-index --system \\\n# --target \nclass PythonWheelBuilder(BuilderBase):\n \"\"\"This Builder can take Python wheel archives and install them as python libraries\n that can be used by add_fb_python_library()/add_fb_python_executable() CMake rules.\n \"\"\"\n\n # pyre-fixme[13]: Attribute `dist_info_dir` is never initialized.\n dist_info_dir: str\n # pyre-fixme[13]: Attribute `template_format_dict` is never initialized.\n template_format_dict: dict[str, str]\n\n def _build(self, reconfigure: bool) -> None:\n # When we are invoked, self.src_dir contains the unpacked wheel contents.\n #\n # Since a wheel file is just a zip file, the Fetcher code recognizes it as such\n # and goes ahead and unpacks it. (We could disable that Fetcher behavior in the\n # future if we ever wanted to, say if we wanted to call pip here.)\n wheel_name = self._parse_wheel_name()\n name_version_prefix = \"-\".join((wheel_name.distribution, wheel_name.version))\n dist_info_name = name_version_prefix + \".dist-info\"\n data_dir_name = name_version_prefix + \".data\"\n self.dist_info_dir = os.path.join(self.src_dir, dist_info_name)\n wheel_metadata = self._read_wheel_metadata(wheel_name)\n\n # Check that we can understand the wheel version.\n # We don't really care about wheel_metadata[\"Root-Is-Purelib\"] since\n # we are generating our own standalone python archives rather than installing\n # into site-packages.\n version = wheel_metadata[\"Wheel-Version\"]\n if not version.startswith(\"1.\"):\n raise Exception(\"unsupported wheel version %s\" % (version,))\n\n # Add a find_dependency() call for each of our dependencies.\n # The dependencies are also listed in the wheel METADATA file, but it is simpler\n # to pull this directly from the getdeps manifest.\n dep_list = sorted(\n self.manifest.get_section_as_dict(\"dependencies\", self.ctx).keys()\n )\n find_dependency_lines = [\"find_dependency({})\".format(dep) for dep in dep_list]\n\n getdeps_cmake_dir = os.path.join(\n os.path.dirname(os.path.dirname(__file__)), \"CMake\"\n )\n self.template_format_dict = {\n # Note that CMake files always uses forward slash separators in path names,\n # even on Windows. Therefore replace path separators here.\n \"cmake_dir\": _to_cmake_path(getdeps_cmake_dir),\n \"lib_name\": self.manifest.name,\n \"manifest_name\": self.manifest.name,\n \"namespace\": self.manifest.name,\n \"upper_name\": self.manifest.name.upper().replace(\"-\", \"_\"),\n \"find_dependency_lines\": \"\\n\".join(find_dependency_lines),\n }\n\n # Find sources from the root directory\n path_mapping: dict[str, str] = {}\n for entry in os.listdir(self.src_dir):\n if entry == data_dir_name:\n continue\n self._add_sources(path_mapping, os.path.join(self.src_dir, entry), entry)\n\n # Files under the .data directory also need to be installed in the correct\n # locations\n if os.path.exists(data_dir_name):\n # TODO: process the subdirectories of data_dir_name\n # This isn't implemented yet since for now we have only needed dependencies\n # on some simple pure Python wheels, so I haven't tested against wheels with\n # additional files in the .data directory.\n raise Exception(\n \"handling of the subdirectories inside %s is not implemented yet\"\n % data_dir_name\n )\n\n # Emit CMake files\n self._write_cmakelists(path_mapping, dep_list)\n self._write_cmake_config_template()\n\n # Run the build\n self._run_cmake_build(reconfigure)\n\n def _run_cmake_build(self, reconfigure: bool) -> None:\n cmake_builder = CMakeBuilder(\n loader=self.loader,\n dep_manifests=self.dep_manifests,\n build_opts=self.build_opts,\n ctx=self.ctx,\n manifest=self.manifest,\n # Note that we intentionally supply src_dir=build_dir,\n # since we wrote out our generated CMakeLists.txt in the build directory\n src_dir=self.build_dir,\n build_dir=self.build_dir,\n inst_dir=self.inst_dir,\n defines={},\n final_install_prefix=None,\n )\n cmake_builder.build(reconfigure=reconfigure)\n\n def _write_cmakelists(\n self, path_mapping: dict[str, str], dependencies: list[str]\n ) -> None:\n cmake_path = os.path.join(self.build_dir, \"CMakeLists.txt\")\n with open(cmake_path, \"w\") as f:\n f.write(CMAKE_HEADER.format(**self.template_format_dict))\n for dep in dependencies:\n f.write(\"find_package({0} REQUIRED)\\n\".format(dep))\n\n f.write(\n \"add_fb_python_library({lib_name}\\n\".format(**self.template_format_dict)\n )\n f.write(' BASE_DIR \"%s\"\\n' % _to_cmake_path(self.src_dir))\n f.write(\" SOURCES\\n\")\n for src_path, install_path in path_mapping.items():\n f.write(\n ' \"%s=%s\"\\n'\n % (_to_cmake_path(src_path), _to_cmake_path(install_path))\n )\n if dependencies:\n f.write(\" DEPENDS\\n\")\n for dep in dependencies:\n f.write(' \"{0}::{0}\"\\n'.format(dep))\n f.write(\")\\n\")\n\n f.write(CMAKE_FOOTER.format(**self.template_format_dict))\n\n def _write_cmake_config_template(self) -> None:\n config_path_name = self.manifest.name + \"-config.cmake.in\"\n output_path = os.path.join(self.build_dir, config_path_name)\n\n with open(output_path, \"w\") as f:\n f.write(CMAKE_CONFIG_FILE.format(**self.template_format_dict))\n\n def _add_sources(\n self, path_mapping: dict[str, str], src_path: str, install_path: str\n ) -> None:\n s = os.lstat(src_path)\n if not stat.S_ISDIR(s.st_mode):\n path_mapping[src_path] = install_path\n return\n\n for entry in os.listdir(src_path):\n self._add_sources(\n path_mapping,\n os.path.join(src_path, entry),\n os.path.join(install_path, entry),\n )\n\n def _parse_wheel_name(self) -> WheelNameInfo:\n # The ArchiveFetcher prepends \"manifest_name-\", so strip that off first.\n wheel_name = os.path.basename(self.src_dir)\n prefix = self.manifest.name + \"-\"\n if not wheel_name.startswith(prefix):\n raise Exception(\n \"expected wheel source directory to be of the form %s-NAME.whl\"\n % (prefix,)\n )\n wheel_name = wheel_name[len(prefix) :]\n\n wheel_name_re = re.compile(\n r\"(?P[^-]+)\"\n r\"-(?P\\d+[^-]*)\"\n r\"(-(?P\\d+[^-]*))?\"\n r\"-(?P\\w+\\d+(\\.\\w+\\d+)*)\"\n r\"-(?P\\w+)\"\n r\"-(?P\\w+(\\.\\w+)*)\"\n r\"\\.whl\"\n )\n match = wheel_name_re.match(wheel_name)\n if not match:\n raise Exception(\n \"bad python wheel name %s: expected to have the form \"\n \"DISTRIBUTION-VERSION-[-BUILD]-PYTAG-ABI-PLATFORM\"\n )\n\n return WheelNameInfo(\n distribution=match.group(\"distribution\"),\n version=match.group(\"version\"),\n build=match.group(\"build\"),\n python=match.group(\"python\"),\n abi=match.group(\"abi\"),\n platform=match.group(\"platform\"),\n )\n\n # pyre-fixme[24]: Generic type `email.message.Message` expects 2 type parameters.\n def _read_wheel_metadata(self, wheel_name: WheelNameInfo) -> email.message.Message:\n metadata_path = os.path.join(self.dist_info_dir, \"WHEEL\")\n with codecs.open(metadata_path, \"r\", encoding=\"utf-8\") as f:\n return email.message_from_file(f)\n\n\ndef _to_cmake_path(path: str) -> str:\n # CMake always uses forward slashes to separate paths in CMakeLists.txt files,\n # even on Windows. It treats backslashes as character escapes, so using\n # backslashes in the path will cause problems. Therefore replace all path\n # separators with forward slashes to make sure the paths are correct on Windows.\n # e.g. \"C:\\foo\\bar.txt\" becomes \"C:/foo/bar.txt\"\n return path.replace(os.path.sep, \"/\")\n"
},
{
"path": "build/fbcode_builder/getdeps/runcmd.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\nimport os\nimport select\nimport subprocess\nimport sys\nfrom collections.abc import Callable\nfrom shlex import quote as shellquote\n\nfrom .envfuncs import Env\nfrom .platform import is_windows\n\n\nclass RunCommandError(Exception):\n pass\n\n\ndef make_memory_limit_preexec_fn(\n job_weight_mib: int,\n) -> Callable[[], None] | None:\n \"\"\"Create a preexec_fn that sets a per-process virtual memory limit.\n\n When getdeps spawns build commands (cmake -> ninja -> N compiler processes),\n the parallelism is computed from available RAM divided by job_weight_mib.\n However, there is no enforcement of that budget: if a compiler or linker\n process exceeds its expected memory usage, the system can run out of RAM\n and the Linux OOM killer may terminate arbitrary processes — including the\n user's shell or terminal.\n\n This function returns a callable suitable for subprocess.Popen's preexec_fn\n parameter. It runs in each child process after fork() but before exec(),\n setting RLIMIT_AS (virtual address space limit) so that a runaway process\n gets a failed allocation (std::bad_alloc / ENOMEM) instead of triggering\n the OOM killer. The limit is inherited by all descendant processes (ninja,\n compiler invocations, etc.).\n\n The per-process limit is set to job_weight_mib * 10. The 10x multiplier\n accounts for the fact that RLIMIT_AS caps virtual address space, which is\n typically 2-4x larger than resident (physical) memory for C++ compilers\n due to memory-mapped files, shared libraries, and address space reservations\n that don't consume physical RAM. The multiplier is intentionally generous:\n the goal is a safety net that catches genuine runaways before the OOM killer\n fires, not a tight per-job budget.\n\n Only applies on Linux, where the OOM killer is the problem. Returns None\n on other platforms.\n \"\"\"\n if sys.platform != \"linux\":\n return None\n\n # Each job is budgeted job_weight_mib of physical RAM. Virtual address\n # space is typically 2-4x RSS. Use 10x as a generous safety net: tight\n # enough to stop a runaway process before the OOM killer fires, but loose\n # enough to avoid false positives from normal virtual memory overhead.\n limit_bytes: int = job_weight_mib * 10 * 1024 * 1024\n\n def _set_memory_limit() -> None:\n import resource\n\n resource.setrlimit(resource.RLIMIT_AS, (limit_bytes, limit_bytes))\n\n return _set_memory_limit\n\n\ndef _print_env_diff(env: Env, log_fn: Callable[[str], None]) -> None:\n current_keys = set(os.environ.keys())\n wanted_env = set(env.keys())\n\n unset_keys = current_keys.difference(wanted_env)\n for k in sorted(unset_keys):\n log_fn(\"+ unset %s\\n\" % k)\n\n added_keys = wanted_env.difference(current_keys)\n for k in wanted_env.intersection(current_keys):\n if os.environ[k] != env[k]:\n added_keys.add(k)\n\n for k in sorted(added_keys):\n if (\"PATH\" in k) and (os.pathsep in env[k]):\n log_fn(\"+ %s=\\\\\\n\" % k)\n for elem in env[k].split(os.pathsep):\n log_fn(\"+ %s%s\\\\\\n\" % (shellquote(elem), os.pathsep))\n else:\n log_fn(\"+ %s=%s \\\\\\n\" % (k, shellquote(env[k])))\n\n\ndef check_cmd(\n cmd: list[str],\n env: Env | None = None,\n cwd: str | None = None,\n allow_fail: bool = False,\n log_file: str | None = None,\n) -> None:\n \"\"\"Run the command and abort on failure\"\"\"\n rc = run_cmd(cmd, env=env, cwd=cwd, allow_fail=allow_fail, log_file=log_file)\n if rc != 0:\n raise RuntimeError(f\"Failure exit code {rc} for command {cmd}\")\n\n\ndef run_cmd(\n cmd: list[str],\n env: Env | None = None,\n cwd: str | None = None,\n allow_fail: bool = False,\n log_file: str | None = None,\n preexec_fn: Callable[[], None] | None = None,\n) -> int:\n def log_to_stdout(msg: str) -> None:\n sys.stdout.buffer.write(msg.encode(errors=\"surrogateescape\"))\n\n if log_file is not None:\n with open(log_file, \"a\", encoding=\"utf-8\", errors=\"surrogateescape\") as log:\n\n # pyre-fixme[53]: Captured variable `log` is not annotated.\n def log_function(msg: str) -> None:\n log.write(msg)\n log_to_stdout(msg)\n\n return _run_cmd(\n cmd,\n env=env,\n cwd=cwd,\n allow_fail=allow_fail,\n log_fn=log_function,\n preexec_fn=preexec_fn,\n )\n else:\n return _run_cmd(\n cmd,\n env=env,\n cwd=cwd,\n allow_fail=allow_fail,\n log_fn=log_to_stdout,\n preexec_fn=preexec_fn,\n )\n\n\ndef _run_cmd(\n cmd: list[str],\n env: Env | None,\n cwd: str | None,\n allow_fail: bool,\n log_fn: Callable[[str], None],\n preexec_fn: Callable[[], None] | None = None,\n) -> int:\n log_fn(\"---\\n\")\n try:\n cmd_str = \" \\\\\\n+ \".join(shellquote(arg) for arg in cmd)\n except TypeError:\n # eg: one of the elements is None\n raise RunCommandError(\"problem quoting cmd: %r\" % cmd)\n\n if env:\n assert isinstance(env, Env)\n _print_env_diff(env, log_fn)\n\n # Convert from our Env type to a regular dict.\n # This is needed because python3 looks up b'PATH' and 'PATH'\n # and emits an error if both are present. In our Env type\n # we'll return the same value for both requests, but we don't\n # have duplicate potentially conflicting values which is the\n # spirit of the check.\n env_dict: dict[str, str] | None = dict(env.items())\n else:\n env_dict = None\n\n if cwd:\n log_fn(\"+ cd %s && \\\\\\n\" % shellquote(cwd))\n # Our long path escape sequence may confuse cmd.exe, so if the cwd\n # is short enough, strip that off.\n if is_windows() and (len(cwd) < 250) and cwd.startswith(\"\\\\\\\\?\\\\\"):\n cwd = cwd[4:]\n\n log_fn(\"+ %s\\n\" % cmd_str)\n\n isinteractive = os.isatty(sys.stdout.fileno())\n if isinteractive:\n stdout = None\n sys.stdout.buffer.flush()\n else:\n stdout = subprocess.PIPE\n\n try:\n p = subprocess.Popen(\n cmd,\n env=env_dict,\n cwd=cwd,\n stdout=stdout,\n stderr=subprocess.STDOUT,\n preexec_fn=preexec_fn,\n )\n except (TypeError, ValueError, OSError) as exc:\n log_fn(\"error running `%s`: %s\" % (cmd_str, exc))\n raise RunCommandError(\n \"%s while running `%s` with env=%r\\nos.environ=%r\"\n % (str(exc), cmd_str, env_dict, os.environ)\n )\n\n if not isinteractive:\n _pipe_output(p, log_fn)\n\n p.wait()\n if p.returncode != 0 and not allow_fail:\n raise subprocess.CalledProcessError(p.returncode, cmd)\n\n return p.returncode\n\n\nif hasattr(select, \"poll\"):\n\n def _pipe_output(p: subprocess.Popen[bytes], log_fn: Callable[[str], None]) -> None:\n \"\"\"Read output from p.stdout and call log_fn() with each chunk of data as it\n becomes available.\"\"\"\n # Perform non-blocking reads\n import fcntl\n\n assert p.stdout is not None\n fcntl.fcntl(p.stdout.fileno(), fcntl.F_SETFL, os.O_NONBLOCK)\n poll = select.poll()\n poll.register(p.stdout.fileno(), select.POLLIN)\n\n buffer_size = 4096\n while True:\n poll.poll()\n data = p.stdout.read(buffer_size)\n if not data:\n break\n # log_fn() accepts arguments as str (binary in Python 2, unicode in\n # Python 3). In Python 3 the subprocess output will be plain bytes,\n # and need to be decoded.\n if not isinstance(data, str):\n data = data.decode(\"utf-8\", errors=\"surrogateescape\")\n log_fn(data)\n\nelse:\n\n def _pipe_output(p: subprocess.Popen[bytes], log_fn: Callable[[str], None]) -> None:\n \"\"\"Read output from p.stdout and call log_fn() with each chunk of data as it\n becomes available.\"\"\"\n # Perform blocking reads. Use a smaller buffer size to avoid blocking\n # for very long when data is available.\n assert p.stdout is not None\n buffer_size = 64\n while True:\n # pyre-fixme[16]: Optional type has no attribute `read`.\n data = p.stdout.read(buffer_size)\n if not data:\n break\n # log_fn() accepts arguments as str (binary in Python 2, unicode in\n # Python 3). In Python 3 the subprocess output will be plain bytes,\n # and need to be decoded.\n if not isinstance(data, str):\n data = data.decode(\"utf-8\", errors=\"surrogateescape\")\n log_fn(data)\n"
},
{
"path": "build/fbcode_builder/getdeps/subcmd.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\nfrom __future__ import annotations\n\nimport argparse\nfrom collections.abc import Callable\n\n\nclass SubCmd:\n NAME: str | None = None\n HELP: str | None = None\n\n def run(self, args: argparse.Namespace) -> int:\n \"\"\"perform the command\"\"\"\n return 0\n\n def setup_parser(self, parser: argparse.ArgumentParser) -> None:\n # Subclasses should override setup_parser() if they have any\n # command line options or arguments.\n pass\n\n\nCmdTable: list[type[SubCmd]] = []\n\n\ndef add_subcommands(\n parser: argparse._SubParsersAction[argparse.ArgumentParser],\n common_args: argparse.ArgumentParser,\n cmd_table: list[type[SubCmd]] = CmdTable,\n) -> None:\n \"\"\"Register parsers for the defined commands with the provided parser\"\"\"\n for cls in cmd_table:\n command = cls()\n command_parser = parser.add_parser(\n # pyre-fixme[6]: For 1st argument expected `str` but got `Optional[str]`.\n command.NAME,\n help=command.HELP,\n parents=[common_args],\n )\n command.setup_parser(command_parser)\n command_parser.set_defaults(func=command.run)\n\n\ndef cmd(\n name: str,\n help: str | None = None,\n cmd_table: list[type[SubCmd]] = CmdTable,\n) -> Callable[[type[SubCmd]], type[SubCmd]]:\n \"\"\"\n @cmd() is a decorator that can be used to help define Subcmd instances\n\n Example usage:\n\n @subcmd('list', 'Show the result list')\n class ListCmd(Subcmd):\n def run(self, args):\n # Perform the command actions here...\n pass\n \"\"\"\n\n def wrapper(cls: type[SubCmd]) -> type[SubCmd]:\n class SubclassedCmd(cls):\n NAME = name\n HELP = help\n\n # pyre-fixme[6]: For 1st argument expected `Type[SubCmd]` but got\n # `Type[SubclassedCmd]`.\n # pyre-fixme[16]: Callable `cmd` has no attribute `wrapper`.\n cmd_table.append(SubclassedCmd)\n # pyre-fixme[7]: Expected `Type[SubCmd]` but got `Type[SubclassedCmd]`.\n return SubclassedCmd\n\n return wrapper\n"
},
{
"path": "build/fbcode_builder/getdeps/test/expr_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-unsafe\n\n\nimport unittest\n\nfrom ..expr import parse_expr\n\n\nclass ExprTest(unittest.TestCase):\n def test_equal(self) -> None:\n valid_variables = {\"foo\", \"some_var\", \"another_var\"}\n e = parse_expr(\"foo=bar\", valid_variables)\n self.assertTrue(e.eval({\"foo\": \"bar\"}))\n self.assertFalse(e.eval({\"foo\": \"not-bar\"}))\n self.assertFalse(e.eval({\"not-foo\": \"bar\"}))\n\n def test_not_equal(self) -> None:\n valid_variables = {\"foo\"}\n e = parse_expr(\"not(foo=bar)\", valid_variables)\n self.assertFalse(e.eval({\"foo\": \"bar\"}))\n self.assertTrue(e.eval({\"foo\": \"not-bar\"}))\n\n def test_bad_not(self) -> None:\n valid_variables = {\"foo\"}\n with self.assertRaises(Exception):\n parse_expr(\"foo=not(bar)\", valid_variables)\n\n def test_bad_variable(self) -> None:\n valid_variables = {\"bar\"}\n with self.assertRaises(Exception):\n parse_expr(\"foo=bar\", valid_variables)\n\n def test_all(self) -> None:\n valid_variables = {\"foo\", \"baz\"}\n e = parse_expr(\"all(foo = bar, baz = qux)\", valid_variables)\n self.assertTrue(e.eval({\"foo\": \"bar\", \"baz\": \"qux\"}))\n self.assertFalse(e.eval({\"foo\": \"bar\", \"baz\": \"nope\"}))\n self.assertFalse(e.eval({\"foo\": \"nope\", \"baz\": \"nope\"}))\n\n def test_any(self) -> None:\n valid_variables = {\"foo\", \"baz\"}\n e = parse_expr(\"any(foo = bar, baz = qux)\", valid_variables)\n self.assertTrue(e.eval({\"foo\": \"bar\", \"baz\": \"qux\"}))\n self.assertTrue(e.eval({\"foo\": \"bar\", \"baz\": \"nope\"}))\n self.assertFalse(e.eval({\"foo\": \"nope\", \"baz\": \"nope\"}))\n"
},
{
"path": "build/fbcode_builder/getdeps/test/fixtures/duplicate/foo",
"content": "[manifest]\nname = foo\n"
},
{
"path": "build/fbcode_builder/getdeps/test/fixtures/duplicate/subdir/foo",
"content": "[manifest]\nname = foo\n"
},
{
"path": "build/fbcode_builder/getdeps/test/manifest_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-unsafe\n\n\nimport sys\nimport unittest\n\nfrom ..load import load_all_manifests, patch_loader\nfrom ..manifest import ManifestParser\n\n\nclass ManifestTest(unittest.TestCase):\n def test_missing_section(self) -> None:\n with self.assertRaisesRegex(\n Exception, \"manifest file test is missing required section manifest\"\n ):\n ManifestParser(\"test\", \"\")\n\n def test_missing_name(self) -> None:\n with self.assertRaisesRegex(\n Exception,\n \"manifest file test section 'manifest' is missing required field 'name'\",\n ):\n ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\n\"\"\",\n )\n\n def test_minimal(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\"\"\",\n )\n self.assertEqual(p.name, \"test\")\n self.assertEqual(p.fbsource_path, None)\n\n def test_minimal_with_fbsource_path(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\nfbsource_path = fbcode/wat\n\"\"\",\n )\n self.assertEqual(p.name, \"test\")\n self.assertEqual(p.fbsource_path, \"fbcode/wat\")\n\n def test_unknown_field(self) -> None:\n with self.assertRaisesRegex(\n Exception,\n (\n \"manifest file test section 'manifest' contains \"\n \"unknown field 'invalid.field'\"\n ),\n ):\n ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\ninvalid.field = woot\n\"\"\",\n )\n\n def test_invalid_section_name(self) -> None:\n with self.assertRaisesRegex(\n Exception, \"manifest file test contains unknown section 'invalid.section'\"\n ):\n ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[invalid.section]\nfoo = bar\n\"\"\",\n )\n\n def test_value_in_dependencies_section(self) -> None:\n with self.assertRaisesRegex(\n Exception,\n (\n \"manifest file test section 'dependencies' has \"\n \"'foo = bar' but this section doesn't allow \"\n \"specifying values for its entries\"\n ),\n ):\n ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[dependencies]\nfoo = bar\n\"\"\",\n )\n\n def test_invalid_conditional_section_name(self) -> None:\n with self.assertRaisesRegex(\n Exception,\n (\n \"manifest file test section 'dependencies.=' \"\n \"has invalid conditional: expected \"\n \"identifier found =\"\n ),\n ):\n ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[dependencies.=]\n\"\"\",\n )\n\n def test_section_as_args(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[dependencies]\na\nb\nc\n\n[dependencies.test=on]\nfoo\n\"\"\",\n )\n self.assertEqual(p.get_section_as_args(\"dependencies\"), [\"a\", \"b\", \"c\"])\n self.assertEqual(\n p.get_section_as_args(\"dependencies\", {\"test\": \"off\"}), [\"a\", \"b\", \"c\"]\n )\n self.assertEqual(\n p.get_section_as_args(\"dependencies\", {\"test\": \"on\"}),\n [\"a\", \"b\", \"c\", \"foo\"],\n )\n\n p2 = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[autoconf.args]\n--prefix=/foo\n--with-woot\n\"\"\",\n )\n self.assertEqual(\n p2.get_section_as_args(\"autoconf.args\"), [\"--prefix=/foo\", \"--with-woot\"]\n )\n\n def test_section_as_dict(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[cmake.defines]\nfoo = bar\n\n[cmake.defines.test=on]\nfoo = baz\n\"\"\",\n )\n self.assertEqual(p.get_section_as_dict(\"cmake.defines\", {}), {\"foo\": \"bar\"})\n self.assertEqual(\n p.get_section_as_dict(\"cmake.defines\", {\"test\": \"on\"}), {\"foo\": \"baz\"}\n )\n\n p2 = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\n[cmake.defines.test=on]\nfoo = baz\n\n[cmake.defines]\nfoo = bar\n\"\"\",\n )\n self.assertEqual(\n p2.get_section_as_dict(\"cmake.defines\", {\"test\": \"on\"}),\n {\"foo\": \"bar\"},\n msg=\"sections cascade in the order they appear in the manifest\",\n )\n\n def test_parse_common_manifests(self) -> None:\n patch_loader(__name__)\n # pyre-fixme[6]: For 1st argument expected `BuildOptions` but got `None`.\n manifests = load_all_manifests(None)\n self.assertNotEqual(0, len(manifests), msg=\"parsed some number of manifests\")\n\n def test_mismatch_name(self) -> None:\n with self.assertRaisesRegex(\n Exception,\n \"filename of the manifest 'foo' does not match the manifest name 'bar'\",\n ):\n ManifestParser(\n \"foo\",\n \"\"\"\n[manifest]\nname = bar\n\"\"\",\n )\n\n def test_duplicate_manifest(self) -> None:\n patch_loader(__name__, \"fixtures/duplicate\")\n\n with self.assertRaisesRegex(Exception, \"found duplicate manifest 'foo'\"):\n # pyre-fixme[6]: For 1st argument expected `BuildOptions` but got `None`.\n load_all_manifests(None)\n\n if sys.version_info < (3, 2):\n\n def assertRaisesRegex(self, *args, **kwargs):\n return self.assertRaisesRegex(*args, **kwargs)\n"
},
{
"path": "build/fbcode_builder/getdeps/test/platform_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-unsafe\n\n\nimport unittest\n\nfrom ..platform import HostType\n\n\nclass PlatformTest(unittest.TestCase):\n def test_create(self) -> None:\n p = HostType()\n self.assertNotEqual(p.ostype, None, msg=\"probed and returned something\")\n\n tuple_string = p.as_tuple_string()\n round_trip = HostType.from_tuple_string(tuple_string)\n self.assertEqual(round_trip, p)\n\n def test_rendering_of_none(self) -> None:\n p = HostType(ostype=\"foo\")\n self.assertEqual(p.as_tuple_string(), \"foo-none-none\")\n\n def test_is_methods(self) -> None:\n p = HostType(ostype=\"windows\")\n self.assertTrue(p.is_windows())\n self.assertFalse(p.is_darwin())\n self.assertFalse(p.is_linux())\n\n p = HostType(ostype=\"darwin\")\n self.assertFalse(p.is_windows())\n self.assertTrue(p.is_darwin())\n self.assertFalse(p.is_linux())\n\n p = HostType(ostype=\"linux\")\n self.assertFalse(p.is_windows())\n self.assertFalse(p.is_darwin())\n self.assertTrue(p.is_linux())\n"
},
{
"path": "build/fbcode_builder/getdeps/test/retry_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-unsafe\n\n\nimport unittest\nfrom unittest.mock import call, MagicMock, patch\n\nfrom ..buildopts import BuildOptions\nfrom ..errors import TransientFailure\nfrom ..fetcher import ArchiveFetcher\nfrom ..manifest import ManifestParser\n\n\nclass RetryTest(unittest.TestCase):\n def _get_build_opts(self) -> BuildOptions:\n mock_build_opts = MagicMock(spec=BuildOptions)\n mock_build_opts.scratch_dir = \"/path/to/scratch_dir\"\n return mock_build_opts\n\n def _get_manifest(self) -> ManifestParser:\n mock_manifest_parser = MagicMock(spec=ManifestParser)\n mock_manifest_parser.name = \"mock_manifest_parser\"\n return mock_manifest_parser\n\n def _get_archive_fetcher(self) -> ArchiveFetcher:\n return ArchiveFetcher(\n build_options=self._get_build_opts(),\n manifest=self._get_manifest(),\n url=\"https://github.com/systemd/systemd/archive/refs/tags/v256.7.tar.gz\",\n sha256=\"896d76ff65c88f5fd9e42f90d152b0579049158a163431dd77cdc57748b1d7b0\",\n )\n\n @patch(\"os.makedirs\")\n @patch(\"os.environ.get\")\n @patch(\"time.sleep\")\n @patch(\"subprocess.run\")\n def test_no_retries(\n self, mock_run, mock_sleep, mock_os_environ_get, mock_makedirs\n ) -> None:\n def custom_makedirs(path, exist_ok=False):\n return None\n\n def custom_get(key, default=None):\n if key == \"GETDEPS_USE_WGET\":\n return \"1\"\n elif key == \"GETDEPS_WGET_ARGS\":\n return \"\"\n else:\n return None\n\n mock_makedirs.side_effect = custom_makedirs\n mock_os_environ_get.side_effect = custom_get\n mock_sleep.side_effect = None\n fetcher = self._get_archive_fetcher()\n fetcher._verify_hash = MagicMock(return_value=None)\n fetcher._download()\n mock_sleep.assert_has_calls([], any_order=False)\n mock_run.assert_called_once_with(\n [\n \"wget\",\n \"-O\",\n \"/path/to/scratch_dir/downloads/mock_manifest_parser-v256.7.tar.gz\",\n \"https://github.com/systemd/systemd/archive/refs/tags/v256.7.tar.gz\",\n ],\n capture_output=True,\n )\n\n @patch(\"random.random\")\n @patch(\"os.makedirs\")\n @patch(\"os.environ.get\")\n @patch(\"time.sleep\")\n @patch(\"subprocess.run\")\n def test_retries(\n self, mock_run, mock_sleep, mock_os_environ_get, mock_makedirs, mock_random\n ) -> None:\n def custom_makedirs(path, exist_ok=False):\n return None\n\n def custom_get(key, default=None):\n if key == \"GETDEPS_USE_WGET\":\n return \"1\"\n elif key == \"GETDEPS_WGET_ARGS\":\n return \"\"\n else:\n return None\n\n mock_random.return_value = 0\n\n mock_run.side_effect = [\n IOError(\"\"),\n IOError(\"\"),\n None,\n ]\n mock_makedirs.side_effect = custom_makedirs\n mock_os_environ_get.side_effect = custom_get\n mock_sleep.side_effect = None\n fetcher = self._get_archive_fetcher()\n fetcher._verify_hash = MagicMock(return_value=None)\n fetcher._download()\n mock_sleep.assert_has_calls([call(2), call(4)], any_order=False)\n calls = [\n call(\n [\n \"wget\",\n \"-O\",\n \"/path/to/scratch_dir/downloads/mock_manifest_parser-v256.7.tar.gz\",\n \"https://github.com/systemd/systemd/archive/refs/tags/v256.7.tar.gz\",\n ],\n capture_output=True,\n ),\n ] * 3\n\n mock_run.assert_has_calls(calls, any_order=False)\n\n @patch(\"random.random\")\n @patch(\"os.makedirs\")\n @patch(\"os.environ.get\")\n @patch(\"time.sleep\")\n @patch(\"subprocess.run\")\n def test_all_retries(\n self, mock_run, mock_sleep, mock_os_environ_get, mock_makedirs, mock_random\n ) -> None:\n def custom_makedirs(path, exist_ok=False):\n return None\n\n def custom_get(key, default=None):\n if key == \"GETDEPS_USE_WGET\":\n return \"1\"\n elif key == \"GETDEPS_WGET_ARGS\":\n return \"\"\n else:\n return None\n\n mock_random.return_value = 0\n\n mock_run.side_effect = IOError(\n \"\"\n )\n mock_makedirs.side_effect = custom_makedirs\n mock_os_environ_get.side_effect = custom_get\n mock_sleep.side_effect = None\n fetcher = self._get_archive_fetcher()\n fetcher._verify_hash = MagicMock(return_value=None)\n with self.assertRaises(TransientFailure):\n fetcher._download()\n mock_sleep.assert_has_calls(\n [call(2), call(4), call(8), call(10)], any_order=False\n )\n calls = [\n call(\n [\n \"wget\",\n \"-O\",\n \"/path/to/scratch_dir/downloads/mock_manifest_parser-v256.7.tar.gz\",\n \"https://github.com/systemd/systemd/archive/refs/tags/v256.7.tar.gz\",\n ],\n capture_output=True,\n ),\n ] * 5\n\n mock_run.assert_has_calls(calls, any_order=False)\n"
},
{
"path": "build/fbcode_builder/getdeps/test/scratch_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-unsafe\n\n\nimport unittest\n\nfrom ..buildopts import find_existing_win32_subst_for_path\n\n\nclass Win32SubstTest(unittest.TestCase):\n def test_no_existing_subst(self) -> None:\n self.assertIsNone(\n find_existing_win32_subst_for_path(\n r\"C:\\users\\alice\\appdata\\local\\temp\\fbcode_builder_getdeps\",\n subst_mapping={},\n )\n )\n self.assertIsNone(\n find_existing_win32_subst_for_path(\n r\"C:\\users\\alice\\appdata\\local\\temp\\fbcode_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"C:\\users\\alice\\appdata\\local\\temp\\other\"},\n )\n )\n\n def test_exact_match_returns_drive_path(self) -> None:\n self.assertEqual(\n find_existing_win32_subst_for_path(\n r\"C:\\temp\\fbcode_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"C:\\temp\\fbcode_builder_getdeps\"},\n ),\n \"X:\\\\\",\n )\n self.assertEqual(\n find_existing_win32_subst_for_path(\n r\"C:/temp/fbcode_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"C:/temp/fbcode_builder_getdeps\"},\n ),\n \"X:\\\\\",\n )\n\n def test_multiple_exact_matches_returns_arbitrary_drive_path(self) -> None:\n self.assertIn(\n find_existing_win32_subst_for_path(\n r\"C:\\temp\\fbcode_builder_getdeps\",\n subst_mapping={\n \"X:\\\\\": r\"C:\\temp\\fbcode_builder_getdeps\",\n \"Y:\\\\\": r\"C:\\temp\\fbcode_builder_getdeps\",\n \"Z:\\\\\": r\"C:\\temp\\fbcode_builder_getdeps\",\n },\n ),\n (\"X:\\\\\", \"Y:\\\\\", \"Z:\\\\\"),\n )\n\n def test_drive_letter_is_case_insensitive(self) -> None:\n self.assertEqual(\n find_existing_win32_subst_for_path(\n r\"C:\\temp\\fbcode_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"c:\\temp\\fbcode_builder_getdeps\"},\n ),\n \"X:\\\\\",\n )\n\n def test_path_components_are_case_insensitive(self) -> None:\n self.assertEqual(\n find_existing_win32_subst_for_path(\n r\"C:\\TEMP\\FBCODE_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"C:\\temp\\fbcode_builder_getdeps\"},\n ),\n \"X:\\\\\",\n )\n self.assertEqual(\n find_existing_win32_subst_for_path(\n r\"C:\\temp\\fbcode_builder_getdeps\",\n subst_mapping={\"X:\\\\\": r\"C:\\TEMP\\FBCODE_builder_getdeps\"},\n ),\n \"X:\\\\\",\n )\n"
},
{
"path": "build/fbcode_builder/getdeps/test/strip_marker_test.py",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\n# pyre-strict\n\n\nimport os\nimport tempfile\nimport unittest\n\nfrom ..fetcher import filter_strip_marker\nfrom ..manifest import ManifestParser\n\n\nclass ManifestStripMarkerTest(unittest.TestCase):\n def test_default_strip_marker(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\n\"\"\",\n )\n self.assertEqual(p.shipit_strip_marker, \"@fb-only\")\n\n def test_custom_strip_marker(self) -> None:\n p = ManifestParser(\n \"test\",\n \"\"\"\n[manifest]\nname = test\nshipit_strip_marker = @oss-disable\n\"\"\",\n )\n self.assertEqual(p.shipit_strip_marker, \"@oss-disable\")\n\n\nclass FilterStripMarkerTest(unittest.TestCase):\n def _write_temp(self, content: str) -> str:\n fd, path = tempfile.mkstemp(suffix=\".txt\")\n os.close(fd)\n with open(path, \"w\") as f:\n f.write(content)\n return path\n\n def _read(self, path: str) -> str:\n with open(path, \"r\") as f:\n return f.read()\n\n def test_single_line_removal(self) -> None:\n path = self._write_temp(\"keep this\\nremove this @fb-only\\nkeep this too\\n\")\n try:\n filter_strip_marker(path, \"@fb-only\")\n self.assertEqual(self._read(path), \"keep this\\nkeep this too\\n\")\n finally:\n os.unlink(path)\n\n def test_block_removal(self) -> None:\n content = (\n \"before\\n\"\n \"// @fb-only-start\\n\"\n \"secret stuff\\n\"\n \"more secret\\n\"\n \"// @fb-only-end\\n\"\n \"after\\n\"\n )\n path = self._write_temp(content)\n try:\n filter_strip_marker(path, \"@fb-only\")\n self.assertEqual(self._read(path), \"before\\nafter\\n\")\n finally:\n os.unlink(path)\n\n def test_no_marker_present_no_change(self) -> None:\n original = \"nothing special here\\njust plain code\\n\"\n path = self._write_temp(original)\n try:\n filter_strip_marker(path, \"@fb-only\")\n self.assertEqual(self._read(path), original)\n finally:\n os.unlink(path)\n\n def test_custom_marker_single_line(self) -> None:\n content = \"keep\\nremove @oss-disable\\nkeep too\\n\"\n path = self._write_temp(content)\n try:\n filter_strip_marker(path, \"@oss-disable\")\n self.assertEqual(self._read(path), \"keep\\nkeep too\\n\")\n finally:\n os.unlink(path)\n\n def test_custom_marker_block(self) -> None:\n content = (\n \"before\\n\"\n \"# @oss-disable-start\\n\"\n \"internal only\\n\"\n \"# @oss-disable-end\\n\"\n \"after\\n\"\n )\n path = self._write_temp(content)\n try:\n filter_strip_marker(path, \"@oss-disable\")\n self.assertEqual(self._read(path), \"before\\nafter\\n\")\n finally:\n os.unlink(path)\n\n def test_custom_marker_ignores_default(self) -> None:\n \"\"\"When using a custom marker, @fb-only lines should be kept.\"\"\"\n content = \"keep @fb-only\\nremove @oss-disable\\nplain\\n\"\n path = self._write_temp(content)\n try:\n filter_strip_marker(path, \"@oss-disable\")\n self.assertEqual(self._read(path), \"keep @fb-only\\nplain\\n\")\n finally:\n os.unlink(path)\n\n def test_mixed_single_and_block(self) -> None:\n content = (\n \"line1\\n\"\n \"line2 @fb-only\\n\"\n \"line3\\n\"\n \"// @fb-only-start\\n\"\n \"block content\\n\"\n \"// @fb-only-end\\n\"\n \"line4\\n\"\n )\n path = self._write_temp(content)\n try:\n filter_strip_marker(path, \"@fb-only\")\n self.assertEqual(self._read(path), \"line1\\nline3\\nline4\\n\")\n finally:\n os.unlink(path)\n\n def test_marker_with_regex_metacharacters(self) -> None:\n \"\"\"Markers containing regex metacharacters should be escaped properly.\"\"\"\n content = \"keep\\nremove @fb.only\\nkeep too\\n\"\n path = self._write_temp(content)\n try:\n # With proper escaping, the dot is literal, not a wildcard\n filter_strip_marker(path, \"@fb.only\")\n self.assertEqual(self._read(path), \"keep\\nkeep too\\n\")\n finally:\n os.unlink(path)\n\n def test_binary_file_skipped(self) -> None:\n \"\"\"Binary files that can't be decoded as UTF-8 should be skipped.\"\"\"\n fd, path = tempfile.mkstemp(suffix=\".bin\")\n os.close(fd)\n binary_content = b\"\\x80\\x81\\x82\\xff\\xfe\"\n with open(path, \"wb\") as f:\n f.write(binary_content)\n try:\n filter_strip_marker(path, \"@fb-only\")\n with open(path, \"rb\") as f:\n self.assertEqual(f.read(), binary_content)\n finally:\n os.unlink(path)\n"
},
{
"path": "build/fbcode_builder/getdeps.py",
"content": "#!/usr/bin/env python3\n# Copyright (c) Meta Platforms, Inc. and affiliates.\n#\n# This source code is licensed under the MIT license found in the\n# LICENSE file in the root directory of this source tree.\n\nimport argparse\nimport json\nimport os\nimport shutil\nimport subprocess\nimport sys\nimport tarfile\nimport tempfile\n\n# We don't import cache.create_cache directly as the facebook\n# specific import below may monkey patch it, and we want to\n# observe the patched version of this function!\nimport getdeps.cache as cache_module\nfrom getdeps.buildopts import setup_build_options\nfrom getdeps.dyndeps import create_dyn_dep_munger\nfrom getdeps.errors import TransientFailure\nfrom getdeps.fetcher import (\n file_name_is_cmake_file,\n is_public_commit,\n list_files_under_dir_newer_than_timestamp,\n SystemPackageFetcher,\n)\nfrom getdeps.load import ManifestLoader\nfrom getdeps.manifest import ManifestParser\nfrom getdeps.platform import HostType\nfrom getdeps.runcmd import check_cmd\nfrom getdeps.subcmd import add_subcommands, cmd, SubCmd\n\ntry:\n import getdeps.facebook # noqa: F401\nexcept ImportError:\n # we don't ship the facebook specific subdir,\n # so allow that to fail silently\n pass\n\n\nsys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), \"getdeps\"))\n\n\nclass UsageError(Exception):\n pass\n\n\n# Shared argument definition for --build-type used by multiple commands\nBUILD_TYPE_ARG = {\n \"help\": \"Set the build type explicitly: Debug (unoptimized, debug symbols), RelWithDebInfo (optimized with debug symbols, default), MinSizeRel (size-optimized, no debug), or Release (optimized, no debug).\",\n \"choices\": [\"Debug\", \"Release\", \"RelWithDebInfo\", \"MinSizeRel\"],\n \"action\": \"store\",\n \"default\": \"RelWithDebInfo\",\n}\n\n\n@cmd(\"validate-manifest\", \"parse a manifest and validate that it is correct\")\nclass ValidateManifest(SubCmd):\n def run(self, args):\n try:\n ManifestParser(file_name=args.file_name)\n print(\"OK\", file=sys.stderr)\n return 0\n except Exception as exc:\n print(\"ERROR: %s\" % str(exc), file=sys.stderr)\n return 1\n\n def setup_parser(self, parser):\n parser.add_argument(\"file_name\", help=\"path to the manifest file\")\n\n\n@cmd(\"show-host-type\", \"outputs the host type tuple for the host machine\")\nclass ShowHostType(SubCmd):\n def run(self, args):\n host = HostType()\n print(\"%s\" % host.as_tuple_string())\n return 0\n\n\nclass ProjectCmdBase(SubCmd):\n def run(self, args):\n opts = setup_build_options(args)\n\n if args.current_project is not None:\n opts.repo_project = args.current_project\n if args.project is None:\n if opts.repo_project is None:\n raise UsageError(\n \"no project name specified, and no .projectid file found\"\n )\n if opts.repo_project == \"fbsource\":\n # The fbsource repository is a little special. There is no project\n # manifest file for it. A specific project must always be explicitly\n # specified when building from fbsource.\n raise UsageError(\n \"no project name specified (required when building in fbsource)\"\n )\n args.project = opts.repo_project\n\n ctx_gen = opts.get_context_generator()\n if args.test_dependencies:\n ctx_gen.set_value_for_all_projects(\"test\", \"on\")\n if args.enable_tests:\n ctx_gen.set_value_for_project(args.project, \"test\", \"on\")\n else:\n ctx_gen.set_value_for_project(args.project, \"test\", \"off\")\n\n if opts.shared_libs:\n ctx_gen.set_value_for_all_projects(\"shared_libs\", \"on\")\n\n loader = ManifestLoader(opts, ctx_gen)\n self.process_project_dir_arguments(args, loader)\n\n manifest = loader.load_manifest(args.project)\n\n return self.run_project_cmd(args, loader, manifest)\n\n def process_project_dir_arguments(self, args, loader):\n def parse_project_arg(arg, arg_type):\n parts = arg.split(\":\")\n if len(parts) == 2:\n project, path = parts\n elif len(parts) == 1:\n project = args.project\n path = parts[0]\n # On Windows path contains colon, e.g. C:\\open\n elif os.name == \"nt\" and len(parts) == 3:\n project = parts[0]\n path = parts[1] + \":\" + parts[2]\n else:\n raise UsageError(\n \"invalid %s argument; too many ':' characters: %s\" % (arg_type, arg)\n )\n\n return project, os.path.abspath(path)\n\n # If we are currently running from a project repository,\n # use the current repository for the project sources.\n build_opts = loader.build_opts\n if build_opts.repo_project is not None and build_opts.repo_root is not None:\n loader.set_project_src_dir(build_opts.repo_project, build_opts.repo_root)\n\n for arg in args.src_dir:\n project, path = parse_project_arg(arg, \"--src-dir\")\n loader.set_project_src_dir(project, path)\n\n for arg in args.build_dir:\n project, path = parse_project_arg(arg, \"--build-dir\")\n loader.set_project_build_dir(project, path)\n\n for arg in args.install_dir:\n project, path = parse_project_arg(arg, \"--install-dir\")\n loader.set_project_install_dir(project, path)\n\n for arg in args.project_install_prefix:\n project, path = parse_project_arg(arg, \"--install-prefix\")\n loader.set_project_install_prefix(project, path)\n\n def setup_parser(self, parser):\n parser.add_argument(\n \"project\",\n nargs=\"?\",\n help=(\n \"name of the project or path to a manifest \"\n \"file describing the project\"\n ),\n )\n parser.add_argument(\n \"--no-tests\",\n action=\"store_false\",\n dest=\"enable_tests\",\n default=True,\n help=\"Disable building tests for this project.\",\n )\n parser.add_argument(\n \"--test-dependencies\",\n action=\"store_true\",\n help=\"Enable building tests for dependencies as well.\",\n )\n parser.add_argument(\n \"--current-project\",\n help=\"Specify the name of the fbcode_builder manifest file for the \"\n \"current repository. If not specified, the code will attempt to find \"\n \"this in a .projectid file in the repository root.\",\n )\n parser.add_argument(\n \"--src-dir\",\n default=[],\n action=\"append\",\n help=\"Specify a local directory to use for the project source, \"\n \"rather than fetching it.\",\n )\n parser.add_argument(\n \"--build-dir\",\n default=[],\n action=\"append\",\n help=\"Explicitly specify the build directory to use for the \"\n \"project, instead of the default location in the scratch path. \"\n \"This only affects the project specified, and not its dependencies.\",\n )\n parser.add_argument(\n \"--install-dir\",\n default=[],\n action=\"append\",\n help=\"Explicitly specify the install directory to use for the \"\n \"project, instead of the default location in the scratch path. \"\n \"This only affects the project specified, and not its dependencies.\",\n )\n parser.add_argument(\n \"--project-install-prefix\",\n default=[],\n action=\"append\",\n help=\"Specify the final deployment installation path for a project\",\n )\n\n self.setup_project_cmd_parser(parser)\n\n def setup_project_cmd_parser(self, parser):\n pass\n\n def create_builder(self, loader, manifest):\n fetcher = loader.create_fetcher(manifest)\n src_dir = fetcher.get_src_dir()\n ctx = loader.ctx_gen.get_context(manifest.name)\n build_dir = loader.get_project_build_dir(manifest)\n inst_dir = loader.get_project_install_dir(manifest)\n return manifest.create_builder(\n loader.build_opts,\n src_dir,\n build_dir,\n inst_dir,\n ctx,\n loader,\n loader.dependencies_of(manifest),\n )\n\n def check_built(self, loader, manifest):\n built_marker = os.path.join(\n loader.get_project_install_dir(manifest), \".built-by-getdeps\"\n )\n return os.path.exists(built_marker)\n\n\nclass CachedProject:\n \"\"\"A helper that allows calling the cache logic for a project\n from both the build and the fetch code\"\"\"\n\n def __init__(self, cache, loader, m):\n self.m = m\n self.inst_dir = loader.get_project_install_dir(m)\n self.project_hash = loader.get_project_hash(m)\n self.ctx = loader.ctx_gen.get_context(m.name)\n self.loader = loader\n self.cache = cache\n\n self.cache_key = \"-\".join(\n (\n m.name,\n self.ctx.get(\"os\"),\n self.ctx.get(\"distro\") or \"none\",\n self.ctx.get(\"distro_vers\") or \"none\",\n self.project_hash,\n )\n )\n self.cache_file_name = self.cache_key + \"-buildcache.tgz\"\n\n def is_cacheable(self):\n \"\"\"We only cache third party projects\"\"\"\n return self.cache and self.m.shipit_project is None\n\n def was_cached(self):\n cached_marker = os.path.join(self.inst_dir, \".getdeps-cached-build\")\n return os.path.exists(cached_marker)\n\n def download(self):\n if self.is_cacheable() and not os.path.exists(self.inst_dir):\n print(\"check cache for %s\" % self.cache_file_name)\n dl_dir = os.path.join(self.loader.build_opts.scratch_dir, \"downloads\")\n if not os.path.exists(dl_dir):\n os.makedirs(dl_dir)\n try:\n target_file_name = os.path.join(dl_dir, self.cache_file_name)\n if self.cache.download_to_file(self.cache_file_name, target_file_name):\n tf = tarfile.open(target_file_name, \"r\")\n print(\n \"Extracting %s -> %s...\" % (self.cache_file_name, self.inst_dir)\n )\n tf.extractall(self.inst_dir)\n\n cached_marker = os.path.join(self.inst_dir, \".getdeps-cached-build\")\n with open(cached_marker, \"w\") as f:\n f.write(\"\\n\")\n\n return True\n except Exception as exc:\n print(\"%s\" % str(exc))\n\n return False\n\n def upload(self):\n if self.is_cacheable():\n # We can prepare an archive and stick it in LFS\n tempdir = tempfile.mkdtemp()\n tarfilename = os.path.join(tempdir, self.cache_file_name)\n print(\"Archiving for cache: %s...\" % tarfilename)\n tf = tarfile.open(tarfilename, \"w:gz\")\n tf.add(self.inst_dir, arcname=\".\")\n tf.close()\n try:\n self.cache.upload_from_file(self.cache_file_name, tarfilename)\n except Exception as exc:\n print(\n \"Failed to upload to cache (%s), continue anyway\" % str(exc),\n file=sys.stderr,\n )\n shutil.rmtree(tempdir)\n\n\n@cmd(\"fetch\", \"fetch the code for a given project\")\nclass FetchCmd(ProjectCmdBase):\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"fetch the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n parser.add_argument(\n \"--host-type\",\n help=(\n \"When recursively fetching, fetch deps for \"\n \"this host type rather than the current system\"\n ),\n )\n\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n projects = loader.manifests_in_dependency_order()\n else:\n projects = [manifest]\n\n cache = cache_module.create_cache()\n for m in projects:\n fetcher = loader.create_fetcher(m)\n if isinstance(fetcher, SystemPackageFetcher):\n # We are guaranteed that if the fetcher is set to\n # SystemPackageFetcher then this item is completely\n # satisfied by the appropriate system packages\n continue\n cached_project = CachedProject(cache, loader, m)\n if cached_project.download():\n continue\n\n inst_dir = loader.get_project_install_dir(m)\n built_marker = os.path.join(inst_dir, \".built-by-getdeps\")\n if os.path.exists(built_marker):\n with open(built_marker, \"r\") as f:\n built_hash = f.read().strip()\n\n project_hash = loader.get_project_hash(m)\n if built_hash == project_hash:\n continue\n\n # We need to fetch the sources\n fetcher.update()\n\n\n@cmd(\"install-system-deps\", \"Install system packages to satisfy the deps for a project\")\nclass InstallSysDepsCmd(ProjectCmdBase):\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"install the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n parser.add_argument(\n \"--dry-run\",\n action=\"store_true\",\n default=False,\n help=\"Don't install, just print the commands specs we would run\",\n )\n parser.add_argument(\n \"--os-type\",\n help=\"Filter to just this OS type to run\",\n choices=[\"linux\", \"darwin\", \"windows\", \"pacman-package\"],\n action=\"store\",\n dest=\"ostype\",\n default=None,\n )\n parser.add_argument(\n \"--distro\",\n help=\"Filter to just this distro to run\",\n choices=[\"ubuntu\", \"centos_stream\"],\n action=\"store\",\n dest=\"distro\",\n default=None,\n )\n parser.add_argument(\n \"--distro-version\",\n help=\"Filter to just this distro version\",\n action=\"store\",\n dest=\"distrovers\",\n default=None,\n )\n\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n projects = loader.manifests_in_dependency_order()\n else:\n projects = [manifest]\n\n rebuild_ctx_gen = False\n if args.ostype:\n loader.build_opts.host_type.ostype = args.ostype\n loader.build_opts.host_type.distro = None\n loader.build_opts.host_type.distrovers = None\n rebuild_ctx_gen = True\n\n if args.distro:\n loader.build_opts.host_type.distro = args.distro\n loader.build_opts.host_type.distrovers = None\n rebuild_ctx_gen = True\n\n if args.distrovers:\n loader.build_opts.host_type.distrovers = args.distrovers\n rebuild_ctx_gen = True\n\n if rebuild_ctx_gen:\n loader.ctx_gen = loader.build_opts.get_context_generator()\n\n manager = loader.build_opts.host_type.get_package_manager()\n\n all_packages = {}\n for m in projects:\n ctx = loader.ctx_gen.get_context(m.name)\n packages = m.get_required_system_packages(ctx)\n for k, v in packages.items():\n merged = all_packages.get(k, [])\n merged += v\n all_packages[k] = merged\n\n cmd_argss = []\n if manager == \"rpm\":\n packages = sorted(set(all_packages[\"rpm\"]))\n if packages:\n cmd_argss.append(\n [\"sudo\", \"dnf\", \"install\", \"-y\", \"--skip-broken\"] + packages\n )\n elif manager == \"deb\":\n packages = sorted(set(all_packages[\"deb\"]))\n if packages:\n cmd_argss.append(\n [\n \"sudo\",\n \"--preserve-env=http_proxy\",\n \"apt-get\",\n \"install\",\n \"-y\",\n ]\n + packages\n )\n cmd_argss.append([\"pip\", \"install\", \"pex\"])\n elif manager == \"homebrew\":\n packages = sorted(set(all_packages[\"homebrew\"]))\n if packages:\n cmd_argss.append([\"brew\", \"install\"] + packages)\n elif manager == \"pacman-package\":\n packages = sorted(list(set(all_packages[\"pacman-package\"])))\n if packages:\n cmd_argss.append([\"pacman\", \"-S\"] + packages)\n else:\n host_tuple = loader.build_opts.host_type.as_tuple_string()\n print(\n f\"I don't know how to install any packages on this system {host_tuple}\"\n )\n return\n\n for cmd_args in cmd_argss:\n if args.dry_run:\n print(\" \".join(cmd_args))\n else:\n check_cmd(cmd_args)\n else:\n print(\"no packages to install\")\n\n\n@cmd(\"list-deps\", \"lists the transitive deps for a given project\")\nclass ListDepsCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n for m in loader.manifests_in_dependency_order():\n print(m.name)\n return 0\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--host-type\",\n help=(\n \"Produce the list for the specified host type, \"\n \"rather than that of the current system\"\n ),\n )\n\n\ndef clean_dirs(opts):\n for d in [\"build\", \"installed\", \"extracted\", \"shipit\"]:\n d = os.path.join(opts.scratch_dir, d)\n print(\"Cleaning %s...\" % d)\n if os.path.exists(d):\n shutil.rmtree(d)\n\n\n@cmd(\"clean\", \"clean up the scratch dir\")\nclass CleanCmd(SubCmd):\n def run(self, args):\n opts = setup_build_options(args)\n clean_dirs(opts)\n\n\n@cmd(\"show-scratch-dir\", \"show the scratch dir\")\nclass ShowScratchDirCmd(SubCmd):\n def run(self, args):\n opts = setup_build_options(args)\n print(opts.scratch_dir)\n\n\n@cmd(\"show-build-dir\", \"print the build dir for a given project\")\nclass ShowBuildDirCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n manifests = loader.manifests_in_dependency_order()\n else:\n manifests = [manifest]\n\n for m in manifests:\n inst_dir = loader.get_project_build_dir(m)\n print(inst_dir)\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"print the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n\n\n@cmd(\"show-inst-dir\", \"print the installation dir for a given project\")\nclass ShowInstDirCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n manifests = loader.manifests_in_dependency_order()\n else:\n manifests = [manifest]\n\n for m in manifests:\n fetcher = loader.create_fetcher(m)\n if isinstance(fetcher, SystemPackageFetcher):\n # We are guaranteed that if the fetcher is set to\n # SystemPackageFetcher then this item is completely\n # satisfied by the appropriate system packages\n continue\n inst_dir = loader.get_project_install_dir_respecting_install_prefix(m)\n print(inst_dir)\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"print the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n\n\n@cmd(\"query-paths\", \"print the paths for tooling to use\")\nclass QueryPathsCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n manifests = loader.manifests_in_dependency_order()\n else:\n manifests = [manifest]\n\n cache = cache_module.create_cache()\n for m in manifests:\n fetcher = loader.create_fetcher(m)\n if isinstance(fetcher, SystemPackageFetcher):\n # We are guaranteed that if the fetcher is set to\n # SystemPackageFetcher then this item is completely\n # satisfied by the appropriate system packages\n continue\n src_dir = fetcher.get_src_dir()\n print(f\"{m.name}_SOURCE={src_dir}\")\n inst_dir = loader.get_project_install_dir_respecting_install_prefix(m)\n print(f\"{m.name}_INSTALL={inst_dir}\")\n cached_project = CachedProject(cache, loader, m)\n print(f\"{m.name}_CACHE_KEY={cached_project.cache_key}\")\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"print the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n\n\n@cmd(\"show-source-dir\", \"print the source dir for a given project\")\nclass ShowSourceDirCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if args.recursive:\n manifests = loader.manifests_in_dependency_order()\n else:\n manifests = [manifest]\n\n for m in manifests:\n fetcher = loader.create_fetcher(m)\n print(fetcher.get_src_dir())\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--recursive\",\n help=\"print the transitive deps also\",\n action=\"store_true\",\n default=False,\n )\n\n\n@cmd(\"build\", \"build a given project\")\nclass BuildCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if args.clean:\n clean_dirs(loader.build_opts)\n\n print(\"Building on %s\" % loader.ctx_gen.get_context(args.project))\n projects = loader.manifests_in_dependency_order()\n\n cache = cache_module.create_cache() if args.use_build_cache else None\n\n dep_manifests = []\n\n for m in projects:\n dep_manifests.append(m)\n\n fetcher = loader.create_fetcher(m)\n\n if args.build_skip_lfs_download and hasattr(fetcher, \"skip_lfs_download\"):\n print(\"skipping lfs download for %s\" % m.name)\n fetcher.skip_lfs_download()\n\n if isinstance(fetcher, SystemPackageFetcher):\n # We are guaranteed that if the fetcher is set to\n # SystemPackageFetcher then this item is completely\n # satisfied by the appropriate system packages\n continue\n\n if args.clean:\n fetcher.clean()\n\n build_dir = loader.get_project_build_dir(m)\n inst_dir = loader.get_project_install_dir(m)\n\n if (\n m == manifest\n and not args.only_deps\n or m != manifest\n and not args.no_deps\n ):\n print(\"Assessing %s...\" % m.name)\n project_hash = loader.get_project_hash(m)\n ctx = loader.ctx_gen.get_context(m.name)\n built_marker = os.path.join(inst_dir, \".built-by-getdeps\")\n\n cached_project = CachedProject(cache, loader, m)\n\n reconfigure, sources_changed = self.compute_source_change_status(\n cached_project, fetcher, m, built_marker, project_hash\n )\n\n if os.path.exists(built_marker) and not cached_project.was_cached():\n # We've previously built this. We may need to reconfigure if\n # our deps have changed, so let's check them.\n dep_reconfigure, dep_build = self.compute_dep_change_status(\n m, built_marker, loader\n )\n if dep_reconfigure:\n reconfigure = True\n if dep_build:\n sources_changed = True\n\n extra_cmake_defines = (\n json.loads(args.extra_cmake_defines)\n if args.extra_cmake_defines\n else {}\n )\n\n extra_b2_args = args.extra_b2_args or []\n cmake_targets = args.cmake_target or [\"install\"]\n\n if sources_changed or reconfigure or not os.path.exists(built_marker):\n if os.path.exists(built_marker):\n os.unlink(built_marker)\n src_dir = fetcher.get_src_dir()\n # Prepare builders write out config before the main builder runs\n prepare_builders = m.create_prepare_builders(\n loader.build_opts,\n ctx,\n src_dir,\n build_dir,\n inst_dir,\n loader,\n dep_manifests,\n )\n for preparer in prepare_builders:\n preparer.prepare(reconfigure=reconfigure)\n\n builder = m.create_builder(\n loader.build_opts,\n src_dir,\n build_dir,\n inst_dir,\n ctx,\n loader,\n dep_manifests,\n final_install_prefix=loader.get_project_install_prefix(m),\n extra_cmake_defines=extra_cmake_defines,\n cmake_targets=(cmake_targets if m == manifest else [\"install\"]),\n extra_b2_args=extra_b2_args,\n )\n builder.build(reconfigure=reconfigure)\n\n # If we are building the project (not dependency) and a specific\n # cmake_target (not 'install') has been requested, then we don't\n # set the built_marker. This allows subsequent runs of getdeps.py\n # for the project to run with different cmake_targets to trigger\n # cmake\n has_built_marker = False\n if not (m == manifest and \"install\" not in cmake_targets):\n os.makedirs(os.path.dirname(built_marker), exist_ok=True)\n with open(built_marker, \"w\") as f:\n f.write(project_hash)\n has_built_marker = True\n\n # Only populate the cache from continuous build runs, and\n # only if we have a built_marker.\n if not args.skip_upload and has_built_marker:\n if args.schedule_type == \"continuous\":\n cached_project.upload()\n elif args.schedule_type == \"base_retry\":\n # Check if on public commit before uploading\n if is_public_commit(loader.build_opts):\n cached_project.upload()\n elif args.verbose:\n print(\"found good %s\" % built_marker)\n\n def compute_dep_change_status(self, m, built_marker, loader):\n reconfigure = False\n sources_changed = False\n st = os.lstat(built_marker)\n\n ctx = loader.ctx_gen.get_context(m.name)\n dep_list = m.get_dependencies(ctx)\n for dep in dep_list:\n if reconfigure and sources_changed:\n break\n\n dep_manifest = loader.load_manifest(dep)\n dep_root = loader.get_project_install_dir(dep_manifest)\n for dep_file in list_files_under_dir_newer_than_timestamp(\n dep_root, st.st_mtime\n ):\n if os.path.basename(dep_file) == \".built-by-getdeps\":\n continue\n if file_name_is_cmake_file(dep_file):\n if not reconfigure:\n reconfigure = True\n print(\n f\"Will reconfigure cmake because {dep_file} is newer than {built_marker}\"\n )\n else:\n if not sources_changed:\n sources_changed = True\n print(\n f\"Will run build because {dep_file} is newer than {built_marker}\"\n )\n\n if reconfigure and sources_changed:\n break\n\n return reconfigure, sources_changed\n\n def compute_source_change_status(\n self, cached_project, fetcher, m, built_marker, project_hash\n ):\n reconfigure = False\n sources_changed = False\n if cached_project.download():\n if not os.path.exists(built_marker):\n fetcher.update()\n else:\n check_fetcher = True\n if os.path.exists(built_marker):\n check_fetcher = False\n with open(built_marker, \"r\") as f:\n built_hash = f.read().strip()\n if built_hash == project_hash:\n if cached_project.is_cacheable():\n # We can blindly trust the build status\n reconfigure = False\n sources_changed = False\n else:\n # Otherwise, we may have changed the source, so let's\n # check in with the fetcher layer\n check_fetcher = True\n else:\n # Some kind of inconsistency with a prior build,\n # let's run it again to be sure\n os.unlink(built_marker)\n reconfigure = True\n sources_changed = True\n # While we don't need to consult the fetcher for the\n # status in this case, we may still need to have eg: shipit\n # run in order to have a correct source tree.\n fetcher.update()\n\n if check_fetcher:\n change_status = fetcher.update()\n reconfigure = change_status.build_changed()\n sources_changed = change_status.sources_changed()\n\n return reconfigure, sources_changed\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--clean\",\n action=\"store_true\",\n default=False,\n help=(\n \"Clean up the build and installation area prior to building, \"\n \"causing the projects to be built from scratch\"\n ),\n )\n parser.add_argument(\n \"--no-deps\",\n action=\"store_true\",\n default=False,\n help=(\n \"Only build the named project, not its deps. \"\n \"This is most useful after you've built all of the deps, \"\n \"and helps to avoid waiting for relatively \"\n \"slow up-to-date-ness checks\"\n ),\n )\n parser.add_argument(\n \"--only-deps\",\n action=\"store_true\",\n default=False,\n help=(\n \"Only build the named project's deps. \"\n \"This is most useful when you want to separate out building \"\n \"of all of the deps and your project\"\n ),\n )\n parser.add_argument(\n \"--no-build-cache\",\n action=\"store_false\",\n default=True,\n dest=\"use_build_cache\",\n help=\"Do not attempt to use the build cache.\",\n )\n parser.add_argument(\n \"--cmake-target\",\n help=(\"Repeatable argument that specifies targets for cmake build.\"),\n default=[],\n action=\"append\",\n )\n parser.add_argument(\n \"--extra-b2-args\",\n help=(\n \"Repeatable argument that contains extra arguments to pass \"\n \"to b2, which compiles boost. \"\n \"e.g.: 'cxxflags=-fPIC' 'cflags=-fPIC'\"\n ),\n action=\"append\",\n )\n parser.add_argument(\n \"--free-up-disk\",\n help=\"Remove unused tools and clean up intermediate files if possible to maximise space for the build\",\n action=\"store_true\",\n default=False,\n )\n parser.add_argument(\"--build-type\", **BUILD_TYPE_ARG)\n\n\n@cmd(\"fixup-dyn-deps\", \"Adjusts dynamic dependencies for packaging purposes\")\nclass FixupDeps(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n projects = loader.manifests_in_dependency_order()\n\n # Accumulate the install directories so that the build steps\n # can find their dep installation\n install_dirs = []\n dep_manifests = []\n\n for m in projects:\n inst_dir = loader.get_project_install_dir_respecting_install_prefix(m)\n install_dirs.append(inst_dir)\n dep_manifests.append(m)\n\n if m == manifest:\n ctx = loader.ctx_gen.get_context(m.name)\n env = loader.build_opts.compute_env_for_install_dirs(\n loader, dep_manifests, ctx\n )\n dep_munger = create_dyn_dep_munger(\n loader.build_opts, env, install_dirs, args.strip\n )\n if dep_munger is None:\n print(f\"dynamic dependency fixups not supported on {sys.platform}\")\n else:\n dep_munger.process_deps(args.destdir, args.final_install_prefix)\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\"destdir\", help=\"Where to copy the fixed up executables\")\n parser.add_argument(\n \"--final-install-prefix\", help=\"specify the final installation prefix\"\n )\n parser.add_argument(\n \"--strip\",\n action=\"store_true\",\n default=False,\n help=\"Strip debug info while processing executables\",\n )\n\n\n@cmd(\"test\", \"test a given project\")\nclass TestCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n if not self.check_built(loader, manifest):\n print(\"project %s has not been built\" % manifest.name)\n return 1\n return self.create_builder(loader, manifest).run_tests(\n schedule_type=args.schedule_type,\n owner=args.test_owner,\n test_filter=args.filter,\n test_exclude=args.exclude,\n retry=args.retry,\n no_testpilot=args.no_testpilot,\n timeout=args.timeout,\n )\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\"--test-owner\", help=\"Owner for testpilot\")\n parser.add_argument(\"--filter\", help=\"Only run the tests matching the regex\")\n parser.add_argument(\"--exclude\", help=\"Exclude tests matching the regex\")\n parser.add_argument(\n \"--retry\",\n type=int,\n default=3,\n help=\"Number of immediate retries for failed tests \"\n \"(noop in continuous and testwarden runs)\",\n )\n parser.add_argument(\n \"--no-testpilot\",\n help=\"Do not use Test Pilot even when available\",\n action=\"store_true\",\n )\n parser.add_argument(\n \"--timeout\",\n type=int,\n default=None,\n help=\"Timeout in seconds for each individual test\",\n )\n parser.add_argument(\"--build-type\", **BUILD_TYPE_ARG)\n\n\n@cmd(\n \"debug\",\n \"start a shell in the given project's build dir with the correct environment for running the build\",\n)\nclass DebugCmd(ProjectCmdBase):\n def run_project_cmd(self, args, loader, manifest):\n self.create_builder(loader, manifest).debug(reconfigure=False)\n\n\n@cmd(\n \"env\",\n \"print the environment in a shell sourceable format\",\n)\nclass EnvCmd(ProjectCmdBase):\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--os-type\",\n help=\"Filter to just this OS type to run\",\n choices=[\"linux\", \"darwin\", \"windows\"],\n action=\"store\",\n dest=\"ostype\",\n default=None,\n )\n\n def run_project_cmd(self, args, loader, manifest):\n if args.ostype:\n loader.build_opts.host_type.ostype = args.ostype\n self.create_builder(loader, manifest).printenv(reconfigure=False)\n\n\n@cmd(\"generate-github-actions\", \"generate a GitHub actions configuration\")\nclass GenerateGitHubActionsCmd(ProjectCmdBase):\n RUN_ON_ALL = \"\"\" [push, pull_request]\"\"\"\n\n WORKFLOW_DISPATCH_TMATE = \"\"\"\n workflow_dispatch:\n inputs:\n tmate_enabled:\n description: 'Start a tmate SSH session on failure'\n required: false\n default: false\n type: boolean\"\"\"\n\n def run_project_cmd(self, args, loader, manifest):\n platforms = [\n HostType(\"linux\", \"ubuntu\", \"24\"),\n HostType(\"darwin\", None, None),\n HostType(\"windows\", None, None),\n ]\n\n for p in platforms:\n if args.os_types and p.ostype not in args.os_types:\n continue\n self.write_job_for_platform(p, args)\n\n def get_run_on(self, args):\n if args.run_on_all_branches:\n return (\n \"\"\"\n push:\n pull_request:\"\"\"\n + self.WORKFLOW_DISPATCH_TMATE\n )\n if args.cron:\n if args.cron == \"never\":\n return \" {}\"\n elif args.cron == \"workflow_dispatch\":\n return self.WORKFLOW_DISPATCH_TMATE\n else:\n return (\n f\"\"\"\n schedule:\n - cron: '{args.cron}'\"\"\"\n + self.WORKFLOW_DISPATCH_TMATE\n )\n\n return (\n f\"\"\"\n push:\n branches:\n - {args.main_branch}\n pull_request:\n branches:\n - {args.main_branch}\"\"\"\n + self.WORKFLOW_DISPATCH_TMATE\n )\n\n # TODO: Break up complex function\n def write_job_for_platform(self, platform, args): # noqa: C901\n build_opts = setup_build_options(args, platform)\n ctx_gen = build_opts.get_context_generator()\n if args.enable_tests:\n ctx_gen.set_value_for_project(args.project, \"test\", \"on\")\n else:\n ctx_gen.set_value_for_project(args.project, \"test\", \"off\")\n loader = ManifestLoader(build_opts, ctx_gen)\n self.process_project_dir_arguments(args, loader)\n manifest = loader.load_manifest(args.project)\n manifest_ctx = loader.ctx_gen.get_context(manifest.name)\n run_tests = (\n args.enable_tests\n and manifest.get(\"github.actions\", \"run_tests\", ctx=manifest_ctx) != \"off\"\n )\n rust_version = (\n manifest.get(\"github.actions\", \"rust_version\", ctx=manifest_ctx) or \"stable\"\n )\n\n override_build_type = args.build_type or manifest.get(\n \"github.actions\", \"build_type\", ctx=manifest_ctx\n )\n if run_tests:\n manifest_ctx.set(\"test\", \"on\")\n run_on = self.get_run_on(args)\n\n tests_arg = \"--no-tests \"\n if run_tests:\n tests_arg = \"\"\n\n # Some projects don't do anything \"useful\" as a leaf project, only\n # as a dep for a leaf project. Check for those here; we don't want\n # to waste the effort scheduling them on CI.\n # We do this by looking at the builder type in the manifest file\n # rather than creating a builder and checking its type because we\n # don't know enough to create the full builder instance here.\n builder_name = manifest.get(\"build\", \"builder\", ctx=manifest_ctx)\n if builder_name == \"nop\":\n return None\n\n # We want to be sure that we're running things with python 3\n # but python versioning is honestly a bit of a frustrating mess.\n # `python` may be version 2 or version 3 depending on the system.\n # python3 may not be a thing at all!\n # Assume an optimistic default\n py3 = \"python3\"\n\n if build_opts.is_linux():\n artifacts = \"linux\"\n if args.runs_on:\n runs_on = args.runs_on\n else:\n runs_on = f\"ubuntu-{args.ubuntu_version}\"\n if args.cpu_cores:\n runs_on = f\"{args.cpu_cores}-core-ubuntu-{args.ubuntu_version}\"\n elif build_opts.is_windows():\n artifacts = \"windows\"\n if args.runs_on:\n runs_on = args.runs_on\n else:\n runs_on = \"windows-2022\"\n # The windows runners are python 3 by default; python2.exe\n # is available if needed.\n py3 = \"python\"\n else:\n artifacts = \"mac\"\n if args.runs_on:\n runs_on = args.runs_on\n else:\n runs_on = \"macOS-latest\"\n\n os.makedirs(args.output_dir, exist_ok=True)\n\n job_file_prefix = \"getdeps_\"\n if args.job_file_prefix:\n job_file_prefix = args.job_file_prefix\n\n output_file = os.path.join(args.output_dir, f\"{job_file_prefix}{artifacts}.yml\")\n\n if args.job_name_prefix:\n job_name = args.job_name_prefix + artifacts.capitalize()\n else:\n job_name = artifacts\n\n with open(output_file, \"w\") as out:\n # Deliberate line break here because the @ and the generated\n # symbols are meaningful to our internal tooling when they\n # appear in a single token\n out.write(\"# This file was @\")\n out.write(\"generated by getdeps.py\\n\")\n out.write(\n f\"\"\"\nname: {job_name}\n\non:{run_on}\n\npermissions:\n contents: read # to fetch code (actions/checkout)\n\njobs:\n\"\"\"\n )\n\n getdepscmd = f\"{py3} build/fbcode_builder/getdeps.py\"\n\n out.write(\" build:\\n\")\n out.write(\" runs-on: %s\\n\" % runs_on)\n out.write(\" steps:\\n\")\n\n if build_opts.is_windows():\n # cmake relies on BOOST_ROOT but GH deliberately don't set it in order\n # to avoid versioning issues:\n # https://github.com/actions/virtual-environments/issues/319\n # Instead, set the version we think we need; this is effectively\n # coupled with the boost manifest\n # This is the unusual syntax for setting an env var for the rest of\n # the steps in a workflow:\n # https://github.blog/changelog/2020-10-01-github-actions-deprecating-set-env-and-add-path-commands/\n out.write(\" - name: Export boost environment\\n\")\n out.write(\n ' run: \"echo BOOST_ROOT=%BOOST_ROOT_1_83_0% >> %GITHUB_ENV%\"\\n'\n )\n out.write(\" shell: cmd\\n\")\n\n out.write(\" - name: Fix Git config\\n\")\n out.write(\" run: >\\n\")\n out.write(\" git config --system core.longpaths true &&\\n\")\n out.write(\" git config --system core.autocrlf false &&\\n\")\n # cxx crate needs symlinks enabled\n out.write(\" git config --system core.symlinks true\\n\")\n # && is not supported on default windows powershell, so use cmd\n out.write(\" shell: cmd\\n\")\n\n out.write(\" - uses: actions/checkout@v6\\n\")\n\n build_type_arg = \"\"\n if override_build_type:\n build_type_arg = f\"--build-type {override_build_type} \"\n\n if args.shared_libs:\n build_type_arg += \"--shared-libs \"\n\n if build_opts.free_up_disk:\n free_up_disk = \"--free-up-disk \"\n if not build_opts.is_windows():\n out.write(\" - name: Show disk space at start\\n\")\n out.write(\" run: df -h\\n\")\n # remove the unused github supplied android dev tools\n out.write(\" - name: Free up disk space\\n\")\n out.write(\" run: sudo rm -rf /usr/local/lib/android\\n\")\n out.write(\" - name: Show disk space after freeing up\\n\")\n out.write(\" run: df -h\\n\")\n else:\n free_up_disk = \"\"\n\n allow_sys_arg = \"\"\n if (\n build_opts.allow_system_packages\n and build_opts.host_type.get_package_manager()\n ):\n sudo_arg = \"sudo --preserve-env=http_proxy \"\n allow_sys_arg = \" --allow-system-packages\"\n if build_opts.host_type.get_package_manager() == \"deb\":\n out.write(\" - name: Update system package info\\n\")\n out.write(f\" run: {sudo_arg}apt-get update\\n\")\n\n out.write(\" - name: Install system deps\\n\")\n if build_opts.is_darwin():\n # brew is installed as regular user\n sudo_arg = \"\"\n\n system_deps_cmd = f\"{sudo_arg}{getdepscmd}{allow_sys_arg} install-system-deps {tests_arg}--recursive {manifest.name}\"\n if build_opts.is_linux() or build_opts.is_freebsd():\n system_deps_cmd += f\" && {sudo_arg}{getdepscmd}{allow_sys_arg} install-system-deps {tests_arg}--recursive patchelf\"\n out.write(f\" run: {system_deps_cmd}\\n\")\n\n required_locales = manifest.get(\n \"github.actions\", \"required_locales\", ctx=manifest_ctx\n )\n if (\n build_opts.host_type.get_package_manager() == \"deb\"\n and required_locales\n ):\n # ubuntu doesn't include this by default\n out.write(\" - name: Install locale-gen\\n\")\n out.write(f\" run: {sudo_arg}apt-get install locales\\n\")\n for loc in required_locales.split():\n out.write(f\" - name: Ensure {loc} locale present\\n\")\n out.write(f\" run: {sudo_arg}locale-gen {loc}\\n\")\n\n out.write(\" - id: paths\\n\")\n out.write(\" name: Query paths\\n\")\n if build_opts.is_windows():\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} query-paths {tests_arg}--recursive --src-dir=. {manifest.name} >> $env:GITHUB_OUTPUT\\n\"\n )\n out.write(\" shell: pwsh\\n\")\n else:\n out.write(\n f' run: {getdepscmd}{allow_sys_arg} query-paths {tests_arg}--recursive --src-dir=. {manifest.name} >> \"$GITHUB_OUTPUT\"\\n'\n )\n\n projects = loader.manifests_in_dependency_order()\n\n main_repo_url = manifest.get_repo_url(manifest_ctx)\n has_same_repo_dep = False\n\n # Add the rust dep which doesn't have a manifest\n for m in projects:\n if m == manifest:\n continue\n mbuilder_name = m.get(\"build\", \"builder\", ctx=manifest_ctx)\n if (\n m.name == \"rust\"\n or builder_name == \"cargo\"\n or mbuilder_name == \"cargo\"\n ):\n out.write(f\" - name: Install Rust {rust_version.capitalize()}\\n\")\n out.write(f\" uses: dtolnay/rust-toolchain@{rust_version}\\n\")\n break\n\n # Normal deps that have manifests\n for m in projects:\n if m == manifest or m.name == \"rust\":\n continue\n ctx = loader.ctx_gen.get_context(m.name)\n if m.get_repo_url(ctx) != main_repo_url:\n out.write(\" - name: Fetch %s\\n\" % m.name)\n out.write(\n f\" if: ${{{{ steps.paths.outputs.{m.name}_SOURCE }}}}\\n\"\n )\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} fetch --no-tests {m.name}\\n\"\n )\n\n for m in projects:\n if m == manifest or m.name == \"rust\":\n continue\n src_dir_arg = \"\"\n ctx = loader.ctx_gen.get_context(m.name)\n if main_repo_url and m.get_repo_url(ctx) == main_repo_url:\n # Its in the same repo, so src-dir is also .\n src_dir_arg = \"--src-dir=. \"\n has_same_repo_dep = True\n\n if args.use_build_cache and not src_dir_arg:\n out.write(f\" - name: Restore {m.name} from cache\\n\")\n out.write(f\" id: restore_{m.name}\\n\")\n # only need to restore if would build it\n out.write(\n f\" if: ${{{{ steps.paths.outputs.{m.name}_SOURCE }}}}\\n\"\n )\n out.write(\" uses: actions/cache/restore@v4\\n\")\n out.write(\" with:\\n\")\n out.write(\n f\" path: ${{{{ steps.paths.outputs.{m.name}_INSTALL }}}}\\n\"\n )\n out.write(\n f\" key: ${{{{ steps.paths.outputs.{m.name}_CACHE_KEY }}}}-install\\n\"\n )\n\n out.write(\" - name: Build %s\\n\" % m.name)\n if not src_dir_arg:\n if args.use_build_cache:\n out.write(\n f\" if: ${{{{ steps.paths.outputs.{m.name}_SOURCE && ! steps.restore_{m.name}.outputs.cache-hit }}}}\\n\"\n )\n else:\n out.write(\n f\" if: ${{{{ steps.paths.outputs.{m.name}_SOURCE }}}}\\n\"\n )\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} build {build_type_arg}{src_dir_arg}{free_up_disk}--no-tests {m.name}\\n\"\n )\n\n if args.use_build_cache and not src_dir_arg:\n out.write(f\" - name: Save {m.name} to cache\\n\")\n out.write(\" uses: actions/cache/save@v4\\n\")\n out.write(\n f\" if: ${{{{ steps.paths.outputs.{m.name}_SOURCE && ! steps.restore_{m.name}.outputs.cache-hit }}}}\\n\"\n )\n out.write(\" with:\\n\")\n out.write(\n f\" path: ${{{{ steps.paths.outputs.{m.name}_INSTALL }}}}\\n\"\n )\n out.write(\n f\" key: ${{{{ steps.paths.outputs.{m.name}_CACHE_KEY }}}}-install\\n\"\n )\n\n out.write(\" - name: Build %s\\n\" % manifest.name)\n\n project_prefix = \"\"\n if not build_opts.is_windows():\n prefix = loader.get_project_install_prefix(manifest) or \"/usr/local\"\n project_prefix = \" --project-install-prefix %s:%s\" % (\n manifest.name,\n prefix,\n )\n\n # If we have dep from same repo, we already built it and don't want to rebuild it again\n no_deps_arg = \"\"\n if has_same_repo_dep:\n no_deps_arg = \"--no-deps \"\n\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} build {build_type_arg}{tests_arg}{no_deps_arg}--src-dir=. {manifest.name}{project_prefix}\\n\"\n )\n\n out.write(\" - name: Copy artifacts\\n\")\n if build_opts.is_linux():\n # Strip debug info from the binaries, but only on linux.\n # While the `strip` utility is also available on macOS,\n # attempting to strip there results in an error.\n # The `strip` utility is not available on Windows.\n strip = \" --strip\"\n else:\n strip = \"\"\n\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} fixup-dyn-deps{strip} \"\n f\"--src-dir=. {manifest.name} _artifacts/{artifacts}{project_prefix} \"\n f\"--final-install-prefix /usr/local\\n\"\n )\n\n out.write(\" - uses: actions/upload-artifact@v6\\n\")\n out.write(\" with:\\n\")\n out.write(\" name: %s\\n\" % manifest.name)\n out.write(\" path: _artifacts\\n\")\n\n if run_tests:\n num_jobs_arg = \"\"\n if args.num_jobs:\n num_jobs_arg = f\"--num-jobs {args.num_jobs} \"\n\n out.write(\" - name: Test %s\\n\" % manifest.name)\n out.write(\n f\" run: {getdepscmd}{allow_sys_arg} test {build_type_arg}{num_jobs_arg}--src-dir=. {manifest.name}{project_prefix}\\n\"\n )\n if build_opts.free_up_disk and not build_opts.is_windows():\n out.write(\" - name: Show disk space at end\\n\")\n out.write(\" if: always()\\n\")\n out.write(\" run: df -h\\n\")\n\n out.write(\" - name: Setup tmate session\\n\")\n out.write(\n \" if: failure() && github.event_name == 'workflow_dispatch' && inputs.tmate_enabled\\n\"\n )\n out.write(\" uses: mxschmitt/action-tmate@v3\\n\")\n\n def setup_project_cmd_parser(self, parser):\n parser.add_argument(\n \"--disallow-system-packages\",\n help=\"Disallow satisfying third party deps from installed system packages\",\n action=\"store_true\",\n default=False,\n )\n parser.add_argument(\n \"--output-dir\", help=\"The directory that will contain the yml files\"\n )\n parser.add_argument(\n \"--run-on-all-branches\",\n action=\"store_true\",\n help=\"Allow CI to fire on all branches - Handy for testing\",\n )\n parser.add_argument(\n \"--ubuntu-version\", default=\"24.04\", help=\"Version of Ubuntu to use\"\n )\n parser.add_argument(\n \"--cpu-cores\",\n help=\"Number of CPU cores to use (applicable for Linux OS)\",\n )\n parser.add_argument(\n \"--runs-on\",\n help=\"Allow specifying explicit runs-on: for github actions\",\n )\n parser.add_argument(\n \"--cron\",\n help=\"Specify that the job runs on a cron schedule instead of on pushes. Pass never to disable the action.\",\n )\n parser.add_argument(\n \"--main-branch\",\n default=\"main\",\n help=\"Main branch to trigger GitHub Action on\",\n )\n parser.add_argument(\n \"--os-type\",\n help=\"Filter to just this OS type to run\",\n choices=[\"linux\", \"darwin\", \"windows\"],\n action=\"append\",\n dest=\"os_types\",\n default=[],\n )\n parser.add_argument(\n \"--job-file-prefix\",\n type=str,\n help=\"add a prefix to all job file names\",\n default=None,\n )\n parser.add_argument(\n \"--job-name-prefix\",\n type=str,\n help=\"add a prefix to all job names\",\n default=None,\n )\n parser.add_argument(\n \"--free-up-disk\",\n help=\"Remove unused tools and clean up intermediate files if possible to maximise space for the build\",\n action=\"store_true\",\n default=False,\n )\n parser.add_argument(\"--build-type\", **BUILD_TYPE_ARG)\n parser.add_argument(\n \"--no-build-cache\",\n action=\"store_false\",\n default=True,\n dest=\"use_build_cache\",\n help=\"Do not attempt to use the build cache.\",\n )\n\n\ndef get_arg_var_name(args):\n for arg in args:\n if arg.startswith(\"--\"):\n return arg[2:].replace(\"-\", \"_\")\n\n raise Exception(\"unable to determine argument variable name from %r\" % (args,))\n\n\ndef parse_args():\n # We want to allow common arguments to be specified either before or after\n # the subcommand name. In order to do this we add them to the main parser\n # and to subcommand parsers. In order for this to work, we need to tell\n # argparse that the default value is SUPPRESS, so that the default values\n # from the subparser arguments won't override values set by the user from\n # the main parser. We maintain our own list of desired defaults in the\n # common_defaults dictionary, and manually set those if the argument wasn't\n # present at all.\n common_args = argparse.ArgumentParser(add_help=False)\n common_defaults = {}\n\n def add_common_arg(*args, **kwargs):\n var_name = get_arg_var_name(args)\n default_value = kwargs.pop(\"default\", None)\n common_defaults[var_name] = default_value\n kwargs[\"default\"] = argparse.SUPPRESS\n common_args.add_argument(*args, **kwargs)\n\n add_common_arg(\"--scratch-path\", help=\"Where to maintain checkouts and build dirs\")\n add_common_arg(\n \"--vcvars-path\", default=None, help=\"Path to the vcvarsall.bat on Windows.\"\n )\n add_common_arg(\n \"--install-prefix\",\n help=(\n \"Where the final build products will be installed \"\n \"(default is [scratch-path]/installed)\"\n ),\n )\n add_common_arg(\n \"--num-jobs\",\n type=int,\n help=(\n \"Number of concurrent jobs to use while building. \"\n \"(default=number of cpu cores)\"\n ),\n )\n add_common_arg(\n \"--use-shipit\",\n help=\"use the real ShipIt instead of the simple shipit transformer\",\n action=\"store_true\",\n default=False,\n )\n add_common_arg(\n \"--facebook-internal\",\n help=\"Setup the build context as an FB internal build\",\n action=\"store_true\",\n default=None,\n )\n add_common_arg(\n \"--no-facebook-internal\",\n help=\"Perform a non-FB internal build, even when in an fbsource repository\",\n action=\"store_false\",\n dest=\"facebook_internal\",\n )\n add_common_arg(\n \"--shared-libs\",\n help=\"Build shared libraries if possible\",\n action=\"store_true\",\n default=False,\n )\n add_common_arg(\n \"--extra-cmake-defines\",\n help=(\n \"Input json map that contains extra cmake defines to be used \"\n \"when compiling the current project and all its deps. \"\n 'e.g: \\'{\"CMAKE_CXX_FLAGS\": \"--bla\"}\\''\n ),\n )\n add_common_arg(\n \"--allow-system-packages\",\n help=\"Allow satisfying third party deps from installed system packages\",\n action=\"store_true\",\n default=False,\n )\n add_common_arg(\n \"-v\",\n \"--verbose\",\n help=\"Print more output\",\n action=\"store_true\",\n default=False,\n )\n add_common_arg(\n \"-su\",\n \"--skip-upload\",\n help=\"skip upload steps\",\n action=\"store_true\",\n default=False,\n )\n add_common_arg(\n \"--lfs-path\",\n help=\"Provide a parent directory for lfs when fbsource is unavailable\",\n default=None,\n )\n add_common_arg(\n \"--build-skip-lfs-download\",\n action=\"store_true\",\n default=False,\n help=(\n \"Download from the URL, rather than LFS. This is useful \"\n \"in cases where the upstream project has uploaded a new \"\n \"version of the archive with a different hash\"\n ),\n )\n add_common_arg(\n \"--schedule-type\",\n nargs=\"?\",\n help=\"Indicates how the build was activated\",\n )\n\n ap = argparse.ArgumentParser(\n description=\"Get and build dependencies and projects\", parents=[common_args]\n )\n sub = ap.add_subparsers(\n # metavar suppresses the long and ugly default list of subcommands on a\n # single line. We still render the nicer list below where we would\n # have shown the nasty one.\n metavar=\"\",\n title=\"Available commands\",\n help=\"\",\n )\n\n add_subcommands(sub, common_args)\n\n args = ap.parse_args()\n for var_name, default_value in common_defaults.items():\n if not hasattr(args, var_name):\n setattr(args, var_name, default_value)\n\n return ap, args\n\n\ndef main():\n ap, args = parse_args()\n if getattr(args, \"func\", None) is None:\n ap.print_help()\n return 0\n try:\n return args.func(args)\n except UsageError as exc:\n ap.error(str(exc))\n return 1\n except TransientFailure as exc:\n print(\"TransientFailure: %s\" % str(exc))\n # This return code is treated as a retryable transient infrastructure\n # error by Facebook's internal CI, rather than eg: a build or code\n # related error that needs to be fixed before progress can be made.\n return 128\n except subprocess.CalledProcessError as exc:\n print(\"%s\" % str(exc), file=sys.stderr)\n print(\"!! Failed\", file=sys.stderr)\n return 1\n\n\nif __name__ == \"__main__\":\n sys.exit(main())\n"
},
{
"path": "build/fbcode_builder/manifests/CLI11",
"content": "[manifest]\nname = CLI11\n\n[download]\nurl = https://github.com/CLIUtils/CLI11/archive/v2.0.0.tar.gz\nsha256 = 2c672f17bf56e8e6223a3bfb74055a946fa7b1ff376510371902adb9cb0ab6a3\n\n[build]\nbuilder = cmake\nsubdir = CLI11-2.0.0\n\n[cmake.defines]\nCLI11_BUILD_TESTS = OFF\nCLI11_BUILD_EXAMPLES = OFF\n"
},
{
"path": "build/fbcode_builder/manifests/autoconf",
"content": "[manifest]\nname = autoconf\n\n[debs]\nautoconf\n\n[homebrew]\nautoconf\n\n[rpms]\nautoconf\n\n[pps]\nautoconf\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/autoconf/autoconf-2.69.tar.gz\nsha256 = 954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969\n\n[build]\nbuilder = autoconf\nsubdir = autoconf-2.69\n"
},
{
"path": "build/fbcode_builder/manifests/automake",
"content": "[manifest]\nname = automake\n\n[homebrew]\nautomake\n\n[debs]\nautomake\n\n[rpms]\nautomake\n\n[pps]\nautomake\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/automake/automake-1.16.1.tar.gz\nsha256 = 608a97523f97db32f1f5d5615c98ca69326ced2054c9f82e65bade7fc4c9dea8\n\n[build]\nbuilder = autoconf\nsubdir = automake-1.16.1\n\n[dependencies]\nautoconf\n"
},
{
"path": "build/fbcode_builder/manifests/benchmark",
"content": "[manifest]\nname = benchmark\n\n[download]\nurl = https://github.com/google/benchmark/archive/refs/tags/v1.8.0.tar.gz\nsha256 = ea2e94c24ddf6594d15c711c06ccd4486434d9cf3eca954e2af8a20c88f9f172\n\n[build]\nbuilder = cmake\nsubdir = benchmark-1.8.0/\n\n[cmake.defines]\nBENCHMARK_ENABLE_TESTING=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/blake3",
"content": "[manifest]\nname = blake3\n\n[download]\nurl = https://github.com/BLAKE3-team/BLAKE3/archive/refs/tags/1.5.1.tar.gz\nsha256 = 822cd37f70152e5985433d2c50c8f6b2ec83aaf11aa31be9fe71486a91744f37\n\n[build]\nbuilder = cmake\nsubdir = BLAKE3-1.5.1/c\n"
},
{
"path": "build/fbcode_builder/manifests/boost",
"content": "[manifest]\nname = boost\n\n[download.not(os=windows)]\nurl = https://archives.boost.io/release/1.83.0/source/boost_1_83_0.tar.gz\nsha256 = c0685b68dd44cc46574cce86c4e17c0f611b15e195be9848dfd0769a0a207628\n\n[download.os=windows]\nurl = https://archives.boost.io/release/1.83.0/source/boost_1_83_0.zip\nsha256 = c86bd9d9eef795b4b0d3802279419fde5221922805b073b9bd822edecb1ca28e\n\n[preinstalled.env]\n# Here we list the acceptable versions that cmake needs a hint to find\nBOOST_ROOT_1_69_0\nBOOST_ROOT_1_83_0\n\n[debs]\nlibboost-all-dev\n\n[homebrew]\nboost\n# Boost cmake detection on homebrew adds this as requirement: https://github.com/Homebrew/homebrew-core/issues/67427#issuecomment-754187345\nicu4c\n\n[pps]\nboost\n\n[rpms.all(distro=centos_stream,distro_vers=8)]\nboost169\nboost169-math\nboost169-test\nboost169-fiber\nboost169-graph\nboost169-log\nboost169-openmpi\nboost169-timer\nboost169-chrono\nboost169-locale\nboost169-thread\nboost169-atomic\nboost169-random\nboost169-static\nboost169-contract\nboost169-date-time\nboost169-iostreams\nboost169-container\nboost169-coroutine\nboost169-filesystem\nboost169-system\nboost169-stacktrace\nboost169-regex\nboost169-devel\nboost169-context\nboost169-python3-devel\nboost169-type_erasure\nboost169-wave\nboost169-python3\nboost169-serialization\nboost169-program-options\n\n[rpms.distro=fedora]\nboost-devel\nboost-static\n\n[build]\nbuilder = boost\njob_weight_mib = 512\npatchfile = boost_1_83_0.patch\n\n[b2.args]\n--with-atomic\n--with-chrono\n--with-container\n--with-context\n--with-contract\n--with-coroutine\n--with-date_time\n--with-exception\n--with-fiber\n--with-filesystem\n--with-graph\n--with-graph_parallel\n--with-iostreams\n--with-locale\n--with-log\n--with-math\n--with-mpi\n--with-program_options\n--with-python\n--with-random\n--with-regex\n--with-serialization\n--with-stacktrace\n--with-system\n--with-test\n--with-thread\n--with-timer\n--with-type_erasure\n\n[bootstrap.args.os=darwin]\n# Not really gcc, but CI puts a broken clang in the PATH, and saying gcc\n# here selects the correct one from Xcode.\n--with-toolset=gcc\n\n[b2.args.os=linux]\n# RHEL hardened gcc is not compatible with PCH\n# https://bugzilla.redhat.com/show_bug.cgi?id=1806545\npch=off\n\n[b2.args.os=darwin]\ntoolset=clang\n# Since Xcode 15.3 std::piecewise_construct is only visible in C++17 and later modes\ncxxflags=\"-DBOOST_UNORDERED_HAVE_PIECEWISE_CONSTRUCT=0\"\n\n[b2.args.all(os=windows,fb=on)]\ntoolset=msvc-14.3\n"
},
{
"path": "build/fbcode_builder/manifests/boost-python",
"content": "[manifest]\nname = boost-python\n\n[download.not(os=windows)]\nurl = https://archives.boost.io/release/1.83.0/source/boost_1_83_0.tar.gz\nsha256 = c0685b68dd44cc46574cce86c4e17c0f611b15e195be9848dfd0769a0a207628\n\n[download.os=windows]\nurl = https://archives.boost.io/release/1.83.0/source/boost_1_83_0.zip\nsha256 = c86bd9d9eef795b4b0d3802279419fde5221922805b073b9bd822edecb1ca28e\n\n[preinstalled.env]\n# Here we list the acceptable versions that cmake needs a hint to find\nBOOST_ROOT_1_69_0\nBOOST_ROOT_1_83_0\n\n[homebrew]\nboost\n# Boost cmake detection on homebrew adds this as requirement: https://github.com/Homebrew/homebrew-core/issues/67427#issuecomment-754187345\nicu4c\n\n[pps]\nboost\n\n[rpms.all(distro=centos_stream,distro_vers=8)]\nboost169\nboost169-math\nboost169-test\nboost169-fiber\nboost169-graph\nboost169-log\nboost169-openmpi\nboost169-timer\nboost169-chrono\nboost169-locale\nboost169-thread\nboost169-atomic\nboost169-random\nboost169-static\nboost169-contract\nboost169-date-time\nboost169-iostreams\nboost169-container\nboost169-coroutine\nboost169-filesystem\nboost169-system\nboost169-stacktrace\nboost169-regex\nboost169-devel\nboost169-context\nboost169-python3-devel\nboost169-type_erasure\nboost169-wave\nboost169-python3\nboost169-serialization\nboost169-program-options\n\n[rpms.distro=fedora]\nboost-devel\nboost-static\n\n[build]\nbuilder = boost\njob_weight_mib = 512\npatchfile = boost_1_83_0.patch\n\n[build.not(os=linux)]\nbuilder = nop\n\n[b2.args]\n--with-atomic\n--with-chrono\n--with-container\n--with-context\n--with-contract\n--with-coroutine\n--with-date_time\n--with-exception\n--with-fiber\n--with-filesystem\n--with-graph\n--with-graph_parallel\n--with-iostreams\n--with-locale\n--with-log\n--with-math\n--with-mpi\n--with-program_options\n--with-python\n--with-random\n--with-regex\n--with-serialization\n--with-stacktrace\n--with-system\n--with-test\n--with-thread\n--with-timer\n--with-type_erasure\n\n[bootstrap.args.os=darwin]\n# Not really gcc, but CI puts a broken clang in the PATH, and saying gcc\n# here selects the correct one from Xcode.\n--with-toolset=gcc\n\n[b2.args.os=linux]\n# RHEL hardened gcc is not compatible with PCH\n# https://bugzilla.redhat.com/show_bug.cgi?id=1806545\npch=off\n# Python extensions need -fPIC for static library linking into shared objects\ncxxflags=\"-fPIC\"\n\n[b2.args.os=darwin]\ntoolset=clang\n# Since Xcode 15.3 std::piecewise_construct is only visible in C++17 and later modes\ncxxflags=\"-DBOOST_UNORDERED_HAVE_PIECEWISE_CONSTRUCT=0\"\n\n[b2.args.all(os=windows,fb=on)]\ntoolset=msvc-14.3\n"
},
{
"path": "build/fbcode_builder/manifests/bz2",
"content": "[manifest]\nname = bz2\n\n[debs]\nlibbz2-dev\nbzip2\n\n[homebrew]\nbzip2\n\n[rpms]\nbzip2-devel\nbzip2\n\n[download]\nurl = https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz\nsha256 = ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269\n\n[build.not(os=windows)]\nbuilder = make\nsubdir = bzip2-1.0.8\n\n[make.build_args.os=linux]\n# python bz2 support on linux needs dynamic library\n-f\nMakefile-libbz2_so\n\n[make.install_args]\ninstall\n\n[build.os=windows]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/c-ares",
"content": "[manifest]\nname = c-ares\n\n[download]\nurl = https://github.com/c-ares/c-ares/releases/download/v1.34.6/c-ares-1.34.6.tar.gz\nsha256 = 912dd7cc3b3e8a79c52fd7fb9c0f4ecf0aaa73e45efda880266a2d6e26b84ef5\n\n[build]\nbuilder = cmake\nsubdir = c-ares-1.34.6\n\n[cmake.defines]\nCARES_STATIC = ON\n\n[cmake.defines.shared_libs=off]\nCARES_SHARED = OFF\n"
},
{
"path": "build/fbcode_builder/manifests/cabal",
"content": "[manifest]\nname = cabal\n\n[download.os=linux]\nurl = https://downloads.haskell.org/~cabal/cabal-install-3.6.2.0/cabal-install-3.6.2.0-x86_64-linux-deb10.tar.xz\nsha256 = 4759b56e9257e02f29fa374a6b25d6cb2f9d80c7e3a55d4f678a8e570925641c\n\n[build]\nbuilder = nop\n\n[install.files]\ncabal = bin/cabal\n"
},
{
"path": "build/fbcode_builder/manifests/cachelib",
"content": "[manifest]\nname = cachelib\nfbsource_path = fbcode/cachelib\nshipit_project = cachelib\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/cachelib.git\n\n[build]\nbuilder = cmake\nsubdir = cachelib\njob_weight_mib = 2048\n\n[dependencies]\nzlib\nfizz\nfmt\nfolly\nfbthrift\ngoogletest\nsparsemap\nwangle\nzstd\nmvfst\nnuma\nlibaio\nmagic_enum\n# cachelib also depends on openssl but since the latter requires a platform-\n# specific configuration we rely on the folly manifest to provide this\n# dependency to avoid duplication.\n\n[dependencies.all(distro=centos_stream,distro_vers=9)]\ngcc14\n\n[cmake.defines.all(distro=centos_stream,distro_vers=9)]\nCMAKE_C_COMPILER=/opt/rh/gcc-toolset-14/root/usr/bin/gcc\nCMAKE_CXX_COMPILER=/opt/rh/gcc-toolset-14/root/usr/bin/g++\n\n[shipit.pathmap]\nfbcode/cachelib = cachelib\nfbcode/cachelib/public_tld = .\n\n[shipit.strip]\n^fbcode/cachelib/examples(/|$)\n^fbcode/cachelib/facebook(/|$)\n^fbcode/cachelib/public_tld/website/docs/facebook(/|$)\n^fbcode/cachelib/public_tld/website/node_modules(/|$)\n^fbcode/cachelib/public_tld/website/build(/|$)\n"
},
{
"path": "build/fbcode_builder/manifests/cinderx-3_14",
"content": "[manifest]\nname = cinderx-3_14\nfbsource_path = fbcode/cinderx\nshipit_project = facebookincubator/cinderx\n\n[git]\nrepo_url = https://github.com/facebookincubator/cinderx.git\n\n[build.os=linux]\nbuilder = setup-py\n\n[build.not(os=linux)]\nbuilder = nop\n\n[dependencies]\npython-setuptools\npython-3_14\n\n[shipit.pathmap]\nfbcode/cinderx = cinderx\nfbcode/cinderx/oss_toplevel = .\n\n[setup-py.test]\npython_script = cinderx/PythonLib/test_cinderx/test_oss_quick.py\n\n[setup-py.env]\nCINDERX_ENABLE_PGO=1\nCINDERX_ENABLE_LTO=1\n"
},
{
"path": "build/fbcode_builder/manifests/cinderx-main",
"content": "# For building CinderX against CPython main.\n# Note that externally this can be broken because in that environment we will\n# be checking out the head of the CPython repo. However CinderX is only built\n# and tested against our internal copy of CPython which updates ~daily, and so\n# may be behind CPython head.\n\n[manifest]\nname = cinderx-main\nfbsource_path = fbcode/cinderx\nshipit_project = facebookincubator/cinderx\n\n[git]\nrepo_url = https://github.com/facebookincubator/cinderx.git\n\n[build.os=linux]\nbuilder = setup-py\n\n[build.not(os=linux)]\nbuilder = nop\n\n[dependencies]\npython-setuptools\npython-main\n\n[shipit.pathmap]\nfbcode/cinderx = cinderx\nfbcode/cinderx/oss_toplevel = .\n\n[setup-py.test]\npython_script = cinderx/PythonLib/test_cinderx/test_oss_quick.py\n\n[setup-py.env]\nCINDERX_ENABLE_PGO=1\nCINDERX_ENABLE_LTO=1\n"
},
{
"path": "build/fbcode_builder/manifests/clang",
"content": "[manifest]\nname = clang\n\n[rpms]\nclang15-devel\n"
},
{
"path": "build/fbcode_builder/manifests/clang19",
"content": "[manifest]\nname = clang19\n\n[debs.os=linux]\nclang-19\n\n[rpms.os=linux]\nclang\n"
},
{
"path": "build/fbcode_builder/manifests/cmake",
"content": "[manifest]\nname = cmake\n\n[homebrew]\ncmake\n\n# 18.04 cmake is too old\n[debs.not(all(distro=ubuntu,distro_vers=\"18.04\"))]\ncmake\n\n[rpms]\ncmake\n\n[pps]\ncmake\n\n[dependencies]\nninja\n\n[download.os=windows]\nurl = https://github.com/Kitware/CMake/releases/download/v3.20.4/cmake-3.20.4-windows-x86_64.zip\nsha256 = 965d2f001c3ca807d288f2b6b15c42b25579a0e73ef12c2a72c95f4c69123638\n\n[download.os=darwin]\nurl = https://github.com/Kitware/CMake/releases/download/v3.20.4/cmake-3.20.4-macos-universal.tar.gz\nsha256 = df90016635e3183834143c6d94607f0804fe9762f7cc6032f6a4afd7c19cd43b\n\n[download.any(os=linux,os=freebsd)]\nurl = https://github.com/Kitware/CMake/releases/download/v3.20.4/cmake-3.20.4.tar.gz\nsha256 = 87a4060298f2c6bb09d479de1400bc78195a5b55a65622a7dceeb3d1090a1b16\n\n[build.os=windows]\nbuilder = nop\nsubdir = cmake-3.20.4-windows-x86_64\n\n[build.os=darwin]\nbuilder = nop\nsubdir = cmake-3.20.4-macos-universal\n\n[install.files.os=darwin]\nCMake.app/Contents/bin = bin\nCMake.app/Contents/share = share\n\n[build.any(os=linux,os=freebsd)]\nbuilder = cmakebootstrap\nsubdir = cmake-3.20.4\n\n[make.install_args.any(os=linux,os=freebsd)]\ninstall\n"
},
{
"path": "build/fbcode_builder/manifests/cpptoml",
"content": "[manifest]\nname = cpptoml\n\n[homebrew]\ncpptoml\n\n[download]\nurl = https://github.com/chadaustin/cpptoml/archive/refs/tags/v0.1.2.tar.gz\nsha256 = beda37e94f9746874436c8090c045fd80ae6f8a51f7c668c932a2b110a4fc277\n\n[build]\nbuilder = cmake\nsubdir = cpptoml-0.1.2\n\n[cmake.defines.os=freebsd]\nENABLE_LIBCXX=NO\n"
},
{
"path": "build/fbcode_builder/manifests/double-conversion",
"content": "[manifest]\nname = double-conversion\n\n[download]\nurl = https://github.com/google/double-conversion/archive/v3.1.4.tar.gz\nsha256 = 95004b65e43fefc6100f337a25da27bb99b9ef8d4071a36a33b5e83eb1f82021\n\n[homebrew]\ndouble-conversion\n\n[debs]\nlibdouble-conversion-dev\n\n[rpms]\ndouble-conversion\ndouble-conversion-devel\n\n[pps]\ndouble-conversion\n\n[build]\nbuilder = cmake\nsubdir = double-conversion-3.1.4\n"
},
{
"path": "build/fbcode_builder/manifests/double-conversion-python",
"content": "[manifest]\nname = double-conversion-python\n\n[download]\nurl = https://github.com/google/double-conversion/archive/v3.1.4.tar.gz\nsha256 = 95004b65e43fefc6100f337a25da27bb99b9ef8d4071a36a33b5e83eb1f82021\n\n[homebrew]\ndouble-conversion\n\n[debs]\nlibdouble-conversion-dev\n\n[rpms]\ndouble-conversion\ndouble-conversion-devel\n\n[pps]\ndouble-conversion\n\n[build]\nbuilder = cmake\nsubdir = double-conversion-3.1.4\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n"
},
{
"path": "build/fbcode_builder/manifests/eden",
"content": "[manifest]\nname = eden\nfbsource_path = fbcode/eden\nshipit_project = eden\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/sapling.git\n\n[github.actions]\nrun_tests = off\n\n[sandcastle]\nrun_tests = off\n\n[build]\nbuilder = cmake\n\n[dependencies]\nblake3\ngoogletest\nfolly\nfbthrift\nfb303\ncpptoml\nrocksdb\nre2\nlibgit2\npexpect\npython-psutil\npython-toml\npython-filelock\nedencommon\nrust-shed\n\n[dependencies.fbsource=on]\nrust\n\n# macOS ships with sqlite3, and some of the core system\n# frameworks require that that version be linked rather\n# than the one we might build for ourselves here, so we\n# skip building it on macos.\n[dependencies.not(os=darwin)]\nsqlite3\n\n[dependencies.os=darwin]\nosxfuse\n\n[dependencies.not(os=windows)]\n# TODO: teach getdeps to compile curl on Windows.\n# Enabling curl on Windows requires us to find a way to compile libcurl with\n# msvc.\nlibcurl\n# Added so that OSS doesn't see system \"python\" which is python 2 on darwin and some linux\npython\n# TODO: teach getdeps to compile lmdb on Windows.\nlmdb\n\n[dependencies.test=on]\n# sapling CLI is needed to run the tests\nsapling\n\n[shipit.pathmap.fb=on]\n# for internal builds that use getdeps\nfbcode/fb303 = fb303\nfbcode/common/rust/shed = common/rust/shed\nfbcode/thrift/lib/cpp = thrift/lib/cpp\nfbcode/thrift/lib/cpp2 = thrift/lib/cpp2\nfbcode/thrift/lib/java = thrift/lib/java\nfbcode/thrift/lib/py = thrift/lib/py\nfbcode/thrift/lib/python = thrift/lib/python\nfbcode/thrift/lib/rust = thrift/lib/rust\n\n[shipit.pathmap]\n# Map hostcaps for now as eden C++ includes its .h. Rust-shed should install it\nfbcode/common/rust/shed/hostcaps = common/rust/shed/hostcaps\nfbcode/configerator/structs/scm/hg = configerator/structs/scm/hg\nfbcode/eden/oss = .\nfbcode/eden = eden\nfbcode/tools/lfs = tools/lfs\n\n[shipit.pathmap.fb=off]\nfbcode/eden/fs/public_autocargo = eden/fs\nfbcode/eden/scm/public_autocargo = eden/scm\nfbcode/common/rust/shed/hostcaps/public_cargo = common/rust/shed/hostcaps\nfbcode/configerator/structs/scm/hg/public_autocargo = configerator/structs/scm/hg\n\n[shipit.strip]\n^fbcode/eden/addons/.*$\n^fbcode/eden/fs/eden-config\\.h$\n^fbcode/eden/fs/py/eden/config\\.py$\n^fbcode/eden/hg-server/.*$\n^fbcode/eden/mononoke/(?!lfs_protocol)\n^fbcode/eden/scm/build/.*$\n^fbcode/eden/scm/lib/third-party/rust/.*/Cargo.toml$\n^fbcode/eden/website/.*$\n^fbcode/eden/.*/\\.cargo/.*$\n/Cargo\\.lock$\n\\.pyc$\n\n[shipit.strip.fb=off]\n^fbcode/common/rust/shed(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/configerator/structs/scm/hg(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/fs(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/scm(?!/public_autocargo|/saplingnative).*/Cargo\\.toml$\n^.*/facebook/.*$\n^.*/fb/.*$\n\n[cmake.defines.all(fb=on,os=windows)]\nENABLE_GIT=OFF\nINSTALL_PYTHON_LIB=ON\n\n[cmake.defines.all(not(fb=on),os=windows)]\nENABLE_GIT=OFF\n\n[cmake.defines.fbsource=on]\nUSE_CARGO_VENDOR=ON\n\n[cmake.defines.fb=on]\nIS_FB_BUILD=ON\n\n[depends.environment]\nEDEN_VERSION_OVERRIDE\n"
},
{
"path": "build/fbcode_builder/manifests/edencommon",
"content": "[manifest]\nname = edencommon\nfbsource_path = fbcode/eden/common\nshipit_project = edencommon\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookexperimental/edencommon.git\n\n[build]\nbuilder = cmake\n\n[dependencies]\nfbthrift\nfb303\nfmt\nfolly\ngflags\nglog\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n[shipit.pathmap]\nfbcode/eden/common = eden/common\nfbcode/eden/common/oss = .\n\n[shipit.strip]\n@README.facebook@\n"
},
{
"path": "build/fbcode_builder/manifests/exprtk",
"content": "[manifest]\nname = exprtk\n\n[download]\nurl = https://github.com/ArashPartow/exprtk/archive/refs/tags/0.0.1.tar.gz\nsha256 = fb72791c88ae3b3426e14fdad630027715682584daf56b973569718c56e33f28\n\n[build.not(os=windows)]\nbuilder = nop\nsubdir = exprtk-0.0.1\n\n[install.files]\nexprtk.hpp = exprtk.hpp\n\n[dependencies]\n"
},
{
"path": "build/fbcode_builder/manifests/fast_float",
"content": "[manifest]\nname = fast_float\n\n[download]\nurl = https://github.com/fastfloat/fast_float/archive/refs/tags/v8.0.0.tar.gz\nsha256 = f312f2dc34c61e665f4b132c0307d6f70ad9420185fa831911bc24408acf625d\n\n[build]\nbuilder = cmake\nsubdir = fast_float-8.0.0\n\n[cmake.defines]\nFASTFLOAT_TEST = OFF\nFASTFLOAT_SANITIZE = OFF\n\n[debs.not(all(distro=ubuntu,any(distro_vers=\"18.04\",distro_vers=\"20.04\",distro_vers=\"22.04\",distro_vers=\"24.04\")))]\nlibfast-float-dev\n\n[rpms.distro=fedora]\nfast_float-devel\n"
},
{
"path": "build/fbcode_builder/manifests/fatal",
"content": "[manifest]\nname = fatal\nfbsource_path = fbcode/fatal\nshipit_project = fatal\n\n[git]\nrepo_url = https://github.com/facebook/fatal.git\n\n[shipit.pathmap]\nfbcode/fatal = fatal\nfbcode/fatal/public_tld = .\n\n[build]\nbuilder = nop\nsubdir = .\n\n[install.files]\nfatal/portability.h = fatal/portability.h\nfatal/preprocessor.h = fatal/preprocessor.h\nfatal/container = fatal/container\nfatal/functional = fatal/functional\nfatal/math = fatal/math\nfatal/string = fatal/string\nfatal/type = fatal/type\n"
},
{
"path": "build/fbcode_builder/manifests/fb303",
"content": "[manifest]\nname = fb303\nfbsource_path = fbcode/fb303\nshipit_project = fb303\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/fb303.git\n\n[cargo]\ncargo_config_file = source/fb303/thrift/.cargo/config.toml\n\n[crate.pathmap]\nfb303_core = fb303/thrift/rust\n\n[build]\nbuilder = cmake\n\n[dependencies]\nfolly\ngflags\nglog\nfbthrift\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n[shipit.pathmap]\nfbcode/fb303/github = .\nfbcode/fb303/public_autocargo = fb303\nfbcode/fb303 = fb303\n\n[shipit.strip]\n^fbcode/fb303/(?!public_autocargo).+/Cargo\\.toml$\n"
},
{
"path": "build/fbcode_builder/manifests/fboss",
"content": "[manifest]\nname = fboss\nfbsource_path = fbcode/fboss\nshipit_project = fboss\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/fboss.git\n\n[build.os=linux]\nbuilder = cmake\n# fboss files take a lot of RAM to compile.\njob_weight_mib = 3072\n\n[build.not(os=linux)]\nbuilder = nop\n\n[dependencies]\nfolly\nfb303\nwangle\nfizz\nmvfst\nfmt\nlibsodium\ngoogletest\nzstd\nfatal\nfbthrift\niproute2\nlibusb\nlibcurl\nlibnl\nlibsai\nre2\npython\nyaml-cpp\nlibyaml\nCLI11\nexprtk\nnlohmann-json\nlibgpiod\nsystemd\nrange-v3\ntabulate\ngcc12\npython-pyyaml\n\n# ShipitPathMap always assume to use directory to fetch the source code.\n# If you need to sync the files to fboss github repo, please make changes in\n# configerator/source/opensource/shipit_config/facebook/fboss.cconf\n[shipit.pathmap]\nfbcode/fboss/github = .\nfbcode/fboss/common = common\nfbcode/fboss = fboss\n# NOTE: Although this directory has other thrift files might not be ready for\n# opensource, this pathmap should only be used internally `getdeps.py fetch`\nfbcode/configerator/structs/neteng/fboss/thrift = configerator/structs/neteng/fboss/thrift\n\n[shipit.strip]\n^fbcode/fboss/github/docs/.*\n^fbcode/fboss/oss/.*\n^fbcode/fboss/github/.github/.*\n^fbcode/fboss/github/fboss-image/.*\n^fbcode/fboss/github/.pre-commit-config.yaml\n^fbcode/fboss/github/requirements-dev.txt\n^fbcode/fboss/.llms/.*\n\n[sandcastle]\nrun_tests = off\n"
},
{
"path": "build/fbcode_builder/manifests/fbthrift",
"content": "[manifest]\nname = fbthrift\nfbsource_path = xplat/thrift\nshipit_project = fbthrift\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/fbthrift.git\n\n[cargo]\ncargo_config_file = source/thrift/lib/rust/.cargo/config.toml\n\n[crate.pathmap]\nfbthrift = thrift/lib/rust\n\n[build]\nbuilder = cmake\njob_weight_mib = 2048\n\n[cmake.defines.all(not(os=windows),test=on)]\nenable_tests=ON\n\n[cmake.defines.any(os=windows,test=off)]\nenable_tests=OFF\n\n[dependencies]\nfizz\nfmt\nfolly\ngoogletest\nlibsodium\nwangle\nzstd\nmvfst\nxxhash\n# Thrift also depends on openssl but since the latter requires a platform-\n# specific configuration we rely on the folly manifest to provide this\n# dependency to avoid duplication.\n\n[shipit.pathmap]\nxplat/thrift/public_tld = .\nxplat/thrift = thrift\n\n[shipit.strip]\n^xplat/thrift/thrift-config\\.h$\n^xplat/thrift/perf/canary.py$\n^xplat/thrift/perf/loadtest.py$\n^xplat/thrift/.castle/.*\n"
},
{
"path": "build/fbcode_builder/manifests/fbthrift-python",
"content": "[manifest]\nname = fbthrift-python\nfbsource_path = xplat/thrift\nshipit_project = fbthrift\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/fbthrift.git\n\n[cargo]\ncargo_config_file = source/thrift/lib/rust/.cargo/config.toml\n\n[crate.pathmap]\nfbthrift = thrift/lib/rust\n\n[build]\nbuilder = cmake\njob_weight_mib = 2048\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines.all(not(os=windows),test=on)]\nenable_tests=ON\n\n[cmake.defines.any(os=windows,test=off)]\nenable_tests=OFF\n\n[cmake.defines.os=linux]\nthrift_python=ON\nenable_tests=ON\n\n[dependencies]\nfizz-python\nfmt-python\nfolly-python\ngoogletest\nlibsodium\nwangle-python\nzstd-python\nmvfst-python\nxxhash\n# Thrift also depends on openssl but since the latter requires a platform-\n# specific configuration we rely on the folly manifest to provide this\n# dependency to avoid duplication.\n\n[dependencies.os=linux]\nlibaio-python\nlibevent-python\n\n[shipit.pathmap]\nxplat/thrift/public_tld = .\nxplat/thrift = thrift\n\n[shipit.strip]\n^xplat/thrift/thrift-config\\.h$\n^xplat/thrift/perf/canary.py$\n^xplat/thrift/perf/loadtest.py$\n^xplat/thrift/.castle/.*\n"
},
{
"path": "build/fbcode_builder/manifests/fizz",
"content": "[manifest]\nname = fizz\nfbsource_path = fbcode/fizz\nshipit_project = fizz\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookincubator/fizz.git\n\n[build]\nbuilder = cmake\nsubdir = fizz\n\n[cmake.defines]\nBUILD_EXAMPLES = OFF\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.all(os=windows, test=on)]\nBUILD_TESTS = OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[dependencies]\nfolly\nliboqs\nlibsodium\nzlib\nzstd\n\n[dependencies.all(test=on, not(os=windows))]\ngoogletest\n\n[shipit.pathmap]\nfbcode/fizz/public_tld = .\nfbcode/fizz = fizz\n"
},
{
"path": "build/fbcode_builder/manifests/fizz-python",
"content": "[manifest]\nname = fizz-python\nfbsource_path = fbcode/fizz\nshipit_project = fizz\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookincubator/fizz.git\n\n[build]\nbuilder = cmake\nsubdir = fizz\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nBUILD_EXAMPLES = OFF\n\n[cmake.defines.os=linux]\nCMAKE_POSITION_INDEPENDENT_CODE = ON\nBUILD_SHARED_LIBS = ON\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.all(os=windows, test=on)]\nBUILD_TESTS = OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[dependencies]\nfolly-python\nliboqs\nlibsodium\nzlib-python\nzstd-python\n\n[dependencies.all(test=on, not(os=windows))]\ngoogletest\n\n[shipit.pathmap]\nfbcode/fizz/public_tld = .\nfbcode/fizz = fizz\n"
},
{
"path": "build/fbcode_builder/manifests/fmt",
"content": "[manifest]\nname = fmt\n\n[download]\nurl = https://github.com/fmtlib/fmt/archive/refs/tags/12.1.0.tar.gz\nsha256 = ea7de4299689e12b6dddd392f9896f08fb0777ac7168897a244a6d6085043fea\n\n[build]\nbuilder = cmake\nsubdir = fmt-12.1.0\n\n[cmake.defines]\nFMT_TEST = OFF\nFMT_DOC = OFF\n\n[homebrew]\nfmt\n\n[rpms.distro=fedora]\nfmt-devel\n"
},
{
"path": "build/fbcode_builder/manifests/fmt-python",
"content": "[manifest]\nname = fmt-python\n\n[download]\nurl = https://github.com/fmtlib/fmt/archive/refs/tags/12.1.0.tar.gz\nsha256 = ea7de4299689e12b6dddd392f9896f08fb0777ac7168897a244a6d6085043fea\n\n[build]\nbuilder = cmake\nsubdir = fmt-12.1.0\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nFMT_TEST = OFF\nFMT_DOC = OFF\n# Build as shared library so Python extensions can find fmt symbols at runtime\n# (fmt uses -fvisibility=hidden, so static linking leaves symbols unexported)\nBUILD_SHARED_LIBS = ON\n\n[homebrew]\nfmt\n\n[rpms.distro=fedora]\nfmt-devel\n"
},
{
"path": "build/fbcode_builder/manifests/folly",
"content": "[manifest]\nname = folly\nfbsource_path = fbcode/folly\nshipit_project = folly\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/folly.git\n\n[build]\nbuilder = cmake\njob_weight_mib = 1024\n\n[dependencies]\ngflags\nglog\ngoogletest\nboost\nlibdwarf\nlibevent\nlibsodium\ndouble-conversion\nfast_float\nfmt\nlz4\nsnappy\nzstd\n# no openssl or zlib in the linux case, why?\n# these are usually installed on the system\n# and are the easiest system deps to pull in.\n# In the future we want to be able to express\n# that a system dep is sufficient in the manifest\n# for eg: openssl and zlib, but for now we don't\n# have it.\n\n# macOS doesn't expose the openssl api so we need\n# to build our own.\n[dependencies.os=darwin]\nopenssl\n\n# Windows has neither openssl nor zlib, so we get\n# to provide both\n[dependencies.os=windows]\nopenssl\nzlib\n\n[dependencies.os=linux]\nlibaio\nlibiberty\nlibunwind\n\n# xz depends on autoconf which does not build on\n# Windows\n[dependencies.not(os=windows)]\nxz\n\n[shipit.pathmap]\nfbcode/folly/public_tld = .\nfbcode/folly = folly\n\n[shipit.strip]\n^fbcode/folly/folly-config\\.h$\n^fbcode/folly/public_tld/build/facebook_.*\n\n[cmake.defines]\nBUILD_SHARED_LIBS=OFF\n\n[cmake.defines.not(os=windows)]\nBOOST_LINK_STATIC=ON\n\n[cmake.defines.os=freebsd]\nLIBDWARF_FOUND=NO\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\nBUILD_BENCHMARKS=OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\nBUILD_BENCHMARKS=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/folly-python",
"content": "[manifest]\nname = folly-python\nfbsource_path = fbcode/folly\nshipit_project = folly\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/folly.git\n\n[build]\nbuilder = cmake\njob_weight_mib = 1024\n\n[build.not(os=linux)]\nbuilder = nop\n\n[dependencies]\ngflags\nglog\ngoogletest\nboost-python\nlibdwarf-python\nlibevent-python\nlibsodium\ndouble-conversion-python\nfast_float\nfmt-python\nlz4-python\nsnappy\nzstd-python\n# no openssl or zlib in the linux case, why?\n# these are usually installed on the system\n# and are the easiest system deps to pull in.\n# In the future we want to be able to express\n# that a system dep is sufficient in the manifest\n# for eg: openssl and zlib, but for now we don't\n# have it.\n\n# macOS doesn't expose the openssl api so we need\n# to build our own.\n[dependencies.os=darwin]\nopenssl\n\n# Windows has neither openssl nor zlib, so we get\n# to provide both\n[dependencies.os=windows]\nopenssl\nzlib\n\n[dependencies.os=linux]\nlibaio-python\nlibiberty-python\nlibunwind\n\n# xz depends on autoconf which does not build on\n# Windows\n[dependencies.not(os=windows)]\nxz\n\n[shipit.pathmap]\nfbcode/folly/public_tld = .\nfbcode/folly = folly\n\n[shipit.strip]\n^fbcode/folly/folly-config\\.h$\n^fbcode/folly/public_tld/build/facebook_.*\n\n[cmake.defines.os=linux]\nPYTHON_EXTENSIONS=ON\nBUILD_SHARED_LIBS=ON\n\n[cmake.defines.not(os=windows)]\nBOOST_LINK_STATIC=ON\n\n[cmake.defines.os=freebsd]\nLIBDWARF_FOUND=NO\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\nBUILD_BENCHMARKS=OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\nBUILD_BENCHMARKS=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/gcc12",
"content": "[manifest]\nname = gcc12\n\n[rpms.all(distro=centos_stream,distro_vers=9)]\ngcc-toolset-12\n"
},
{
"path": "build/fbcode_builder/manifests/gcc14",
"content": "[manifest]\nname = gcc14\n\n[rpms.all(distro=centos_stream,distro_vers=9)]\ngcc-toolset-14\n"
},
{
"path": "build/fbcode_builder/manifests/gflags",
"content": "[manifest]\nname = gflags\n\n[download]\nurl = https://github.com/gflags/gflags/archive/v2.2.2.tar.gz\nsha256 = 34af2f15cf7367513b352bdcd2493ab14ce43692d2dcd9dfc499492966c64dcf\n\n[build]\nbuilder = cmake\nsubdir = gflags-2.2.2\n\n[cmake.defines]\nBUILD_SHARED_LIBS = ON\nBUILD_STATIC_LIBS = ON\n#BUILD_gflags_nothreads_LIB = OFF\nBUILD_gflags_LIB = ON\n\n[homebrew]\ngflags\n\n[debs]\nlibgflags-dev\n\n[rpms.distro=fedora]\ngflags-devel\n"
},
{
"path": "build/fbcode_builder/manifests/ghc",
"content": "[manifest]\nname = ghc\n\n[download.os=linux]\nurl = https://downloads.haskell.org/~ghc/9.2.8/ghc-9.2.8-x86_64-fedora27-linux.tar.xz\nsha256 = 845f63cd365317bb764d81025554a2527dbe315d6fa268c9859e21b911bf2d3c\n\n[build]\nbuilder = autoconf\nsubdir = ghc-9.2.8\nbuild_in_src_dir = true\nonly_install = true\n\n[make.install_args]\ninstall\n"
},
{
"path": "build/fbcode_builder/manifests/git-lfs",
"content": "[manifest]\nname = git-lfs\n\n[rpms]\ngit-lfs\n\n[debs]\ngit-lfs\n\n[homebrew]\ngit-lfs\n\n# only used from system packages currently\n[build]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/glean",
"content": "[manifest]\nname = glean\nfbsource_path = fbcode/glean\nshipit_project = facebookincubator/Glean\nuse_shipit = true\n\n[shipit.pathmap]\n# These are only used by target determinator to trigger builds, the\n# real path mappings are in the ShipIt config.\nfbcode/glean = glean\nfbcode/common/hs = hsthrift\n\n[subprojects]\nhsthrift = hsthrift\n\n[dependencies]\ncabal\nghc\ngflags\nglog\nfolly\nrocksdb\nxxhash\nllvm\nclang\nre2\n\n[build]\nbuilder = make\n\n[make.build_args]\nsetup-folly\nsetup-folly-version\ncabal-update\nall\nglean-hie\nglass\nglean-clang\nEXTRA_GHC_OPTS=-j4 +RTS -A32m -n4m -RTS\nCABAL_CONFIG_FLAGS=-f-hack-tests -f-typescript-tests -f-python-tests -f-dotnet-tests -f-go-tests -f-rust-tests -f-java-lsif-tests -f-flow-tests -f-bundled-folly\n\n[make.install_args]\ninstall\n\n[make.test_args]\ntest\nEXTRA_GHC_OPTS=-j4 +RTS -A32m -n4m -RTS\nCABAL_CONFIG_FLAGS=-f-hack-tests -f-typescript-tests -f-python-tests -f-dotnet-tests -f-go-tests -f-rust-tests -f-java-lsif-tests -f-flow-tests -f-bundled-folly\n"
},
{
"path": "build/fbcode_builder/manifests/glog",
"content": "[manifest]\nname = glog\n\n[download]\nurl = https://github.com/google/glog/archive/v0.5.0.tar.gz\nsha256 = eede71f28371bf39aa69b45de23b329d37214016e2055269b3b5e7cfd40b59f5\n\n[build]\nbuilder = cmake\nsubdir = glog-0.5.0\n\n[dependencies]\ngflags\n\n[cmake.defines]\nBUILD_SHARED_LIBS=ON\nBUILD_TESTING=NO\nWITH_PKGCONFIG=ON\n\n[cmake.defines.os=freebsd]\nHAVE_TR1_UNORDERED_MAP=OFF\nHAVE_TR1_UNORDERED_SET=OFF\n\n[homebrew]\nglog\n\n# on ubuntu glog brings in liblzma-dev, which in turn breaks watchman tests\n[debs.not(distro=ubuntu)]\nlibgoogle-glog-dev\n\n[rpms.distro=fedora]\nglog-devel\n\n"
},
{
"path": "build/fbcode_builder/manifests/googletest",
"content": "[manifest]\nname = googletest\n\n[download]\nurl = https://github.com/google/googletest/archive/refs/tags/v1.17.0.tar.gz\nsha256 = 65fab701d9829d38cb77c14acdc431d2108bfdbf8979e40eb8ae567edf10b27c\n\n[build]\nbuilder = cmake\nsubdir = googletest-1.17.0\n\n[cmake.defines]\n# Everything else defaults to the shared runtime, so tell gtest that\n# it should not use its choice of the static runtime\ngtest_force_shared_crt=ON\n\n[cmake.defines.os=windows]\nBUILD_SHARED_LIBS=ON\n\n[homebrew]\ngoogletest\n\n# packaged googletest is too old\n[debs.not(all(distro=ubuntu,any(distro_vers=\"18.04\",distro_vers=\"20.04\",distro_vers=\"22.04\")))]\nlibgtest-dev\nlibgmock-dev\n\n[rpms.distro=fedora]\ngmock-devel\ngtest-devel\n"
},
{
"path": "build/fbcode_builder/manifests/gperf",
"content": "[manifest]\nname = gperf\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/gperf/gperf-3.1.tar.gz\nsha256 = 588546b945bba4b70b6a3a616e80b4ab466e3f33024a352fc2198112cdbb3ae2\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = gperf-3.1\n\n[build.os=windows]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/hexdump",
"content": "[manifest]\nname = hexdump\n\n[rpms]\nutil-linux\n\n[debs]\nbsdmainutils\n\n# only used from system packages currently\n[build]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/hsthrift",
"content": "[manifest]\nname = hsthrift\nfbsource_path = fbcode/common/hs\nshipit_project = facebookincubator/hsthrift\nuse_shipit = true\n\n[shipit.pathmap]\n# These are only used by target determinator to trigger builds, the\n# real path mappings are in the ShipIt config.\nfbcode/common/hs = .\n\n[dependencies]\ncabal\nghc\ngflags\nglog\nfolly\nfbthrift\nwangle\nfizz\nboost\n\n[build]\nbuilder = make\n\n[make.build_args]\nsetup-folly\nsetup-meta\ncabal-update\nall\n\n[make.install_args]\ninstall\n\n[make.test_args]\ntest\n"
},
{
"path": "build/fbcode_builder/manifests/iproute2",
"content": "[manifest]\nname = iproute2\n\n[download]\nurl = https://mirrors.edge.kernel.org/pub/linux/utils/net/iproute2/iproute2-4.12.0.tar.gz\nsha256 = 46612a1e2d01bb31932557bccdb1b8618cae9a439dfffc08ef35ed8e197f14ce\n\n[build.os=linux]\nbuilder = iproute2\nsubdir = iproute2-4.12.0\npatchfile = iproute2_oss.patch\n\n[build.not(os=linux)]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/jom",
"content": "# jom is compatible with MSVC nmake, but adds the /j argment which \n# speeds up openssl build a lot\n[manifest]\nname = jom\n\n# see https://download.qt.io/official_releases/jom/changelog.txt for latest version\n[download.os=windows]\nurl = https://download.qt.io/official_releases/jom/jom_1_1_4.zip\nsha256 = d533c1ef49214229681e90196ed2094691e8c4a0a0bef0b2c901debcb562682b\n\n[build.os=windows]\nbuilder = nop\n\n[install.files.os=windows]\n. = bin\n"
},
{
"path": "build/fbcode_builder/manifests/jq",
"content": "[manifest]\nname = jq\n\n[rpms.distro=fedora]\njq\n\n[homebrew]\njq\n\n[download.not(os=windows)]\n# we use jq-1.7+ to get fix for number truncation https://github.com/jqlang/jq/pull/1752\nurl = https://github.com/jqlang/jq/releases/download/jq-1.7.1/jq-1.7.1.tar.gz\nsha256 = 478c9ca129fd2e3443fe27314b455e211e0d8c60bc8ff7df703873deeee580c2\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = jq-1.7.1\n\n[build.os=windows]\nbuilder = nop\n\n[autoconf.args]\n# This argument turns off some developers tool and it is recommended in jq's\n# README\n--disable-maintainer-mode\n"
},
{
"path": "build/fbcode_builder/manifests/katran",
"content": "[manifest]\nname = katran\nfbsource_path = fbcode/katran\nshipit_project = katran\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookincubator/katran.git\n\n[build.not(os=linux)]\nbuilder = nop\n\n[build.os=linux]\nbuilder = cmake\nsubdir = .\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n[dependencies]\nfolly\nfizz\nlibbpf\nlibmnl\nzlib\ngoogletest\nfmt\n\n[debs]\nlibssl-dev\n\n[shipit.pathmap]\nfbcode/katran/public_root = .\nfbcode/katran = katran\n\n[shipit.strip]\n^fbcode/katran/facebook\n^fbcode/katran/OSS_SYNC\n"
},
{
"path": "build/fbcode_builder/manifests/libaio",
"content": "[manifest]\nname = libaio\n\n[debs]\nlibaio-dev\n\n[rpms.distro=centos_stream]\nlibaio-devel\n\n[download]\nurl = https://pagure.io/libaio/archive/libaio-0.3.113/libaio-libaio-0.3.113.tar.gz\nsha256 = 716c7059703247344eb066b54ecbc3ca2134f0103307192e6c2b7dab5f9528ab\n\n[build]\nbuilder = make\nsubdir = libaio-libaio-0.3.113\n\n[make.build_args.shared_libs=off]\nENABLE_SHARED=0\n\n[make.install_args]\ninstall\n\n[make.install_args.shared_libs=off]\nENABLE_SHARED=0\n"
},
{
"path": "build/fbcode_builder/manifests/libaio-python",
"content": "[manifest]\nname = libaio-python\n\n[debs]\nlibaio-dev\n\n[rpms.distro=centos_stream]\nlibaio-devel\n\n[download]\nurl = https://pagure.io/libaio/archive/libaio-0.3.113/libaio-libaio-0.3.113.tar.gz\nsha256 = 716c7059703247344eb066b54ecbc3ca2134f0103307192e6c2b7dab5f9528ab\n\n[build]\nbuilder = make\nsubdir = libaio-libaio-0.3.113\n\n[build.not(os=linux)]\nbuilder = nop\n\n[make.build_args]\nCFLAGS=-fPIC -O2\n\n[make.install_args]\ninstall\n"
},
{
"path": "build/fbcode_builder/manifests/libbpf",
"content": "[manifest]\nname = libbpf\n\n[download]\nurl = https://github.com/libbpf/libbpf/archive/refs/tags/v1.6.2.tar.gz\nsha256 = 16f31349c70764cba8e0fad3725cc9f52f6cf952554326aa0229daaa21ef4fbd\n\n# BPF only builds on linux, so make it a NOP on other platforms\n[build.not(os=linux)]\nbuilder = nop\n\n[build.os=linux]\nbuilder = make\nsubdir = libbpf-1.6.2/src\n\n[make.build_args]\nBUILD_STATIC_ONLY=y\n\n# libbpf-0.3 requires uapi headers >= 5.8\n[make.install_args]\ninstall\ninstall_uapi_headers\nBUILD_STATIC_ONLY=y\n\n[dependencies]\nlibelf\n"
},
{
"path": "build/fbcode_builder/manifests/libcurl",
"content": "[manifest]\nname = libcurl\n\n[rpms]\nlibcurl-devel\nlibcurl-minimal\n\n[debs]\nlibcurl4-openssl-dev\n\n[pps]\nlibcurl-gnutls\n\n[download]\nurl = https://curl.haxx.se/download/curl-7.65.1.tar.gz\nsha256 = 821aeb78421375f70e55381c9ad2474bf279fc454b791b7e95fc83562951c690\n\n[dependencies]\nnghttp2\n\n# We use system OpenSSL on Linux (see folly's manifest for details)\n[dependencies.not(os=linux)]\nopenssl\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = curl-7.65.1\n\n[autoconf.args]\n# fboss (which added the libcurl dep) doesn't need ldap so it is disabled here.\n# if someone in the future wants to add ldap for something else, it won't hurt\n# fboss. However, that would require adding an ldap manifest.\n#\n# For the same reason, we disable libssh2 and libidn2 which aren't really used\n# but would require adding manifests if we don't disable them.\n--disable-ldap\n--without-libssh2\n--without-libidn2\n\n[build.os=windows]\nbuilder = cmake\nsubdir = curl-7.65.1\n"
},
{
"path": "build/fbcode_builder/manifests/libdwarf",
"content": "[manifest]\nname = libdwarf\n\n[rpms]\nlibdwarf-devel\nlibdwarf\n\n[debs]\nlibdwarf-dev\n\n[homebrew]\ndwarfutils\n\n[download]\nurl = https://www.prevanders.net/libdwarf-0.9.2.tar.xz\nsha256 = 22b66d06831a76f6a062126cdcad3fcc58540b89a1acb23c99f8861f50999ec3\n\n[build]\nbuilder = cmake\nsubdir = libdwarf-0.9.2\n"
},
{
"path": "build/fbcode_builder/manifests/libdwarf-python",
"content": "[manifest]\nname = libdwarf-python\n\n[rpms]\nlibdwarf-devel\nlibdwarf\n\n[debs]\nlibdwarf-dev\n\n[homebrew]\ndwarfutils\n\n[download]\nurl = https://www.prevanders.net/libdwarf-0.9.2.tar.xz\nsha256 = 22b66d06831a76f6a062126cdcad3fcc58540b89a1acb23c99f8861f50999ec3\n\n[build]\nbuilder = cmake\nsubdir = libdwarf-0.9.2\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n"
},
{
"path": "build/fbcode_builder/manifests/libelf",
"content": "[manifest]\nname = libelf\n\n[rpms]\nelfutils-libelf-devel-static\n\n[debs]\nlibelf-dev\n\n[pps]\nlibelf\n\n[download]\nurl = https://sourceware.org/elfutils/ftp/0.193/elfutils-0.193.tar.bz2\nsha256 = 7857f44b624f4d8d421df851aaae7b1402cfe6bcdd2d8049f15fc07d3dde7635\n\n# libelf only makes sense on linux, so make it a NOP on other platforms\n[build.not(os=linux)]\nbuilder = nop\n\n[build.os=linux]\nbuilder = autoconf\nsubdir = elfutils-0.193\n"
},
{
"path": "build/fbcode_builder/manifests/libevent",
"content": "[manifest]\nname = libevent\n\n[debs]\nlibevent-dev\n\n[homebrew]\nlibevent\n\n[rpms]\nlibevent-devel\n\n[pps]\nlibevent\n\n# Note that the CMakeLists.txt file is present only in\n# git repo and not in the release tarball, so take care\n# to use the github generated source tarball rather than\n# the explicitly uploaded source tarball\n[download]\nurl = https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz\nsha256 = 92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb\n\n[build]\nbuilder = cmake\nsubdir = libevent-2.1.12-stable\n\n[cmake.defines]\nEVENT__DISABLE_TESTS = ON\nEVENT__DISABLE_BENCHMARK = ON\nEVENT__DISABLE_SAMPLES = ON\nEVENT__DISABLE_REGRESS = ON\n\n[cmake.defines.shared_libs=on]\nEVENT__BUILD_SHARED_LIBRARIES = ON\n\n[cmake.defines.shared_libs=off]\nEVENT__LIBRARY_TYPE = STATIC\n\n[cmake.defines.os=windows]\nEVENT__LIBRARY_TYPE = STATIC\n\n[dependencies.not(any(os=linux, os=freebsd))]\nopenssl\n"
},
{
"path": "build/fbcode_builder/manifests/libevent-python",
"content": "[manifest]\nname = libevent-python\n\n# NOTE: System packages (debs, rpms) removed because they don't include\n# LibeventConfig.cmake which is required by find_package(Libevent REQUIRED CONFIG).\n# Building from source ensures CMake config files are present.\n\n[homebrew]\nlibevent\n\n[pps]\nlibevent\n\n# Note that the CMakeLists.txt file is present only in\n# git repo and not in the release tarball, so take care\n# to use the github generated source tarball rather than\n# the explicitly uploaded source tarball\n[download]\nurl = https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz\nsha256 = 92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb\n\n[build]\nbuilder = cmake\nsubdir = libevent-2.1.12-stable\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nEVENT__DISABLE_TESTS = ON\nEVENT__DISABLE_BENCHMARK = ON\nEVENT__DISABLE_SAMPLES = ON\nEVENT__DISABLE_REGRESS = ON\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n\n[cmake.defines.shared_libs=on]\nEVENT__BUILD_SHARED_LIBRARIES = ON\n\n[cmake.defines.os=windows]\nEVENT__LIBRARY_TYPE = STATIC\n\n[dependencies.not(any(os=linux, os=freebsd))]\nopenssl\n"
},
{
"path": "build/fbcode_builder/manifests/libffi",
"content": "[manifest]\nname = libffi\n\n[debs]\nlibffi-dev\n\n[homebrew]\nlibffi\n\n[rpms]\nlibffi-devel\nlibffi\n\n[pps]\nlibffi\n\n[download]\nurl = https://github.com/libffi/libffi/releases/download/v3.4.2/libffi-3.4.2.tar.gz\nsha256 = 540fb721619a6aba3bdeef7d940d8e9e0e6d2c193595bc243241b77ff9e93620\n\n[build]\nbuilder = autoconf\nsubdir = libffi-3.4.2\n"
},
{
"path": "build/fbcode_builder/manifests/libgit2",
"content": "[manifest]\nname = libgit2\n\n[homebrew]\nlibgit2\n\n[rpms]\nlibgit2-devel\n\n[pps]\nlibgit2\n\n# Ubuntu 18.04 libgit2 has clash with libcurl4-openssl-dev as it depends on\n# libcurl4-gnutls-dev. Should be ok from 20.04 again\n# There is a description at https://github.com/r-hub/sysreqsdb/issues/77\n[debs.not(all(distro=ubuntu,distro_vers=\"18.04\"))]\nlibgit2-dev\n\n[download]\nurl = https://github.com/libgit2/libgit2/archive/v0.28.1.tar.gz\nsha256 = 0ca11048795b0d6338f2e57717370208c2c97ad66c6d5eac0c97a8827d13936b\n\n[build]\nbuilder = cmake\nsubdir = libgit2-0.28.1\n\n[cmake.defines]\n# Could turn this on if we also wanted to add a manifest for libssh2\nUSE_SSH = OFF\nBUILD_CLAR = OFF\n# Have to build shared to work around annoying problems with cmake\n# mis-parsing the frameworks required to link this on macos :-/\nBUILD_SHARED_LIBS = ON\n"
},
{
"path": "build/fbcode_builder/manifests/libgpiod",
"content": "[manifest]\nname = libgpiod\n\n[download]\nurl = https://cdn.kernel.org/pub/software/libs/libgpiod/libgpiod-1.6.tar.xz\nsha256 = 62908023d59e8cbb9137ddd14deec50ced862d8f9b8749f288d3dbe7967151ef\n\n[build]\nbuilder = autoconf\nsubdir = libgpiod-1.6\n"
},
{
"path": "build/fbcode_builder/manifests/libiberty",
"content": "[manifest]\nname = libiberty\n\n[rpms]\nbinutils-devel\nbinutils\n\n[debs.not(all(distro=ubuntu,distro_vers=\"24.04\"))]\nbinutils-dev\n\n[debs.all(distro=ubuntu,distro_vers=\"24.04\")]\nbinutils-x86-64-linux-gnu\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/binutils/binutils-2.43.tar.xz\nsha256 = b53606f443ac8f01d1d5fc9c39497f2af322d99e14cea5c0b4b124d630379365\n\n[dependencies]\nzlib\n\n[build]\nbuilder = autoconf\nsubdir = binutils-2.43/libiberty\npatchfile = libiberty_install_pic_lib.patch\n\n# only build the parts needed for demangling\n# as we still want to use system linker and assembler etc\n[autoconf.args]\n--enable-install-libiberty\n"
},
{
"path": "build/fbcode_builder/manifests/libiberty-python",
"content": "[manifest]\nname = libiberty-python\n\n[rpms]\nbinutils-devel\nbinutils\n\n[debs.not(all(distro=ubuntu,distro_vers=\"24.04\"))]\nbinutils-dev\n\n[debs.all(distro=ubuntu,distro_vers=\"24.04\")]\nbinutils-x86-64-linux-gnu\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/binutils/binutils-2.43.tar.xz\nsha256 = b53606f443ac8f01d1d5fc9c39497f2af322d99e14cea5c0b4b124d630379365\n\n[dependencies]\nzlib-python\n\n[build]\nbuilder = autoconf\nsubdir = binutils-2.43/libiberty\npatchfile = libiberty_install_pic_lib.patch\n\n[build.not(os=linux)]\nbuilder = nop\n\n# only build the parts needed for demangling\n# as we still want to use system linker and assembler etc\n[autoconf.args]\n--enable-install-libiberty\nCFLAGS=-fPIC -O2\nPICFLAG=-fPIC\n"
},
{
"path": "build/fbcode_builder/manifests/libibverbs",
"content": "[manifest]\nname = libibverbs\n\n[debs]\nlibibverbs-dev\nrdma-core\n\n[rpms]\nlibibverbs\nrdma-core-devel\n\n[download]\nurl = https://github.com/linux-rdma/rdma-core/releases/download/v60.0/rdma-core-60.0.tar.gz\nsha256 = 9b1b892e4eaaaa5dfbade07a290fbf5079e39117724fa1ef80d0ad78839328de\n\n[build]\nbuilder = cmake\nsubdir = rdma-core-60.0\n\n[dependencies]\nlibnl\n\n[cmake.defines]\nNO_MAN_PAGES=1\nNO_PYVERBS=1\nENABLE_RESOLVE_NEIGH=0\n# Use absolute short path for runtime dir to avoid Unix socket path length limit (108 chars)\nCMAKE_INSTALL_RUNDIR=/tmp/ibacm\n"
},
{
"path": "build/fbcode_builder/manifests/libmnl",
"content": "[manifest]\nname = libmnl\n\n[rpms]\nlibmnl-devel\n\n# all centos 8 distros are missing this,\n# but its in fedora so may be back in a later version\n[rpms.not(all(any(distro=centos_stream,distro=centos),distro_vers=8))]\nlibmnl-static\n\n[debs]\nlibmnl-dev\n\n[pps]\nlibmnl\n\n[download]\nurl = https://www.netfilter.org/pub/libmnl/libmnl-1.0.4.tar.bz2\nsha256 = 171f89699f286a5854b72b91d06e8f8e3683064c5901fb09d954a9ab6f551f81\n\n[build.os=linux]\nbuilder = autoconf\nsubdir = libmnl-1.0.4\n"
},
{
"path": "build/fbcode_builder/manifests/libnl",
"content": "[manifest]\nname = libnl\n\n[rpms]\nlibnl3-devel\nlibnl3\n\n[debs]\nlibnl-3-dev\nlibnl-route-3-dev\n\n[pps]\nlibnl\n\n[download]\nurl = https://github.com/thom311/libnl/releases/download/libnl3_2_25/libnl-3.2.25.tar.gz\nsha256 = 8beb7590674957b931de6b7f81c530b85dc7c1ad8fbda015398bc1e8d1ce8ec5\n\n[build.os=linux]\nbuilder = autoconf\nsubdir = libnl-3.2.25\n"
},
{
"path": "build/fbcode_builder/manifests/liboqs",
"content": "[manifest]\nname = liboqs\n\n[download]\nurl = https://github.com/open-quantum-safe/liboqs/archive/refs/tags/0.12.0.tar.gz\nsha256 = df999915204eb1eba311d89e83d1edd3a514d5a07374745d6a9e5b2dd0d59c08\n\n[build]\nbuilder = cmake\nsubdir = liboqs-0.12.0\n\n[cmake.defines]\nOQS_MINIMAL_BUILD = KEM_kyber_512;KEM_kyber_768;KEM_kyber_1024;KEM_ml_kem_512;KEM_ml_kem_768;KEM_ml_kem_1024\n\n[dependencies]\nopenssl\n"
},
{
"path": "build/fbcode_builder/manifests/libsai",
"content": "[manifest]\nname = libsai\n\n[download]\nurl = https://github.com/opencomputeproject/SAI/archive/v1.16.3.tar.gz\nsha256 = 5c89cdb6b2e4f1b42ced6b78d43d06d22434ddbf423cdc551f7c2001f12e63d9\n\n[build]\nbuilder = nop\nsubdir = SAI-1.16.3\n\n[install.files]\ninc = include\nexperimental = experimental\n"
},
{
"path": "build/fbcode_builder/manifests/libsodium",
"content": "[manifest]\nname = libsodium\n\n[debs]\nlibsodium-dev\n\n[homebrew]\nlibsodium\n\n[rpms]\nlibsodium-devel\nlibsodium-static\n\n[pps]\nlibsodium\n\n[download.not(os=windows)]\nurl = https://github.com/jedisct1/libsodium/releases/download/1.0.20-RELEASE/libsodium-1.0.20.tar.gz\nsha256 = ebb65ef6ca439333c2bb41a0c1990587288da07f6c7fd07cb3a18cc18d30ce19\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = libsodium-1.0.20\n\n[download.os=windows]\nurl = https://github.com/jedisct1/libsodium/releases/download/1.0.20-RELEASE/libsodium-1.0.20-msvc.zip\nsha256 = 2ff97f9e3f5b341bdc808e698057bea1ae454f99e29ff6f9b62e14d0eb1b1baa\n\n[build.os=windows]\nbuilder = nop\n\n[install.files.os=windows]\nlibsodium/x64/Release/v143/dynamic/libsodium.dll = bin/libsodium.dll\nlibsodium/x64/Release/v143/dynamic/libsodium.lib = lib/libsodium.lib\nlibsodium/x64/Release/v143/dynamic/libsodium.exp = lib/libsodium.exp\nlibsodium/x64/Release/v143/dynamic/libsodium.pdb = lib/libsodium.pdb\nlibsodium/include = include\n\n[autoconf.args]\n--with-pic\n"
},
{
"path": "build/fbcode_builder/manifests/libtool",
"content": "[manifest]\nname = libtool\n\n[homebrew]\nlibtool\n\n[rpms]\nlibtool\n\n[debs]\nlibtool\n\n[pps]\nlibtool\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/libtool/libtool-2.4.6.tar.gz\nsha256 = e3bd4d5d3d025a36c21dd6af7ea818a2afcd4dfc1ea5a17b39d7854bcd0c06e3\n\n[build]\nbuilder = autoconf\nsubdir = libtool-2.4.6\n\n[dependencies]\nautomake\n\n[autoconf.args]\n--enable-ltdl-install\n"
},
{
"path": "build/fbcode_builder/manifests/libunwind",
"content": "[manifest]\nname = libunwind\n\n[rpms]\nlibunwind-devel\nlibunwind\n\n# on ubuntu this brings in liblzma-dev, which in turn breaks watchman tests\n[debs.not(distro=ubuntu)]\nlibunwind-dev\n\n# The current libunwind v1.8.1 release has compiler issues with aarch64 (https://github.com/libunwind/libunwind/issues/702).\n# This more recent libunwind version (based on the latest commit, not a release version) got it fixed.\n[download]\nurl = https://github.com/libunwind/libunwind/archive/f081cf42917bdd5c428b77850b473f31f81767cf.tar.gz\nsha256 = 4ff5c335c02d225491d6c885db827fb5fa505fee4e68b4d7e866efc0087e7264\n\n[build]\nbuilder = autoconf\nsubdir = libunwind-f081cf42917bdd5c428b77850b473f31f81767cf\n\n[autoconf.args]\n--with-pic\n"
},
{
"path": "build/fbcode_builder/manifests/libusb",
"content": "[manifest]\nname = libusb\n\n[debs]\nlibusb-1.0-0-dev\n\n[homebrew]\nlibusb\n\n[rpms]\nlibusb-devel\nlibusb\n\n[pps]\nlibusb\n\n[download]\nurl = https://github.com/libusb/libusb/releases/download/v1.0.22/libusb-1.0.22.tar.bz2\nsha256 = 75aeb9d59a4fdb800d329a545c2e6799f732362193b465ea198f2aa275518157\n\n[build.os=linux]\nbuilder = autoconf\nsubdir = libusb-1.0.22\n\n[autoconf.args]\n# fboss (which added the libusb dep) doesn't need udev so it is disabled here.\n# if someone in the future wants to add udev for something else, it won't hurt\n# fboss.\n--disable-udev\n"
},
{
"path": "build/fbcode_builder/manifests/libyaml",
"content": "[manifest]\nname = libyaml\n\n[download]\nurl = https://pyyaml.org/download/libyaml/yaml-0.1.7.tar.gz\nsha256 = 8088e457264a98ba451a90b8661fcb4f9d6f478f7265d48322a196cec2480729\n\n[build.os=linux]\nbuilder = autoconf\nsubdir = yaml-0.1.7\n\n[build.not(os=linux)]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/llvm",
"content": "[manifest]\nname = llvm\n\n[rpms]\nllvm15-devel\n"
},
{
"path": "build/fbcode_builder/manifests/lmdb",
"content": "[manifest]\nname = lmdb\n\n[build]\nbuilder = make\nsubdir = lmdb-LMDB_0.9.31/libraries/liblmdb\n\n[download]\nurl = https://github.com/LMDB/lmdb/archive/refs/tags/LMDB_0.9.31.tar.gz\nsha256 = dd70a8c67807b3b8532b3e987b0a4e998962ecc28643e1af5ec77696b081c9b0\n\n[make.build_args]\nBUILD_STATIC_ONLY=y\n\n[make.install_args]\ninstall\nBUILD_STATIC_ONLY=y\n"
},
{
"path": "build/fbcode_builder/manifests/lz4",
"content": "[manifest]\nname = lz4\n\n[homebrew]\nlz4\n\n[rpms]\nlz4-devel\n# centos 8 and centos_stream 9 are missing this rpm\n[rpms.not(any(all(distro=centos,distro_vers=8),all(distro=centos_stream,distro_vers=9)))]\nlz4-static\n\n[debs]\nliblz4-dev\n\n[pps]\nlz4\n\n[download]\nurl = https://github.com/lz4/lz4/releases/download/v1.10.0/lz4-1.10.0.tar.gz\nsha256 = 537512904744b35e232912055ccf8ec66d768639ff3abe5788d90d792ec5f48b\n\n[build]\nbuilder = cmake\nsubdir = lz4-1.10.0/build/cmake\n"
},
{
"path": "build/fbcode_builder/manifests/lz4-python",
"content": "[manifest]\nname = lz4-python\n\n[homebrew]\nlz4\n\n[rpms]\nlz4-devel\n# centos 8 and centos_stream 9 are missing this rpm\n[rpms.not(any(all(distro=centos,distro_vers=8),all(distro=centos_stream,distro_vers=9)))]\nlz4-static\n\n[debs]\nliblz4-dev\n\n[pps]\nlz4\n\n[download]\nurl = https://github.com/lz4/lz4/releases/download/v1.10.0/lz4-1.10.0.tar.gz\nsha256 = 537512904744b35e232912055ccf8ec66d768639ff3abe5788d90d792ec5f48b\n\n[build]\nbuilder = cmake\nsubdir = lz4-1.10.0/build/cmake\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n"
},
{
"path": "build/fbcode_builder/manifests/magic_enum",
"content": "[manifest]\nname = magic_enum\n\n[download]\nurl = https://github.com/Neargye/magic_enum/releases/download/v0.9.7/magic_enum-v0.9.7.tar.gz\nsha256 = c047bc7ca0b76752168140e7ae9a4a30d72bf6530c196fdfbf5105a39d40cc46\n\n[build]\nbuilder = cmake\n\n[cmake.defines]\nMAGIC_ENUM_OPT_BUILD_EXAMPLES = OFF\nMAGIC_ENUM_OPT_BUILD_TESTS = OFF\nMAGIC_ENUM_OPT_INSTALL = ON\n"
},
{
"path": "build/fbcode_builder/manifests/mcrouter",
"content": "[manifest]\nname = mcrouter\nfbsource_path = fbcode/mcrouter\nshipit_project = mcrouter\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/mcrouter.git\n\n[dependencies]\nfolly\nwangle\nfizz\nfbthrift\nmvfst\nragel\ngflags\nglog\nboost\nlibevent\nopenssl\nzlib\ndouble-conversion\n\n[shipit.pathmap]\nfbcode/mcrouter/public_tld = .\nfbcode/mcrouter = mcrouter\n\n[shipit.strip]\n^fbcode/mcrouter/(.*/)?facebook/\n\n[build]\nbuilder = cmake\n\n[cmake.defines]\nBUILD_SHARED_LIBS=OFF\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/mononoke",
"content": "[manifest]\nname = mononoke\nfbsource_path = fbcode/eden\nshipit_project = eden\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/sapling.git\n\n[build.not(os=windows)]\nbuilder = cargo\n\n[build.os=windows]\n# building Mononoke on windows is not supported\nbuilder = nop\n\n[cargo]\nbuild_doc = true\nworkspace_dir = eden/mononoke\n\n[github.actions]\nrust_version = 1.91\nbuild_type = MinSizeRel\n\n[shipit.pathmap]\nfbcode/configerator/structs/scm/hg = configerator/structs/scm/hg\nfbcode/configerator/structs/scm/hg/public_autocargo = configerator/structs/scm/hg\nfbcode/configerator/structs/scm/mononoke/public_autocargo = configerator/structs/scm/mononoke\nfbcode/configerator/structs/scm/mononoke = configerator/structs/scm/mononoke\nfbcode/eden/oss = .\nfbcode/eden = eden\nfbcode/eden/fs/public_autocargo = eden/fs\nfbcode/eden/mononoke/public_autocargo = eden/mononoke\nfbcode/eden/scm/public_autocargo = eden/scm\nfbcode/tools/lfs = tools/lfs\ntools/rust/ossconfigs = .\n\n[shipit.strip]\n^fbcode/configerator/structs/scm/hg(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/configerator/structs/scm/mononoke(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/fs(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/scm/lib/third-party/rust/.*/Cargo\\.toml$\n^fbcode/eden/mononoke(?!/public_autocargo).*/Cargo\\.toml$\n# strip other scm code unrelated to mononoke to prevent triggering unnecessary checks\n^fbcode/eden(?!/mononoke|/scm/(lib|public_autocargo))/.*$\n^.*/facebook/.*$\n^.*/fb/.*$\n\n[dependencies]\nfb303\nfbthrift\nrust-shed\n\n[dependencies.fb=on]\nrust\n"
},
{
"path": "build/fbcode_builder/manifests/mononoke_integration",
"content": "[manifest]\nname = mononoke_integration\nfbsource_path = fbcode/eden\nshipit_project = eden\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/sapling.git\n\n[build.not(os=windows)]\nbuilder = make\nsubdir = eden/mononoke/tests/integration\n\n[build.os=windows]\n# building Mononoke on windows is not supported\nbuilder = nop\n\n[make.build_args]\nbuild-getdeps\n\n[make.install_args]\ninstall-getdeps\n\n[make.test_args]\ntest-getdeps\n\n[shipit.pathmap]\nfbcode/eden/mononoke/tests/integration = eden/mononoke/tests/integration\n\n[shipit.strip]\n^.*/facebook/.*$\n^.*/fb/.*$\n\n[dependencies]\ngit-lfs\njq\nmononoke\nnmap\npython\npython-click\nripgrep\nsapling\ntree\nzstd\n\n[dependencies.os=linux]\nsqlite3\n"
},
{
"path": "build/fbcode_builder/manifests/moxygen",
"content": "[manifest]\nname = moxygen\nfbsource_path = fbcode/moxygen\nshipit_project = moxygen\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookexperimental/moxygen.git\n\n[build.os=windows]\nbuilder = nop\n\n[build]\nbuilder = cmake\nsubdir = .\njob_weight_mib = 3072\nrewrite_includes = true\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[dependencies]\nfolly\nfizz\nwangle\nmvfst\nproxygen\n\n[dependencies.test=on]\ngoogletest\n\n[shipit.pathmap]\nfbcode/ti/experimental/moxygen/project_root = .\nfbcode/ti/experimental/moxygen = moxygen\n"
},
{
"path": "build/fbcode_builder/manifests/mvfst",
"content": "[manifest]\nname = mvfst\nfbsource_path = fbcode/quic\nshipit_project = mvfst\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/mvfst.git\n\n[build]\nbuilder = cmake\nsubdir = .\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.all(os=windows, test=on)]\nBUILD_TESTS = OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[dependencies]\nfolly\nfizz\n\n[dependencies.all(test=on, not(os=windows))]\ngoogletest\n\n[shipit.pathmap]\nfbcode/quic/public_root = .\nfbcode/quic = quic\n"
},
{
"path": "build/fbcode_builder/manifests/mvfst-python",
"content": "[manifest]\nname = mvfst-python\nfbsource_path = fbcode/quic\nshipit_project = mvfst\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/mvfst.git\n\n[build]\nbuilder = cmake\nsubdir = .\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.all(os=windows, test=on)]\nBUILD_TESTS = OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[cmake.defines.os=linux]\nCMAKE_POSITION_INDEPENDENT_CODE = ON\nBUILD_SHARED_LIBS = ON\n\n[dependencies]\nfolly-python\nfizz-python\n\n[dependencies.all(test=on, not(os=windows))]\ngoogletest\n\n[shipit.pathmap]\nfbcode/quic/public_root = .\nfbcode/quic = quic\n"
},
{
"path": "build/fbcode_builder/manifests/ncurses",
"content": "[manifest]\nname = ncurses\n\n[debs]\nlibncurses-dev\n\n[homebrew]\nncurses\n\n[rpms]\nncurses-devel\n\n[download]\nurl = https://ftpmirror.gnu.org/gnu/ncurses/ncurses-6.3.tar.gz\nsha256 = 97fc51ac2b085d4cde31ef4d2c3122c21abc217e9090a43a30fc5ec21684e059\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = ncurses-6.3\n\n[autoconf.args]\n--without-cxx-binding\n--without-ada\n\n[autoconf.args.os=linux]\n--enable-shared\n--with-shared\n\n[build.os=windows]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/nghttp2",
"content": "[manifest]\nname = nghttp2\n\n[rpms]\nlibnghttp2-devel\nlibnghttp2\n\n[debs]\nlibnghttp2-dev\n\n[pps]\nlibnghttp2\n\n[download]\nurl = https://github.com/nghttp2/nghttp2/releases/download/v1.47.0/nghttp2-1.47.0.tar.gz\nsha256 = 62f50f0e9fc479e48b34e1526df8dd2e94136de4c426b7680048181606832b7c\n\n[build]\nbuilder = autoconf\nsubdir = nghttp2-1.47.0\n\n[autoconf.args]\n--enable-lib-only\n--disable-dependency-tracking\n"
},
{
"path": "build/fbcode_builder/manifests/ninja",
"content": "[manifest]\nname = ninja\n\n[debs]\nninja-build\n\n[homebrew]\nninja\n\n[rpms]\nninja-build\n\n[pps]\nninja\n\n[download.os=windows]\nurl = https://github.com/ninja-build/ninja/releases/download/v1.12.1/ninja-win.zip\nsha256 = f550fec705b6d6ff58f2db3c374c2277a37691678d6aba463adcbb129108467a\n\n[build.os=windows]\nbuilder = nop\n\n[install.files.os=windows]\nninja.exe = bin/ninja.exe\n\n[download.not(os=windows)]\nurl = https://github.com/ninja-build/ninja/archive/v1.12.1.tar.gz\nsha256 = 821bdff48a3f683bc4bb3b6f0b5fe7b2d647cf65d52aeb63328c91a6c6df285a\n\n[build.not(os=windows)]\nbuilder = ninja_bootstrap\nsubdir = ninja-1.12.1"
},
{
"path": "build/fbcode_builder/manifests/nlohmann-json",
"content": "[manifest]\nname = nlohmann-json\n\n[download]\nurl = https://github.com/nlohmann/json/archive/refs/tags/v3.10.5.tar.gz\nsha256 = 5daca6ca216495edf89d167f808d1d03c4a4d929cef7da5e10f135ae1540c7e4\n\n[dependencies]\n\n[build]\nbuilder = cmake\nsubdir = json-3.10.5\n"
},
{
"path": "build/fbcode_builder/manifests/nmap",
"content": "[manifest]\nname = nmap\n\n[rpms]\nnmap\nnmap-ncat\n\n[debs]\nnmap\n\n# 18.04 combines ncat into the nmap package, newer need the separate one\n[debs.not(all(distro=ubuntu,distro_vers=\"18.04\"))]\nncat\n\n[download.not(os=windows)]\nurl = https://api.github.com/repos/nmap/nmap/tarball/ef8213a36c2e89233c806753a57b5cd473605408\nsha256 = eda39e5a8ef4964fac7db16abf91cc11ff568eac0fa2d680b0bfa33b0ed71f4a\n\n[build.not(os=windows)]\nbuilder = autoconf\nsubdir = nmap-nmap-ef8213a\nbuild_in_src_dir = true\n\n[build.os=windows]\nbuilder = nop\n\n[autoconf.args]\n# Without this option the build was filing to find some third party libraries\n# that we don't need\nenable_rdma=no\n"
},
{
"path": "build/fbcode_builder/manifests/numa",
"content": "[manifest]\nname = numa\n\n[download]\nurl = https://github.com/numactl/numactl/releases/download/v2.0.19/numactl-2.0.19.tar.gz\nsha256 = f2672a0381cb59196e9c246bf8bcc43d5568bc457700a697f1a1df762b9af884\n\n[build]\nbuilder = autoconf\nsubdir = numactl-2.0.19\n\n[rpms.distro=centos_stream]\nnumactl-devel\n"
},
{
"path": "build/fbcode_builder/manifests/openr",
"content": "[manifest]\nname = openr\nfbsource_path = facebook/openr\nshipit_project = openr\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/openr.git\n\n[build.os=linux]\nbuilder = cmake\n# openr files take a lot of RAM to compile.\njob_weight_mib = 3072\n\n[build.not(os=linux)]\n# boost.fiber is required and that is not available on macos.\nbuilder = nop\n\n[dependencies]\nboost\nfb303\nfbthrift\nfolly\ngoogletest\nre2\nrange-v3\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\nADD_ROOT_TESTS=OFF\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n\n[shipit.pathmap]\nfbcode/openr = openr\nfbcode/openr/public_tld = .\n"
},
{
"path": "build/fbcode_builder/manifests/openssl",
"content": "[manifest]\nname = openssl\n\n[debs]\nlibssl-dev\n\n[homebrew]\nopenssl\n# on homebrew need the matching curl and ca-\n\n[rpms]\nopenssl\nopenssl-devel\nopenssl-libs\n\n[pps]\nopenssl\n\n# no need to download on the systems where we always use the system libs\n[download.not(any(os=linux, os=freebsd))]\n# match the openssl version packages in ubuntu LTS folly current supports\nurl = https://www.openssl.org/source/openssl-3.0.15.tar.gz\nsha256 = 23c666d0edf20f14249b3d8f0368acaee9ab585b09e1de82107c66e1f3ec9533\n\n# We use the system openssl on these platforms even without --allow-system-packages\n[build.any(os=linux, os=freebsd)]\nbuilder = nop\n\n[build.not(any(os=linux, os=freebsd))]\nbuilder = openssl\nsubdir = openssl-3.0.15\n\n[dependencies.os=windows]\njom\nperl\n"
},
{
"path": "build/fbcode_builder/manifests/osxfuse",
"content": "[manifest]\nname = osxfuse\n\n[download]\nurl = https://github.com/osxfuse/osxfuse/archive/osxfuse-3.8.3.tar.gz\nsha256 = 93bab6731bdfe8dc1ef069483437270ce7fe5a370f933d40d8d0ef09ba846c0c\n\n[build]\nbuilder = nop\n\n[install.files]\nosxfuse-osxfuse-3.8.3/common = include\n"
},
{
"path": "build/fbcode_builder/manifests/patchelf",
"content": "[manifest]\nname = patchelf\n\n[rpms]\npatchelf\n\n[debs]\npatchelf\n\n[pps]\npatchelf\n\n[download]\nurl = https://github.com/NixOS/patchelf/archive/0.10.tar.gz\nsha256 = b3cb6bdedcef5607ce34a350cf0b182eb979f8f7bc31eae55a93a70a3f020d13\n\n[build]\nbuilder = autoconf\nsubdir = patchelf-0.10\n\n"
},
{
"path": "build/fbcode_builder/manifests/pcre2",
"content": "[manifest]\nname = pcre2\n\n[homebrew]\npcre2\n\n[rpms]\npcre2-devel\npcre-static\n\n[debs]\nlibpcre2-dev\n\n[download]\nurl = https://github.com/PCRE2Project/pcre2/releases/download/pcre2-10.40/pcre2-10.40.tar.bz2\nsha256 = 14e4b83c4783933dc17e964318e6324f7cae1bc75d8f3c79bc6969f00c159d68\n\n[build]\nbuilder = cmake\nsubdir = pcre2-10.40\n"
},
{
"path": "build/fbcode_builder/manifests/perl",
"content": "[manifest]\nname = perl\n\n[download.os=windows]\nurl = https://strawberryperl.com/download/5.28.1.1/strawberry-perl-5.28.1.1-64bit-portable.zip\nsha256 = 935c95ba096fa11c4e1b5188732e3832d330a2a79e9882ab7ba8460ddbca810d\n\n[build.os=windows]\nbuilder = nop\nsubdir = perl\n"
},
{
"path": "build/fbcode_builder/manifests/pexpect",
"content": "[manifest]\nname = pexpect\n\n[download]\nurl = https://files.pythonhosted.org/packages/0e/3e/377007e3f36ec42f1b84ec322ee12141a9e10d808312e5738f52f80a232c/pexpect-4.7.0-py2.py3-none-any.whl\nsha256 = 2094eefdfcf37a1fdbfb9aa090862c1a4878e5c7e0e7e7088bdb511c558e5cd1\n\n[build]\nbuilder = python-wheel\n\n[dependencies]\npython-ptyprocess\n"
},
{
"path": "build/fbcode_builder/manifests/proxygen",
"content": "[manifest]\nname = proxygen\nfbsource_path = fbcode/proxygen\nshipit_project = proxygen\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/proxygen.git\n\n[build.os=windows]\nbuilder = nop\n\n[build]\nbuilder = cmake\nsubdir = .\njob_weight_mib = 3072\n\n[cmake.defines.test=on]\nBUILD_TESTS = ON\n\n[cmake.defines.test=off]\nBUILD_TESTS = OFF\n\n[dependencies]\nzlib\ngperf\nfolly\nfizz\nwangle\nmvfst\nc-ares\n\n[dependencies.test=on]\ngoogletest\n\n[shipit.pathmap]\nfbcode/proxygen/public_tld = .\nfbcode/proxygen = proxygen\n"
},
{
"path": "build/fbcode_builder/manifests/python",
"content": "[manifest]\nname = python\n\n[homebrew]\npython@3.10\n\n# sapling needs match statements with arrive in python 3.12 in centos 10\n[rpms.not(all(distro=centos_stream,distro_vers=9))]\npython3\npython3-devel\n\n# Centos Stream 9 default python is 3.9, sapling needs 3.10+\n[rpms.all(distro=centos_stream,distro_vers=9)]\npython3.12\npython3.12-devel\n\n# sapling needs match statements with arrive in python 3.10 in ubuntu 22.04\n[debs.not(all(distro=ubuntu,any(distro_vers=\"18.04\",distro_vers=\"20.04\")))]\npython3-all-dev\n\n[pps]\npython3\n\n[download]\nurl = https://www.python.org/ftp/python/3.10.19/Python-3.10.19.tgz\nsha256 = a078fb2d7a216071ebbe2e34b5f5355dd6b6e9b0cd1bacc4a41c63990c5a0eec\n\n[build]\nbuilder = autoconf\nsubdir = Python-3.10.19\n\n[autoconf.args]\n--enable-shared\n--with-ensurepip=install\n\n# python's pkg-config libffi detection is broken\n# See https://bugs.python.org/issue34823 for clearest description\n# and pending PR https://github.com/python/cpython/pull/20451\n# The documented workaround requires an environment variable derived from\n# pkg-config to be passed into its configure step\n[autoconf.envcmd.LDFLAGS]\npkg-config\n--libs-only-L\nlibffi\n\n[dependencies]\nlibffi\n# eden tests expect the python bz2 support\nbz2\n# eden tests expect the python curses support\nncurses\n"
},
{
"path": "build/fbcode_builder/manifests/python-3_14",
"content": "# This is primarily to support CinderX's CI, so it's not heavily configured.\n\n[manifest]\nname = python-3_14\n\n[download]\nurl = https://github.com/python/cpython/archive/refs/tags/v3.14.3.tar.gz\nsha256 = f229a232052ae318d2fc8eb0aca4a02d631e7e1a8790ef1f9b65e1632743a469\n\n[build]\nbuilder = autoconf\nsubdir = cpython-3.14.3\n"
},
{
"path": "build/fbcode_builder/manifests/python-click",
"content": "[manifest]\nname = python-click\n\n[download]\nurl = https://files.pythonhosted.org/packages/d2/3d/fa76db83bf75c4f8d338c2fd15c8d33fdd7ad23a9b5e57eb6c5de26b430e/click-7.1.2-py2.py3-none-any.whl\nsha256 = dacca89f4bfadd5de3d7489b7c8a566eee0d3676333fbb50030263894c38c0dc\n\n[build]\nbuilder = python-wheel\n\n[rpms]\npython3-click\n\n[debs]\npython3-click\n"
},
{
"path": "build/fbcode_builder/manifests/python-filelock",
"content": "[manifest]\nname = python-filelock\n\n[download]\nurl = https://files.pythonhosted.org/packages/31/24/ee722b92f23b9ebd87783e893a75352c048bbbc1f67dce0d63b58b46cb48/filelock-3.3.2-py3-none-any.whl\nsha256 = bb2a1c717df74c48a2d00ed625e5a66f8572a3a30baacb7657add1d7bac4097b\n\n[build]\nbuilder = python-wheel\n"
},
{
"path": "build/fbcode_builder/manifests/python-main",
"content": "# This is primarily to support CinderX's CI, so it's not heavily configured.\n\n[manifest]\nname = python-main\nfbsource_path = third-party/python/main/pristine\n# We don't actually have a shipit project for python-main, but we use getdeps\n# built-in shipit implementation which just needs a shipit.pathmap.\nshipit_project = dummy-name\n\n\n[git]\nrepo_url = https://github.com/python/cpython.git\n\n[shipit.pathmap]\nthird-party/python/main/pristine = .\n\n[build]\nbuilder = autoconf\n"
},
{
"path": "build/fbcode_builder/manifests/python-psutil",
"content": "[manifest]\nname = python-psutil\n\n[download]\nurl = https://files.pythonhosted.org/packages/bf/b9/b0eb3f3cbcb734d930fdf839431606844a825b23eaf9a6ab371edac8162c/psutil-7.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl\nsha256 = 4b1388a4f6875d7e2aff5c4ca1cc16c545ed41dd8bb596cefea80111db353a34\n\n[build]\nbuilder = python-wheel\n\n"
},
{
"path": "build/fbcode_builder/manifests/python-ptyprocess",
"content": "[manifest]\nname = python-ptyprocess\n\n[download]\nurl = https://files.pythonhosted.org/packages/d1/29/605c2cc68a9992d18dada28206eeada56ea4bd07a239669da41674648b6f/ptyprocess-0.6.0-py2.py3-none-any.whl\nsha256 = d7cc528d76e76342423ca640335bd3633420dc1366f258cb31d05e865ef5ca1f\n\n[build]\nbuilder = python-wheel\n"
},
{
"path": "build/fbcode_builder/manifests/python-pyyaml",
"content": "[manifest]\nname = python-pyyaml\n\n[download]\nurl = https://files.pythonhosted.org/packages/25/a2/b725b61ac76a75583ae7104b3209f75ea44b13cfd026aa535ece22b7f22e/PyYAML-6.0.3-cp38-cp38-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl\nsha256 = 22ba7cfcad58ef3ecddc7ed1db3409af68d023b7f940da23c6c2a1890976eda6\n\n[build]\nbuilder = python-wheel\n"
},
{
"path": "build/fbcode_builder/manifests/python-setuptools",
"content": "[manifest]\nname = python-setuptools\n\n[download]\nurl = https://files.pythonhosted.org/packages/a3/dc/17031897dae0efacfea57dfd3a82fdd2a2aeb58e0ff71b77b87e44edc772/setuptools-80.9.0-py3-none-any.whl\nsha256 = 062d34222ad13e0cc312a4c02d73f059e86a4acbfbdea8f8f76b28c99f306922\n\n[build]\nbuilder = python-wheel\n\n[rpms]\npython3-setuptools\n\n# Centos Stream 9 default python is 3.9, sapling needs 3.10+\n[rpms.all(distro=centos_stream,distro_vers=9)]\npython3.12-setuptools\n\n[homebrew]\npython-setuptools\n\n[debs]\npython3-setuptools\n"
},
{
"path": "build/fbcode_builder/manifests/python-setuptools-69",
"content": "[manifest]\nname = python-setuptools-69\n\n[download]\nurl = https://files.pythonhosted.org/packages/c0/7a/3da654f49c95d0cc6e9549a855b5818e66a917e852ec608e77550c8dc08b/setuptools-69.1.1-py3-none-any.whl\nsha256 = 02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56\n\n[build]\nbuilder = python-wheel\n\n[rpms]\npython3-setuptools\n\n[homebrew]\npython-setuptools\n\n[debs]\npython3-setuptools\n"
},
{
"path": "build/fbcode_builder/manifests/python-six",
"content": "[manifest]\nname = python-six\n\n[download]\nurl = https://files.pythonhosted.org/packages/73/fb/00a976f728d0d1fecfe898238ce23f502a721c0ac0ecfedb80e0d88c64e9/six-1.12.0-py2.py3-none-any.whl\nsha256 = 3350809f0555b11f552448330d0b52d5f24c91a322ea4a15ef22629740f3761c\n\n[build]\nbuilder = python-wheel\n"
},
{
"path": "build/fbcode_builder/manifests/python-toml",
"content": "[manifest]\nname = python-toml\n\n[download]\nurl = https://files.pythonhosted.org/packages/a2/12/ced7105d2de62fa7c8fb5fce92cc4ce66b57c95fb875e9318dba7f8c5db0/toml-0.10.0-py2.py3-none-any.whl\nsha256 = 235682dd292d5899d361a811df37e04a8828a5b1da3115886b73cf81ebc9100e\n\n[build]\nbuilder = python-wheel\n"
},
{
"path": "build/fbcode_builder/manifests/ragel",
"content": "[manifest]\nname = ragel\n\n[debs]\nragel\n\n[homebrew]\nragel\n\n[rpms]\nragel\n\n[download]\nurl = https://www.colm.net/files/ragel/ragel-6.10.tar.gz\nsha256 = 5f156edb65d20b856d638dd9ee2dfb43285914d9aa2b6ec779dac0270cd56c3f\n\n[build]\nbuilder = autoconf\nsubdir = ragel-6.10\n"
},
{
"path": "build/fbcode_builder/manifests/range-v3",
"content": "[manifest]\nname = range-v3\n\n[download]\nurl = https://github.com/ericniebler/range-v3/archive/refs/tags/0.11.0.tar.gz\nsha256 = 376376615dbba43d3bef75aa590931431ecb49eb36d07bb726a19f680c75e20c \n\n\n[build]\nbuilder = cmake\nsubdir = range-v3-0.11.0\n\n[cmake.defines]\nRANGE_V3_EXAMPLES=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/rdma-core",
"content": "[manifest]\nname = rdma-core\n\n[debs]\nrdma-core\n\n[rpms]\nrdma-core-devel\n"
},
{
"path": "build/fbcode_builder/manifests/re2",
"content": "[manifest]\nname = re2\n\n[homebrew]\nre2\n\n[debs]\nlibre2-dev\n\n[rpms]\nre2\nre2-devel\n\n[pps]\nre2\n\n[download]\nurl = https://github.com/google/re2/archive/2020-11-01.tar.gz\nsha256 = 8903cc66c9d34c72e2bc91722288ebc7e3ec37787ecfef44d204b2d6281954d7\n\n[build]\nbuilder = cmake\nsubdir = re2-2020-11-01\n"
},
{
"path": "build/fbcode_builder/manifests/rebalancer",
"content": "[manifest]\nname = rebalancer\nfbsource_path = fbcode/algopt/rebalancer/\nshipit_project = rebalancer\nshipit_fbcode_builder = true\nuse_shipit = true\n\n[git]\n# To git clone on devserver, setup fwdproxy:\n# https://www.internalfb.com/wiki/Open_Source/Maintain_a_FB_OSS_Project/Devserver_GitHub_Access/\nrepo_url = https://github.com/facebookincubator/rebalancer.git\nbranch = main\n\n[build]\nbuilder = cmake\n\n[dependencies]\nboost\nfbthrift\nfizz\nfmt\nfolly\ngflags\nglog\ngoogletest\nxxhash\n\n[dependencies.os=linux]\nclang19\n\n[cmake.defines.os=linux]\nCMAKE_C_COMPILER=clang-19\nCMAKE_CXX_COMPILER=clang++-19\n\n[cmake.defines.os=darwin]\nREBALANCER_USE_SCIP=0\n\n[shipit.strip]\n^.*/fb/.*$\n\n[shipit.pathmap]\nfbcode/algopt/rebalancer/oss_root = .\nfbcode/algopt/rebalancer = algopt/rebalancer\nfbcode/algopt/lp = algopt/lp\n\n[dependencies.all(distro=centos_stream,distro_vers=9)]\nclang19\n\n[cmake.defines.all(distro=centos_stream,distro_vers=9)]\nCMAKE_C_COMPILER=clang-19\nCMAKE_CXX_COMPILER=clang++-19\n"
},
{
"path": "build/fbcode_builder/manifests/ripgrep",
"content": "[manifest]\nname = ripgrep\n\n[rpms]\nripgrep\n\n[debs]\nripgrep\n\n[homebrew]\nripgrep\n\n# only used from system packages currently\n[build]\nbuilder = nop\n"
},
{
"path": "build/fbcode_builder/manifests/rocksdb",
"content": "[manifest]\nname = rocksdb\n\n[download]\nurl = https://github.com/facebook/rocksdb/archive/refs/tags/v8.7.3.zip\nsha256 = 36c06b61dc167f2455990d60dd88d734b73aa8c4dfc095243efd0243834c6cd3\n\n[dependencies]\nlz4\nsnappy\n\n[build]\nbuilder = cmake\nsubdir = rocksdb-8.7.3\n\n[cmake.defines]\nWITH_SNAPPY=ON\nWITH_LZ4=ON\nWITH_TESTS=OFF\nWITH_BENCHMARK_TOOLS=OFF\n# We get relocation errors with the static gflags lib,\n# and there's no clear way to make it pick the shared gflags\n# so just turn it off.\nWITH_GFLAGS=OFF\n# Disable the use of -Werror\nFAIL_ON_WARNINGS = OFF\n\n[cmake.defines.os=windows]\nROCKSDB_INSTALL_ON_WINDOWS=ON\n# RocksDB hard codes the paths to the snappy libs to something\n# that doesn't exist; ignoring the usual cmake rules. As a result,\n# we can't build it with snappy without either patching rocksdb or\n# without introducing more complex logic to the build system to\n# connect the snappy build outputs to rocksdb's custom logic here.\n# Let's just turn it off on windows.\nWITH_SNAPPY=OFF\nWITH_LZ4=ON\nROCKSDB_SKIP_THIRDPARTY=ON\n"
},
{
"path": "build/fbcode_builder/manifests/rust-shed",
"content": "[manifest]\nname = rust-shed\nfbsource_path = fbcode/common/rust/shed\nshipit_project = rust-shed\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebookexperimental/rust-shed.git\n\n[build]\nbuilder = cargo\n\n[cargo]\nbuild_doc = true\nworkspace_dir =\n\n[shipit.pathmap]\nfbcode/common/rust/shed = shed\nfbcode/common/rust/shed/public_autocargo = shed\nfbcode/common/rust/shed/public_tld = .\ntools/rust/ossconfigs = .\n\n[shipit.strip]\n^fbcode/common/rust/shed/(?!public_autocargo|public_tld).+/Cargo\\.toml$\n\n[dependencies]\nfbthrift\nfb303\n\n# We use the system openssl on linux\n[dependencies.not(os=linux)]\nopenssl\n\n[dependencies.fbsource=on]\nrust\n"
},
{
"path": "build/fbcode_builder/manifests/sapling",
"content": "[manifest]\nname = sapling\nfbsource_path = fbcode/eden\nshipit_project = eden\nshipit_fbcode_builder = true\n\n[github.actions]\nrequired_locales = en_US.UTF-8\n\n[git]\nrepo_url = https://github.com/facebook/sapling.git\n\n[build.not(os=windows)]\nbuilder = make\nsubdir = eden/scm\n\n[build.os=windows]\n# For now the biggest blocker is missing \"make\" on windows, but there are bound\n# to be more\nbuilder = nop\n\n[make.build_args]\ngetdepsbuild\n\n[make.install_args]\ninstall-getdeps\n\n[make.test_args]\ntest-getdeps\n\n[shipit.pathmap]\nfbcode/configerator/structs/scm/hg = configerator/structs/scm/hg\nfbcode/configerator/structs/scm/hg/public_autocargo = configerator/structs/scm/hg\nfbcode/eden/oss = .\nfbcode/eden = eden\nfbcode/eden/fs/public_autocargo = eden/fs\nfbcode/eden/mononoke/public_autocargo = eden/mononoke\nfbcode/eden/scm/public_autocargo = eden/scm\nfbcode/tools/lfs = tools/lfs\n\n[shipit.strip]\n^fbcode/configerator/structs/scm/hg(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/addons/.*$\n^fbcode/eden/fs/eden-config\\.h$\n^fbcode/eden/fs/py/eden/config\\.py$\n^fbcode/eden/hg-server/.*$\n^fbcode/eden/fs(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/mononoke(?!/public_autocargo).*/Cargo\\.toml$\n^fbcode/eden/scm(?!/public_autocargo|/edenscmnative/bindings).*/Cargo\\.toml$\n^fbcode/eden/scm/build/.*$\n^fbcode/eden/website/.*$\n^fbcode/eden/.*/\\.cargo/.*$\n^.*/facebook/.*$\n^.*/fb/.*$\n/Cargo\\.lock$\n\\.pyc$\n\n[dependencies]\nfb303\nfbthrift\nrust-shed\n\n[dependencies.all(test=on,not(os=darwin))]\nhexdump\n\n[dependencies.not(os=windows)]\npython\npython-setuptools\n\n# We use the system openssl on linux\n[dependencies.not(os=linux)]\nopenssl\n\n[dependencies.fbsource=on]\nrust\n"
},
{
"path": "build/fbcode_builder/manifests/snappy",
"content": "[manifest]\nname = snappy\n\n[homebrew]\nsnappy\n\n[debs]\nlibsnappy-dev\n\n[rpms]\nsnappy-devel\n\n[pps]\nsnappy\n\n[download]\nurl = https://github.com/google/snappy/archive/1.1.7.tar.gz\nsha256 = 3dfa02e873ff51a11ee02b9ca391807f0c8ea0529a4924afa645fbf97163f9d4\n\n[build]\nbuilder = cmake\nsubdir = snappy-1.1.7\n\n[cmake.defines]\nSNAPPY_BUILD_TESTS = OFF\n\n# Avoid problems like `relocation R_X86_64_PC32 against symbol` on ELF systems\n# when linking rocksdb, which builds PIC even when building a static lib\n[cmake.defines.os=linux]\nBUILD_SHARED_LIBS = ON\n"
},
{
"path": "build/fbcode_builder/manifests/sparsemap",
"content": "[manifest]\nname = sparsemap\n\n[download]\nurl = https://github.com/Tessil/sparse-map/archive/refs/tags/v0.6.2.tar.gz\nsha256 = 7020c21e8752e59d72e37456cd80000e18671c803890a3e55ae36b295eba99f6\n\n[build]\nbuilder = cmake\nsubdir = sparse-map-0.6.2/\n"
},
{
"path": "build/fbcode_builder/manifests/sqlite3",
"content": "[manifest]\nname = sqlite3\n\n[debs]\nlibsqlite3-dev\nsqlite3\n\n[homebrew]\nsqlite\n\n[rpms]\nsqlite-devel\nsqlite-libs\nsqlite\n\n[pps]\nsqlite3\n\n[download]\nurl = https://sqlite.org/2019/sqlite-amalgamation-3280000.zip\nsha256 = d02fc4e95cfef672b45052e221617a050b7f2e20103661cda88387349a9b1327\n\n[dependencies]\ncmake\nninja\n\n[build]\nbuilder = sqlite\nsubdir = sqlite-amalgamation-3280000\n"
},
{
"path": "build/fbcode_builder/manifests/systemd",
"content": "[manifest]\nname = systemd\n\n[rpms]\nsystemd\nsystemd-devel\n\n\n[download]\nurl = https://github.com/systemd/systemd/archive/refs/tags/v256.7.tar.gz\nsha256 = 896d76ff65c88f5fd9e42f90d152b0579049158a163431dd77cdc57748b1d7b0\n\n[build.os=linux]\nbuilder = meson\nsubdir = systemd-256.7\n\n[meson.setup_args]\n-Dstatic-libsystemd=true\n-Dprefix=/\n"
},
{
"path": "build/fbcode_builder/manifests/tabulate",
"content": "[manifest]\nname = tabulate\n\n[download]\nurl = https://github.com/p-ranav/tabulate/archive/refs/tags/v1.5.tar.gz\nsha256 = 16b289f46306283544bb593f4601e80d6ea51248fde52e910cc569ef08eba3fb\n\n[build]\nbuilder = cmake\nsubdir = tabulate-1.5\n\n[cmake.defines]\ntabulate_BUILD_TESTS = OFF\ntabulate_BUILD_SAMPLES = OFF\n"
},
{
"path": "build/fbcode_builder/manifests/tree",
"content": "[manifest]\nname = tree\n\n[debs]\ntree\n\n[homebrew]\ntree\n\n[rpms]\ntree\n\n[download.os=linux]\nurl = https://salsa.debian.org/debian/tree-packaging/-/archive/debian/1.8.0-1/tree-packaging-debian-1.8.0-1.tar.gz\nsha256 = a841eee1d52bfd64a48f54caab9937b9bd92935055c48885c4ab1ae4dab7fae5\n\n[download.os=darwin]\n# The official package of tree source requires users of non-Linux platform to\n# comment/uncomment certain lines in the Makefile to build for their platform.\n# Besauce getdeps.py doesn't have that functionality we just use this custom\n# fork of tree which has proper lines uncommented for a OSX build\nurl = https://github.com/lukaspiatkowski/tree-command/archive/debian/1.8.0-1-macos.tar.gz\nsha256 = 9cbe889553d95cf5a2791dd0743795d46a3c092c5bba691769c0e5c52e11229e\n\n[build.os=linux]\nbuilder = make\nsubdir = tree-packaging-debian-1.8.0-1\n\n[build.os=darwin]\nbuilder = make\nsubdir = tree-command-debian-1.8.0-1-macos\n\n[build.os=windows]\nbuilder = nop\n\n[make.install_args]\ninstall\n"
},
{
"path": "build/fbcode_builder/manifests/wangle",
"content": "[manifest]\nname = wangle\nfbsource_path = fbcode/wangle\nshipit_project = wangle\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/wangle.git\n\n[build]\nbuilder = cmake\nsubdir = wangle\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n[dependencies]\nfolly\ngoogletest\nfizz\n\n[shipit.pathmap]\nfbcode/wangle/public_tld = .\nfbcode/wangle = wangle\n"
},
{
"path": "build/fbcode_builder/manifests/wangle-python",
"content": "[manifest]\nname = wangle-python\nfbsource_path = fbcode/wangle\nshipit_project = wangle\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/wangle.git\n\n[build]\nbuilder = cmake\nsubdir = wangle\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines.test=on]\nBUILD_TESTS=ON\n\n[cmake.defines.test=off]\nBUILD_TESTS=OFF\n\n[cmake.defines.os=linux]\nCMAKE_POSITION_INDEPENDENT_CODE = ON\nBUILD_SHARED_LIBS = ON\n\n[dependencies]\nfolly-python\ngoogletest\nfizz-python\n\n[shipit.pathmap]\nfbcode/wangle/public_tld = .\nfbcode/wangle = wangle\n"
},
{
"path": "build/fbcode_builder/manifests/watchman",
"content": "[manifest]\nname = watchman\nfbsource_path = fbcode/watchman\nshipit_project = watchman\nshipit_fbcode_builder = true\n\n[git]\nrepo_url = https://github.com/facebook/watchman.git\n\n[build]\nbuilder = cmake\n\n[dependencies]\nboost\ncpptoml\nedencommon\nfb303\nfbthrift\nfolly\npcre2\ngoogletest\npython-setuptools-69\n\n[dependencies.fbsource=on]\nrust\n\n[shipit.pathmap]\nfbcode/watchman = watchman\nfbcode/watchman/oss = .\nfbcode/eden/fs = eden/fs\n\n[shipit.strip]\n^fbcode/eden/fs/(?!.*\\.thrift|service/shipit_test_file\\.txt)\n\n[cmake.defines.fb=on]\nENABLE_EDEN_SUPPORT=ON\nIS_FB_BUILD=ON\n\n# FB macos specific settings\n[cmake.defines.all(fb=on,os=darwin)]\n# this path is coupled with the FB internal watchman-osx.spec\nWATCHMAN_STATE_DIR=/opt/facebook/watchman/var/run/watchman\n# tell cmake not to try to create /opt/facebook/...\nINSTALL_WATCHMAN_STATE_DIR=OFF\nUSE_SYS_PYTHON=OFF\n\n[depends.environment]\nWATCHMAN_VERSION_OVERRIDE\n"
},
{
"path": "build/fbcode_builder/manifests/xxhash",
"content": "[manifest]\nname = xxhash\n\n[download]\nurl = https://github.com/Cyan4973/xxHash/archive/refs/tags/v0.8.2.tar.gz\nsha256 = baee0c6afd4f03165de7a4e67988d16f0f2b257b51d0e3cb91909302a26a79c4\n\n[rpms]\nxxhash-devel\n\n[debs]\nlibxxhash-dev\nxxhash\n\n[homebrew]\nxxhash\n\n[build]\nbuilder = cmake\nsubdir = xxHash-0.8.2/cmake_unofficial\n\n[cmake.defines]\nCMAKE_POSITION_INDEPENDENT_CODE = ON\n"
},
{
"path": "build/fbcode_builder/manifests/xz",
"content": "[manifest]\nname = xz\n\n# ubuntu's package causes watchman's tests to hang\n[debs.not(distro=ubuntu)]\nliblzma-dev\n\n[homebrew]\nxz\n\n[rpms]\nxz-devel\n\n[download]\nurl = https://tukaani.org/xz/xz-5.2.5.tar.gz\nsha256 = f6f4910fd033078738bd82bfba4f49219d03b17eb0794eb91efbae419f4aba10\n\n[build]\nbuilder = autoconf\nsubdir = xz-5.2.5\n\n[autoconf.args]\n--with-pic\n"
},
{
"path": "build/fbcode_builder/manifests/yaml-cpp",
"content": "[manifest]\nname = yaml-cpp\n\n[download]\nurl = https://github.com/jbeder/yaml-cpp/archive/yaml-cpp-0.6.2.tar.gz\nsha256 = e4d8560e163c3d875fd5d9e5542b5fd5bec810febdcba61481fe5fc4e6b1fd05\n\n[build.os=linux]\nbuilder = cmake\nsubdir = yaml-cpp-yaml-cpp-0.6.2\n\n[build.not(os=linux)]\nbuilder = nop\n\n[dependencies]\nboost\ngoogletest\n\n[cmake.defines]\nYAML_CPP_BUILD_TESTS=OFF\n"
},
{
"path": "build/fbcode_builder/manifests/zlib",
"content": "[manifest]\nname = zlib\n\n[debs]\nzlib1g-dev\n\n[homebrew]\nzlib\n\n[rpms.not(distro=fedora)]\nzlib-devel\nzlib-static\n\n[rpms.distro=fedora]\nzlib-ng-compat-devel\nzlib-ng-compat-static\n\n[pps]\nzlib\n\n[download]\nurl = https://github.com/madler/zlib/releases/download/v1.3.1/zlib-1.3.1.tar.gz\nsha256 = 9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23\n\n[build]\nbuilder = cmake\nsubdir = zlib-1.3.1\npatchfile = zlib_dont_build_more_than_needed.patch\n"
},
{
"path": "build/fbcode_builder/manifests/zlib-python",
"content": "[manifest]\nname = zlib-python\n\n[debs]\nzlib1g-dev\n\n[homebrew]\nzlib\n\n[rpms.not(distro=fedora)]\nzlib-devel\nzlib-static\n\n[rpms.distro=fedora]\nzlib-ng-compat-devel\nzlib-ng-compat-static\n\n[pps]\nzlib\n\n[download]\nurl = https://github.com/madler/zlib/releases/download/v1.3.1/zlib-1.3.1.tar.gz\nsha256 = 9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23\n\n[build]\nbuilder = cmake\nsubdir = zlib-1.3.1\npatchfile = zlib_dont_build_more_than_needed.patch\n\n[build.not(os=linux)]\nbuilder = nop\n\n[cmake.defines]\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n"
},
{
"path": "build/fbcode_builder/manifests/zstd",
"content": "[manifest]\nname = zstd\n\n[homebrew]\nzstd\n\n# 18.04 zstd is too old\n[debs.not(all(distro=ubuntu,distro_vers=\"18.04\"))]\nlibclang-dev\nlibzstd-dev\nzstd\n\n[rpms]\nlibzstd-devel\nlibzstd\n\n[pps]\nzstd\n\n[download]\nurl = https://github.com/facebook/zstd/releases/download/v1.5.5/zstd-1.5.5.tar.gz\nsha256 = 9c4396cc829cfae319a6e2615202e82aad41372073482fce286fac78646d3ee4\n\n[build]\nbuilder = cmake\nsubdir = zstd-1.5.5/build/cmake\n\n# The zstd cmake build explicitly sets the install name\n# for the shared library in such a way that cmake discards\n# the path to the library from the install_name, rendering\n# the library non-resolvable during the build. The short\n# term solution for this is just to link static on macos.\n#\n# And while we're at it, let's just always link statically.\n[cmake.defines]\nZSTD_BUILD_SHARED = OFF\n"
},
{
"path": "build/fbcode_builder/manifests/zstd-python",
"content": "[manifest]\nname = zstd-python\n\n[homebrew]\nzstd\n\n# 18.04 zstd is too old\n[debs.not(all(distro=ubuntu,distro_vers=\"18.04\"))]\nlibclang-dev\nlibzstd-dev\nzstd\n\n[rpms]\nlibzstd-devel\nlibzstd\n\n[pps]\nzstd\n\n[download]\nurl = https://github.com/facebook/zstd/releases/download/v1.5.5/zstd-1.5.5.tar.gz\nsha256 = 9c4396cc829cfae319a6e2615202e82aad41372073482fce286fac78646d3ee4\n\n[build]\nbuilder = cmake\nsubdir = zstd-1.5.5/build/cmake\n\n[build.not(os=linux)]\nbuilder = nop\n\n# The zstd cmake build explicitly sets the install name\n# for the shared library in such a way that cmake discards\n# the path to the library from the install_name, rendering\n# the library non-resolvable during the build. The short\n# term solution for this is just to link static on macos.\n#\n# And while we're at it, let's just always link statically.\n[cmake.defines]\nZSTD_BUILD_SHARED = OFF\nCMAKE_POSITION_INDEPENDENT_CODE=ON\n"
},
{
"path": "build/fbcode_builder/patches/boost_1_83_0.patch",
"content": "diff --git a/boost/serialization/strong_typedef.hpp b/boost/serialization/strong_typedef.hpp\n--- a/boost/serialization/strong_typedef.hpp\n+++ b/boost/serialization/strong_typedef.hpp\n@@ -44,6 +44,7 @@\n operator const T&() const {return t;} \\\n operator T&() {return t;} \\\n bool operator==(const D& rhs) const {return t == rhs.t;} \\\n+ bool operator==(const T& lhs) const {return t == lhs;} \\\n bool operator<(const D& rhs) const {return t < rhs.t;} \\\n };\n \ndiff --git a/tools/build/src/tools/msvc.jam b/tools/build/src/tools/msvc.jam\n--- a/tools/build/src/tools/msvc.jam\n+++ b/tools/build/src/tools/msvc.jam\n@@ -1137,6 +1137,14 @@\n }\n else\n {\n+ if [ MATCH \"(14.4)\" : $(version) ]\n+ {\n+ if $(.debug-configuration)\n+ {\n+ ECHO \"notice: [generate-setup-cmd] $(version) is 14.4x\" ;\n+ }\n+ parent = [ path.native [ path.join $(parent) \"..\\\\..\\\\..\\\\..\\\\..\\\\Auxiliary\\\\Build\" ] ] ;\n+ }\n if [ MATCH \"(14.3)\" : $(version) ]\n {\n if $(.debug-configuration)\n"
},
{
"path": "build/fbcode_builder/patches/iproute2_oss.patch",
"content": "diff --git a/bridge/fdb.c b/bridge/fdb.c\n--- a/bridge/fdb.c\n+++ b/bridge/fdb.c\n@@ -31,7 +31,7 @@\n\n static unsigned int filter_index, filter_vlan, filter_state;\n\n-json_writer_t *jw_global;\n+static json_writer_t *jw_global;\n\n static void usage(void)\n {\ndiff --git a/ip/ipmroute.c b/ip/ipmroute.c\n--- a/ip/ipmroute.c\n+++ b/ip/ipmroute.c\n@@ -44,7 +44,7 @@\n exit(-1);\n }\n\n-struct rtfilter {\n+static struct rtfilter {\n int tb;\n int af;\n int iif;\ndiff --git a/ip/xfrm_monitor.c b/ip/xfrm_monitor.c\n--- a/ip/xfrm_monitor.c\n+++ b/ip/xfrm_monitor.c\n@@ -34,7 +34,7 @@\n #include \"ip_common.h\"\n\n static void usage(void) __attribute__((noreturn));\n-int listen_all_nsid;\n+static int listen_all_nsid;\n\n static void usage(void)\n {\n"
},
{
"path": "build/fbcode_builder/patches/libiberty_install_pic_lib.patch",
"content": "diff --git a/Makefile.in b/Makefile.in\nindex b77a41c..cbe71fe 100644\n--- a/Makefile.in\n+++ b/Makefile.in\n@@ -389,7 +389,7 @@ MULTIOSDIR = `$(CC) $(CFLAGS) -print-multi-os-directory`\n install_to_libdir: all\n if test -n \"${target_header_dir}\"; then \\\n ${mkinstalldirs} $(DESTDIR)$(libdir)/$(MULTIOSDIR); \\\n- $(INSTALL_DATA) $(TARGETLIB) $(DESTDIR)$(libdir)/$(MULTIOSDIR)/$(TARGETLIB)n; \\\n+ $(INSTALL_DATA) pic/$(TARGETLIB) $(DESTDIR)$(libdir)/$(MULTIOSDIR)/$(TARGETLIB)n; \\\n ( cd $(DESTDIR)$(libdir)/$(MULTIOSDIR) ; chmod 644 $(TARGETLIB)n ;$(RANLIB) $(TARGETLIB)n ); \\\n mv -f $(DESTDIR)$(libdir)/$(MULTIOSDIR)/$(TARGETLIB)n $(DESTDIR)$(libdir)/$(MULTIOSDIR)/$(TARGETLIB); \\\n case \"${target_header_dir}\" in \\\n"
},
{
"path": "build/fbcode_builder/patches/zlib_dont_build_more_than_needed.patch",
"content": "diff -Naur ../zlib-1.3.1/CMakeLists.txt ./CMakeLists.txt\n--- ../zlib-1.3.1/CMakeLists.txt\t2024-01-22 10:32:37.000000000 -0800\n+++ ./CMakeLists.txt\t2024-01-23 13:14:09.870289968 -0800\n@@ -149,10 +149,8 @@\n set(ZLIB_DLL_SRCS ${CMAKE_CURRENT_BINARY_DIR}/zlib1rc.obj)\n endif(MINGW)\n \n-add_library(zlib SHARED ${ZLIB_SRCS} ${ZLIB_DLL_SRCS} ${ZLIB_PUBLIC_HDRS} ${ZLIB_PRIVATE_HDRS})\n+add_library(zlib ${ZLIB_SRCS} ${ZLIB_DLL_SRCS} ${ZLIB_PUBLIC_HDRS} ${ZLIB_PRIVATE_HDRS})\n target_include_directories(zlib PUBLIC ${CMAKE_CURRENT_BINARY_DIR} ${CMAKE_CURRENT_SOURCE_DIR})\n-add_library(zlibstatic STATIC ${ZLIB_SRCS} ${ZLIB_PUBLIC_HDRS} ${ZLIB_PRIVATE_HDRS})\n-target_include_directories(zlibstatic PUBLIC ${CMAKE_CURRENT_BINARY_DIR} ${CMAKE_CURRENT_SOURCE_DIR})\n set_target_properties(zlib PROPERTIES DEFINE_SYMBOL ZLIB_DLL)\n set_target_properties(zlib PROPERTIES SOVERSION 1)\n \n@@ -169,7 +167,7 @@\n \n if(UNIX)\n # On unix-like platforms the library is almost always called libz\n- set_target_properties(zlib zlibstatic PROPERTIES OUTPUT_NAME z)\n+ set_target_properties(zlib PROPERTIES OUTPUT_NAME z)\n if(NOT APPLE AND NOT(CMAKE_SYSTEM_NAME STREQUAL AIX))\n set_target_properties(zlib PROPERTIES LINK_FLAGS \"-Wl,--version-script,\\\"${CMAKE_CURRENT_SOURCE_DIR}/zlib.map\\\"\")\n endif()\n@@ -179,7 +177,7 @@\n endif()\n \n if(NOT SKIP_INSTALL_LIBRARIES AND NOT SKIP_INSTALL_ALL )\n- install(TARGETS zlib zlibstatic\n+ install(TARGETS zlib\n RUNTIME DESTINATION \"${INSTALL_BIN_DIR}\"\n ARCHIVE DESTINATION \"${INSTALL_LIB_DIR}\"\n LIBRARY DESTINATION \"${INSTALL_LIB_DIR}\" )\n "
},
{
"path": "cmake/FindGMock.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n#\n# Find libgmock\n#\n# LIBGMOCK_DEFINES - List of defines when using libgmock.\n# LIBGMOCK_INCLUDE_DIR - where to find gmock/gmock.h, etc.\n# LIBGMOCK_LIBRARIES - List of libraries when using libgmock.\n# LIBGMOCK_FOUND - True if libgmock found.\n\nIF (LIBGMOCK_INCLUDE_DIR)\n # Already in cache, be silent\n SET(LIBGMOCK_FIND_QUIETLY TRUE)\nENDIF ()\n\nFIND_PATH(LIBGTEST_INCLUDE_DIR gtest/gtest.h)\nFIND_PATH(LIBGMOCK_INCLUDE_DIR gmock/gmock.h)\n\nFIND_LIBRARY(LIBGMOCK_MAIN_LIBRARY gmock_main)\nFIND_LIBRARY(LIBGMOCK_LIBRARY gmock)\nFIND_LIBRARY(LIBGTEST_LIBRARY gtest)\nset(LIBGMOCK_LIBRARIES\n ${LIBGMOCK_MAIN_LIBRARY}\n ${LIBGMOCK_LIBRARY}\n ${LIBGTEST_LIBRARY}\n)\n\nif(CMAKE_SYSTEM_NAME STREQUAL \"Windows\")\n # The GTEST_LINKED_AS_SHARED_LIBRARY macro must be set properly on Windows.\n #\n # There isn't currently an easy way to determine if a library was compiled as\n # a shared library on Windows, so just assume we've been built against a\n # shared build of gmock for now.\n SET(LIBGMOCK_DEFINES \"GTEST_LINKED_AS_SHARED_LIBRARY=1\" CACHE STRING \"\")\nendif()\n\n# handle the QUIETLY and REQUIRED arguments and set LIBGMOCK_FOUND to TRUE if\n# all listed variables are TRUE\nINCLUDE(FindPackageHandleStandardArgs)\nFIND_PACKAGE_HANDLE_STANDARD_ARGS(\n LIBGMOCK\n DEFAULT_MSG\n LIBGMOCK_MAIN_LIBRARY\n LIBGMOCK_LIBRARY\n LIBGTEST_LIBRARY\n LIBGMOCK_LIBRARIES\n LIBGMOCK_INCLUDE_DIR\n LIBGTEST_INCLUDE_DIR\n)\n\nMARK_AS_ADVANCED(\n LIBGMOCK_DEFINES\n LIBGMOCK_MAIN_LIBRARY\n LIBGMOCK_LIBRARY\n LIBGTEST_LIBRARY\n LIBGMOCK_LIBRARIES\n LIBGMOCK_INCLUDE_DIR\n)\n"
},
{
"path": "cmake/FindZstd.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# - Find zstd\n# Find the zstd compression library and includes\n#\n# ZSTD_INCLUDE_DIR - where to find zstd.h, etc.\n# ZSTD_LIBRARIES - List of libraries when using zstd.\n# ZSTD_FOUND - True if zstd found.\n\nfind_path(ZSTD_INCLUDE_DIR\n NAMES zstd.h\n HINTS ${ZSTD_ROOT_DIR}/include)\n\nfind_library(ZSTD_LIBRARIES\n NAMES zstd\n HINTS ${ZSTD_ROOT_DIR}/lib)\n\ninclude(FindPackageHandleStandardArgs)\nfind_package_handle_standard_args(zstd DEFAULT_MSG ZSTD_LIBRARIES ZSTD_INCLUDE_DIR)\n\nmark_as_advanced(\n ZSTD_LIBRARIES\n ZSTD_INCLUDE_DIR\n)\n\nif(NOT TARGET zstd)\n if(\"${ZSTD_LIBRARIES}\" MATCHES \".*.a$\")\n add_library(zstd STATIC IMPORTED)\n else()\n add_library(zstd SHARED IMPORTED)\n endif()\n set_target_properties(\n zstd\n PROPERTIES\n IMPORTED_LOCATION ${ZSTD_LIBRARIES}\n INTERFACE_INCLUDE_DIRECTORIES ${ZSTD_INCLUDE_DIR}\n )\nendif()\n"
},
{
"path": "cmake/ProxygenCompatAliases.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# Helper macro to create a compat alias with multiple dependencies\nmacro(proxygen_compat_alias _name)\n add_library(${_name} INTERFACE)\n target_link_libraries(${_name} INTERFACE ${ARGN})\n install(TARGETS ${_name} EXPORT proxygen-exports)\n add_library(proxygen::${_name} ALIAS ${_name})\nendmacro()\n\n# =============================================================================\n# Backwards compatibility aliases (legacy names used by downstream projects)\n# =============================================================================\n\n# quicwebtransport: used by moxygen for QUIC WebTransport support\nproxygen_compat_alias(quicwebtransport\n proxygen_http_webtransport_quicwebtransport\n)\n\n# =============================================================================\n# Bundle aliases (group multiple granular targets for convenience)\n#\n# See TARGETS.txt for the rationale behind these groupings.\n# =============================================================================\n\n# Core HTTP types and utilities\nproxygen_compat_alias(proxygen_http_core\n proxygen_error\n proxygen_http_status_type\n proxygen_http_http_utils\n proxygen_http_types\n)\n\n# HTTP/1.1 and HTTP/2 codecs\nproxygen_compat_alias(proxygen_codec\n proxygen_http_codec\n proxygen_http_codec_direction\n proxygen_http_codec_error_code\n proxygen_http_codec_util\n)\n\n# HQ codec, framer, H3 errors\nproxygen_compat_alias(proxygen_hq_core\n proxygen_http_codec_hq_codec\n proxygen_http_h3_errors\n)\n\n# HPACK compression\nproxygen_compat_alias(proxygen_hpack\n proxygen_http_codec_compress_hpack\n)\n\n# QPACK compression\nproxygen_compat_alias(proxygen_qpack\n proxygen_http_codec_compress_qpack\n)\n\n# Session base\nproxygen_compat_alias(proxygen_http_session\n proxygen_http_session_session\n proxygen_http_session_http_transaction\n)\n\n# HQ Session\nproxygen_compat_alias(proxygen_hq_session\n proxygen_http_session_hq_session\n proxygen_http_session_hq_upstream_session\n proxygen_http_session_hq_downstream_session\n)\n\n# WebTransport\nproxygen_compat_alias(proxygen_webtransport\n proxygen_http_webtransport\n)\n\n# Combined wt_stream_manager + wt_egress_container\nproxygen_compat_alias(proxygen_webtransport_helpers\n proxygen_http_webtransport_wt_stream_manager\n proxygen_http_webtransport_wt_egress_container\n)\n\n# Coro client\nproxygen_compat_alias(proxygen_coro_client\n proxygen_http_coro_client_http_client_lib\n proxygen_http_coro_client_http_client_connection_cache\n)\n\n# Coro server\nproxygen_compat_alias(proxygen_coro_server\n proxygen_http_coro_server_coro_acceptor\n proxygen_http_coro_server_coro_httpserver\n)\n\n# Coro filters\nproxygen_compat_alias(proxygen_coro_filters\n proxygen_http_coro_filters_compression_filter\n proxygen_http_coro_filters_decompression_filter\n)\n\n# Connpool\nproxygen_compat_alias(proxygen_connpool\n proxygen_http_connpool\n proxygen_http_connpool_session_holder\n)\n\n# Utils\nproxygen_compat_alias(proxygen_utils\n proxygen_utils_time_util\n proxygen_utils_url\n proxygen_utils_util\n)\n"
},
{
"path": "cmake/ProxygenFunctions.cmake",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# Initialize global properties for tracking targets and deferred dependencies\nset_property(GLOBAL PROPERTY PROXYGEN_COMPONENT_TARGETS)\nset_property(GLOBAL PROPERTY PROXYGEN_DEFERRED_DEPS)\nset_property(GLOBAL PROPERTY PROXYGEN_GRANULAR_INTERFACE_TARGETS)\n\n# Define a granular proxygen library that:\n# 1. Compiles sources ONCE via OBJECT library\n# 2. Creates a STATIC library for individual linking (static builds)\n# 3. Creates an INTERFACE library linking to monolithic proxygen (shared builds)\n# 4. Defers internal proxygen deps to be resolved later\n# 5. Tracks OBJECT target for monolithic aggregation\n# 6. Creates proxygen:: namespace alias\n#\n# Usage:\n# proxygen_add_library(proxygen_http_message\n# SRCS HTTPMessage.cpp\n# DEPS proxygen_http_headers # Private dependencies\n# EXPORTED_DEPS Folly::folly_io_iobuf # Public dependencies (propagated)\n# EXCLUDE_FROM_MONOLITH # Don't include in monolithic proxygen library\n# )\nfunction(proxygen_add_library _target_name)\n cmake_parse_arguments(\n PROXYGEN_LIB\n \"EXCLUDE_FROM_MONOLITH\" # Options (boolean flags)\n \"\" # Single-value args\n \"SRCS;DEPS;EXPORTED_DEPS\" # Multi-value args\n ${ARGN}\n )\n\n set(_sources ${PROXYGEN_LIB_SRCS})\n if(NOT _sources)\n # Legacy support: if no SRCS keyword, treat remaining args as sources\n set(_sources ${PROXYGEN_LIB_UNPARSED_ARGUMENTS})\n endif()\n\n # Object library name - used for monolithic aggregation\n set(_obj_target \"${_target_name}_obj\")\n\n # Skip if no sources (header-only library)\n list(LENGTH _sources _src_count)\n if(_src_count EQUAL 0)\n # Header-only: create INTERFACE library\n add_library(${_target_name} INTERFACE)\n target_include_directories(${_target_name}\n INTERFACE\n $\n $\n $\n $\n $\n $\n $)\n\n if(DEFINED PACKAGE_VERSION)\n set_property(TARGET ${_target_name} PROPERTY VERSION ${PACKAGE_VERSION})\n endif()\n\n target_include_directories(${_target_name}\n PUBLIC\n $\n $\n $)\n\n if(DEFINED PACKAGE_VERSION)\n set_property(TARGET ${_target_name} PROPERTY VERSION ${PACKAGE_VERSION})\n endif()\n\n target_include_directories(${_target_name}\n PUBLIC\n $\n $\n $)\n endforeach()\n\n # Create the monolithic library\n add_library(proxygen ${_all_objects})\n\n if(BUILD_SHARED_LIBS)\n set_property(TARGET proxygen PROPERTY POSITION_INDEPENDENT_CODE ON)\n if(DEFINED PACKAGE_VERSION)\n set_target_properties(proxygen PROPERTIES VERSION ${PACKAGE_VERSION})\n endif()\n endif()\n\n target_include_directories(proxygen\n PUBLIC\n $\n $\n $_.\n\nHowever, downstream projects (like moxygen) depend on higher-level groupings\nrather than individual fine-grained targets. The compat aliases provide stable,\nsemantic names that bundle related granular targets together.\n\nAlias Categories\n----------------\n\nhttp_core\n Core HTTP types: error codes, status types, utilities, and common types.\n Groups: proxygen_error, proxygen_http_status_type, proxygen_http_http_utils,\n proxygen_http_types\n\ncodec\n HTTP/1.1 and HTTP/2 codec infrastructure.\n Groups: proxygen_http_codec, proxygen_http_codec_direction,\n proxygen_http_codec_error_code, proxygen_http_codec_util\n\nhq_core\n HTTP/3 (HQ) codec and error types.\n Groups: proxygen_http_codec_hq_codec, proxygen_http_h3_errors\n\nhpack / qpack\n Header compression libraries for HTTP/2 and HTTP/3 respectively.\n\nsession / hq_session\n HTTP session management for HTTP/1-2 and HTTP/3.\n\nwebtransport / quicwebtransport\n WebTransport protocol support over HTTP/2 and QUIC.\n\ncoro / coro_client / coro_server / coro_filters\n C++20 coroutine-based HTTP client and server APIs.\n\nconnpool\n Connection pooling infrastructure.\n\ndns\n DNS resolution using c-ares.\n\nservices\n Acceptor and service configuration.\n\nutils\n Common utilities (time, URL parsing, etc.).\n\nhttpserver\n HTTP server framework including ScopedHTTPServer for testing.\n\nhq_server\n HQ (HTTP/3) server implementation.\n\nAdding New Aliases\n------------------\nWhen adding new aliases:\n1. Choose a semantic name that describes the functionality, not the path\n2. Group related granular targets that are typically used together\n3. Document the grouping in this file\n4. Avoid breaking existing downstream consumers\n"
},
{
"path": "cmake/proxygen-config.cmake.in",
"content": "# Copyright (c) 2018, Facebook, Inc.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# This module sets the following variables:\n# proxygen_FOUND\n# proxygen_INCLUDE_DIRS\n#\n# This module exports the following target:\n# proxygen::proxygen\n#\n# which can be used with target_link_libraries() to pull in the proxygen\n# library.\n\n@PACKAGE_INIT@\n\ninclude(CMakeFindDependencyMacro)\nfind_dependency(Glog)\nfind_dependency(fmt)\nfind_dependency(folly)\nfind_dependency(wangle)\nfind_dependency(mvfst)\nfind_dependency(Fizz)\n# For now, anything that depends on Proxygen has to copy its FindZstd.cmake\n# and issue a `find_package(Zstd)`. Uncommenting this won't work because\n# this Zstd module exposes a library called `zstd`. The right fix is\n# discussed on D24686032.\n#\n# find_dependency(Zstd)\nfind_dependency(ZLIB)\nfind_dependency(OpenSSL)\nfind_dependency(Threads)\nfind_dependency(c-ares REQUIRED)\n\nif(NOT TARGET proxygen::proxygen)\n include(\"${CMAKE_CURRENT_LIST_DIR}/proxygen-targets.cmake\")\n get_target_property(proxygen_INCLUDE_DIRS proxygen::proxygen INTERFACE_INCLUDE_DIRECTORIES)\nendif()\n\nif(NOT proxygen_FIND_QUIETLY)\n message(STATUS \"Found proxygen: ${PACKAGE_PREFIX_DIR}\")\nendif()\n\nset(proxygen_LIBRARIES\n proxygen::proxygen\n proxygen::proxygencurl\n proxygen::proxygendeviousbaton\n proxygen::proxygenhqloggerhelper\n proxygen::proxygenhttpserver\n proxygen::proxygenhqserver\n)\n"
},
{
"path": "cmake_uninstall.cmake.in",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nif(NOT EXISTS \"@CMAKE_BINARY_DIR@/install_manifest.txt\")\n message(FATAL_ERROR \"Cannot find install manifest: @CMAKE_BINARY_DIR@/install_manifest.txt\")\nendif(NOT EXISTS \"@CMAKE_BINARY_DIR@/install_manifest.txt\")\n\nfile(READ \"@CMAKE_BINARY_DIR@/install_manifest.txt\" files)\nstring(REGEX REPLACE \"\\n\" \";\" files \"${files}\")\nforeach(file ${files})\n message(STATUS \"Uninstalling $ENV{DESTDIR}${file}\")\n if(IS_SYMLINK \"$ENV{DESTDIR}${file}\" OR EXISTS \"$ENV{DESTDIR}${file}\")\n exec_program(\n \"@CMAKE_COMMAND@\" ARGS \"-E remove \\\"$ENV{DESTDIR}${file}\\\"\"\n OUTPUT_VARIABLE rm_out\n RETURN_VALUE rm_retval\n )\n if(NOT \"${rm_retval}\" STREQUAL 0)\n message(FATAL_ERROR \"Problem when removing $ENV{DESTDIR}${file}\")\n endif(NOT \"${rm_retval}\" STREQUAL 0)\n else(IS_SYMLINK \"$ENV{DESTDIR}${file}\" OR EXISTS \"$ENV{DESTDIR}${file}\")\n message(STATUS \"File $ENV{DESTDIR}${file} does not exist.\")\n endif(IS_SYMLINK \"$ENV{DESTDIR}${file}\" OR EXISTS \"$ENV{DESTDIR}${file}\")\nendforeach(file)\n"
},
{
"path": "getdeps.sh",
"content": "#!/usr/bin/env bash\n# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nset -xeo pipefail\n\nTOOLCHAIN_DIR=/opt/rh/devtoolset-8/root/usr/bin\nif [[ -d \"$TOOLCHAIN_DIR\" ]]; then\n PATH=\"$TOOLCHAIN_DIR:$PATH\"\nfi\n\nPROJECT_DIR=$(dirname \"$0\")\nGETDEPS_PATHS=(\n \"$PROJECT_DIR/build/fbcode_builder/getdeps.py\"\n \"$PROJECT_DIR/../../opensource/fbcode_builder/getdeps.py\"\n)\n\nROOT_DIR=$(pwd)\nSTAGE=${ROOT_DIR}/_build/\nmkdir -p \"$STAGE\"\n\nfor getdeps in \"${GETDEPS_PATHS[@]}\"; do\n if [[ -x \"$getdeps\" ]]; then\n \"$getdeps\" build proxygen --current-project proxygen \"$@\" --install-prefix=${STAGE}\n exit 0\n fi\ndone\n\necho \"Could not find getdeps.py!?\" >&2\nexit 1\n"
},
{
"path": "proxygen/.clang-format",
"content": "---\nAccessModifierOffset: -1\nAlignAfterOpenBracket: Align\nAlignEscapedNewlinesLeft: true\nAlignOperands: true\nAlignTrailingComments: true\nAllowAllParametersOfDeclarationOnNextLine: true\nAllowShortBlocksOnASingleLine: false\nAllowShortCaseLabelsOnASingleLine: false\nAllowShortFunctionsOnASingleLine: false\nAllowShortIfStatementsOnASingleLine: false\nAllowShortLoopsOnASingleLine: false\nAlwaysBreakBeforeMultilineStrings: true\nAlwaysBreakTemplateDeclarations: true\nBinPackArguments: false\nBinPackParameters: false\nBreakBeforeBinaryOperators: false\nBreakBeforeBraces: Attach\nBreakBeforeInheritanceComma: true\nBreakBeforeTernaryOperators: true\nBreakConstructorInitializersBeforeComma: false\nColumnLimit: 80\nCompactNamespaces: true\nConstructorInitializerAllOnOneLineOrOnePerLine: true\nConstructorInitializerIndentWidth: 4\nContinuationIndentWidth: 4\nCpp11BracedListStyle: true\nDerivePointerBinding: true\nExperimentalAutoDetectBinPacking: true\nFixNamespaceComments: true\nIndentCaseLabels: true\nIndentFunctionDeclarationAfterType: false\nIndentWidth: 2\nLanguage: Cpp\nMaxEmptyLinesToKeep: 1\nNamespaceIndentation: None\nObjCSpaceBeforeProtocolList: false\nPenaltyBreakBeforeFirstCallParameter: 10\nPenaltyBreakComment: 60\nPenaltyBreakFirstLessLess: 20\nPenaltyBreakString: 1000\nPenaltyExcessCharacter: 1000000\nPenaltyReturnTypeOnItsOwnLine: 200\nPointerBindsToType: true\nSortIncludes: true\nSortUsingDeclarations: true\nSpaceAfterControlStatementKeyword: true\nSpaceBeforeAssignmentOperators: true\nSpaceBeforeParens: ControlStatements\nSpaceInEmptyParentheses: false\nSpacesBeforeTrailingComments: 1\nSpacesInAngles: false\nSpacesInCStyleCastParentheses: false\nSpacesInParentheses: false\nStandard: Cpp11\nTabWidth: 8\nUseTab: Never\n...\n"
},
{
"path": "proxygen/.clang-tidy",
"content": "# NOTE there must be no spaces before the '-', so put the comma after.\n# When making changes, be sure to verify the output of the following command to ensure\n# the desired checks are enabled (run from the directory containing a .clang-tidy file):\n# `clang-tidy -list-checks`\n# NOTE: Please don't disable inheritance from the parent to make sure that common checks get propagated.\n---\nInheritParentConfig: true\nChecks: '\nboost-*,\nbugprone-*,\nclang-analyzer-*,\nmodernize-*,\nperformance-*,\n-modernize-use-trailing-return-type,\nfacebook-hte-BadCall-mlock,\nfacebook-hte-PortabilityInclude-WinSock2.h,\nfacebook-hte-PortabilityInclude-Windows.h,\nfacebook-hte-PortabilityInclude-arpa/inet.h,\nfacebook-hte-PortabilityInclude-direct.h,\nfacebook-hte-PortabilityInclude-dirent.h,\nfacebook-hte-PortabilityInclude-gflags/gflags.h,\nfacebook-hte-PortabilityInclude-io.h,\nfacebook-hte-PortabilityInclude-libgen.h,\nfacebook-hte-PortabilityInclude-netdb.h,\nfacebook-hte-PortabilityInclude-netinet/in.h,\nfacebook-hte-PortabilityInclude-netinet/tcp.h,\nfacebook-hte-PortabilityInclude-openssl/asn1.h,\nfacebook-hte-PortabilityInclude-openssl/bio.h,\nfacebook-hte-PortabilityInclude-openssl/crypto.h,\nfacebook-hte-PortabilityInclude-openssl/dh.h,\nfacebook-hte-PortabilityInclude-openssl/ec.h,\nfacebook-hte-PortabilityInclude-openssl/ecdsa.h,\nfacebook-hte-PortabilityInclude-openssl/err.h,\nfacebook-hte-PortabilityInclude-openssl/evp.h,\nfacebook-hte-PortabilityInclude-openssl/hmac.h,\nfacebook-hte-PortabilityInclude-openssl/opensslv.h,\nfacebook-hte-PortabilityInclude-openssl/rand.h,\nfacebook-hte-PortabilityInclude-openssl/rsa.h,\nfacebook-hte-PortabilityInclude-openssl/sha.h,\nfacebook-hte-PortabilityInclude-openssl/ssl.h,\nfacebook-hte-PortabilityInclude-openssl/tls1.h,\nfacebook-hte-PortabilityInclude-openssl/x509.h,\nfacebook-hte-PortabilityInclude-openssl/x509v3.h,\nfacebook-hte-PortabilityInclude-poll.h,\nfacebook-hte-PortabilityInclude-pthread.h,\nfacebook-hte-PortabilityInclude-sched.h,\nfacebook-hte-PortabilityInclude-semaphore.h,\nfacebook-hte-PortabilityInclude-strings.h,\nfacebook-hte-PortabilityInclude-sys/file.h,\nfacebook-hte-PortabilityInclude-sys/mman.h,\nfacebook-hte-PortabilityInclude-sys/resource.h,\nfacebook-hte-PortabilityInclude-sys/socket.h,\nfacebook-hte-PortabilityInclude-sys/syscall.h,\nfacebook-hte-PortabilityInclude-sys/time.h,\nfacebook-hte-PortabilityInclude-sys/uio.h,\nfacebook-hte-PortabilityInclude-sys/un.h,\nfacebook-hte-PortabilityInclude-syslog.h,\nfacebook-hte-PortabilityInclude-unistd.h,\nfacebook-hte-StdToStringUse,\ncppcoreguidelines-pro-type-member-init,\ncppcoreguidelines-init-variables,\n'\n...\n"
},
{
"path": "proxygen/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nif (NOT DEFINED LIB_INSTALL_DIR)\n set(LIB_INSTALL_DIR \"lib\")\nendif()\n\nadd_subdirectory(external)\nadd_subdirectory(lib)\nadd_subdirectory(httpserver)\nadd_subdirectory(httpclient)\nadd_subdirectory(fuzzers)\n\n# =============================================================================\n# Backwards compatibility aliases for downstream projects\n# =============================================================================\ninclude(ProxygenCompatAliases)\n\n# =============================================================================\n# Resolve deferred dependencies after ALL subdirectories are processed\n# =============================================================================\nproxygen_resolve_deferred_dependencies()\n"
},
{
"path": "proxygen/VERSION",
"content": "32:0\n"
},
{
"path": "proxygen/build.sh",
"content": "#!/usr/bin/env bash\n# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n## Run this script to build proxygen and run the tests. If you want to\n## install proxygen to use in another C++ project on this machine, run\n## the sibling file `reinstall.sh`.\n\n# Obtain the base directory this script resides in.\nBASE_DIR=\"$( cd \"$( dirname \"${BASH_SOURCE[0]}\" )\" >/dev/null 2>&1 && pwd )\"\n\n# Useful constants\nCOLOR_RED=\"\\033[0;31m\"\nCOLOR_GREEN=\"\\033[0;32m\"\nCOLOR_OFF=\"\\033[0m\"\n\nfunction detect_platform() {\n unameOut=\"$(uname -s)\"\n case \"${unameOut}\" in\n Linux*)\n PLATFORM=Linux\n if [ -x \"$(command -v lsb_release)\" ]; then\n DISTRO=\"$(lsb_release -is)\"\n else\n DISTRO=\"CentOS\"\n fi\n ;;\n Darwin*) PLATFORM=Mac;;\n *) PLATFORM=\"UNKNOWN:${unameOut}\"\n esac\n echo -e \"${COLOR_GREEN}Detected platform: $PLATFORM Distribution $DISTRO ${COLOR_OFF}\"\n}\n\nfunction install_dependencies_linux_default() {\n sudo apt-get install -yq \\\n $deps_universal \\\n libgflags-dev \\\n libgoogle-glog-dev \\\n libkrb5-dev \\\n libsasl2-dev \\\n libnuma-dev \\\n pkg-config \\\n libssl-dev \\\n libcap-dev \\\n libevent-dev \\\n libtool \\\n libboost-all-dev \\\n libjemalloc-dev \\\n libsnappy-dev \\\n libiberty-dev \\\n liblz4-dev \\\n liblzma-dev \\\n zlib1g-dev \\\n binutils-dev \\\n libsodium-dev \\\n libdouble-conversion-dev\n}\n\nfunction install_dependencies_linux_fedora() {\n sudo dnf install -y \\\n $deps_universal \\\n m4 \\\n g++ \\\n flex \\\n bison \\\n gflags-devel \\\n glog-devel \\\n krb5-libs \\\n double-conversion-devel \\\n libzstd-devel \\\n libsodium-devel \\\n binutils-devel \\\n zlib-devel \\\n make \\\n lz4-devel \\\n wget \\\n unzip \\\n snappy-devel \\\n jemalloc-devel \\\n boost-devel\\\n cyrus-sasl-devel \\\n numactl-libs \\\n openssl-devel \\\n libcap-devel \\\n libevent-devel \\\n libtool \\\n gperf\n}\n\nfunction install_dependencies_linux_centos() {\n sudo dnf install -y \\\n $deps_universal \\\n m4 \\\n g++ \\\n flex \\\n bison \\\n fast_float-devel \\\n gflags-devel \\\n glog-devel \\\n krb5-libs \\\n double-conversion-devel \\\n libzstd-devel \\\n libsodium-devel \\\n binutils-devel \\\n zlib-devel \\\n make \\\n lz4-devel \\\n wget \\\n unzip \\\n snappy-devel \\\n jemalloc-devel \\\n boost-devel\\\n cyrus-sasl-devel \\\n numactl-libs \\\n openssl-devel \\\n libcap-devel \\\n libevent-devel \\\n libtool \\\n gperf\n}\n\nfunction install_dependencies_linux {\n deps_universal=\"\\\n git \\\n cmake \\\n m4 \\\n g++ \\\n flex \\\n bison \\\n gperf \\\n wget \\\n unzip \\\n make\"\n\n case \"$DISTRO\" in\n Fedora*) install_dependencies_linux_fedora;;\n CentOS*) install_dependencies_linux_centos;;\n *) install_dependencies_linux_default;;\n esac\n}\n\nfunction install_dependencies_mac() {\n # install the default dependencies from homebrew\n brew install -f \\\n cmake \\\n m4 \\\n boost \\\n double-conversion \\\n gflags \\\n glog \\\n gperf \\\n libevent \\\n lz4 \\\n snappy \\\n xz \\\n openssl \\\n libsodium\n\n brew link \\\n cmake \\\n boost \\\n double-conversion \\\n gflags \\\n glog \\\n gperf \\\n libevent \\\n lz4 \\\n snappy \\\n openssl \\\n xz \\\n libsodium\n}\n\nfunction install_dependencies() {\n echo -e \"${COLOR_GREEN}[ INFO ] install dependencies ${COLOR_OFF}\"\n if [ \"$PLATFORM\" = \"Linux\" ]; then\n install_dependencies_linux\n elif [ \"$PLATFORM\" = \"Mac\" ]; then\n install_dependencies_mac\n else\n echo -e \"${COLOR_RED}[ ERROR ] Unknown platform: $PLATFORM ${COLOR_OFF}\"\n exit 1\n fi\n}\n\nfunction synch_dependency_to_commit() {\n # Utility function to synch a dependency to a specific commit. Takes two arguments:\n # - $1: folder of the dependency's git repository\n # - $2: path to the text file containing the desired commit hash\n if [ \"$FETCH_DEPENDENCIES\" = false ] ; then\n return\n fi\n DEP_REV=$(sed 's/Subproject commit //' \"$2\")\n pushd \"$1\"\n git fetch\n # Disable git warning about detached head when checking out a specific commit.\n git -c advice.detachedHead=false checkout \"$DEP_REV\"\n popd\n}\n\nfunction setup_fmt() {\n FMT_DIR=$DEPS_DIR/fmt\n FMT_BUILD_DIR=$DEPS_DIR/fmt/build/\n FMT_TAG=$(grep \"subdir = \" ../../build/fbcode_builder/manifests/fmt | cut -d \"-\" -f 2)\n if [ ! -d \"$FMT_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning fmt repo ${COLOR_OFF}\"\n git clone https://github.com/fmtlib/fmt.git \"$FMT_DIR\"\n fi\n cd \"$FMT_DIR\"\n git fetch --tags\n git checkout \"${FMT_TAG}\"\n echo -e \"${COLOR_GREEN}Building fmt ${COLOR_OFF}\"\n mkdir -p \"$FMT_BUILD_DIR\"\n cd \"$FMT_BUILD_DIR\" || exit\n\n cmake \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n -DFMT_DOC=OFF \\\n -DFMT_TEST=OFF \\\n ..\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}fmt is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_googletest() {\n GTEST_DIR=$DEPS_DIR/googletest\n GTEST_BUILD_DIR=$DEPS_DIR/googletest/build/\n GTEST_TAG=$(grep \"subdir = \" ../../build/fbcode_builder/manifests/googletest | cut -d \"-\" -f 2,3)\n if [ ! -d \"$GTEST_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning googletest repo ${COLOR_OFF}\"\n git clone https://github.com/google/googletest.git \"$GTEST_DIR\"\n fi\n cd \"$GTEST_DIR\"\n git fetch --tags\n git checkout \"${GTEST_TAG}\"\n echo -e \"${COLOR_GREEN}Building googletest ${COLOR_OFF}\"\n mkdir -p \"$GTEST_BUILD_DIR\"\n cd \"$GTEST_BUILD_DIR\" || exit\n\n cmake \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n ..\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}googletest is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_zstd() {\n ZSTD_DIR=$DEPS_DIR/zstd\n ZSTD_BUILD_DIR=$DEPS_DIR/zstd/build/cmake/builddir\n ZSTD_INSTALL_DIR=$DEPS_DIR\n ZSTD_TAG=$(grep \"subdir = \" ../../build/fbcode_builder/manifests/zstd | cut -d \"-\" -f 2 | cut -d \"/\" -f 1)\n if [ ! -d \"$ZSTD_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning zstd repo ${COLOR_OFF}\"\n git clone https://github.com/facebook/zstd.git \"$ZSTD_DIR\"\n fi\n cd \"$ZSTD_DIR\"\n git fetch --tags\n git checkout \"v${ZSTD_TAG}\"\n echo -e \"${COLOR_GREEN}Building Zstd ${COLOR_OFF}\"\n mkdir -p \"$ZSTD_BUILD_DIR\"\n cd \"$ZSTD_BUILD_DIR\" || exit\n cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DBUILD_TESTS=OFF \\\n -DCMAKE_PREFIX_PATH=\"$ZSTD_INSTALL_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$ZSTD_INSTALL_DIR\" \\\n ${CMAKE_EXTRA_ARGS[@]+\"${CMAKE_EXTRA_ARGS[@]}\"} \\\n ..\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}Zstd is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_folly() {\n FOLLY_DIR=$DEPS_DIR/folly\n FOLLY_BUILD_DIR=$DEPS_DIR/folly/build/\n\n if [ ! -d \"$FOLLY_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning folly repo ${COLOR_OFF}\"\n git clone https://github.com/facebook/folly.git \"$FOLLY_DIR\"\n fi\n synch_dependency_to_commit \"$FOLLY_DIR\" \"$BASE_DIR\"/../build/deps/github_hashes/facebook/folly-rev.txt\n if [ \"$PLATFORM\" = \"Mac\" ]; then\n # Homebrew installs OpenSSL in a non-default location on MacOS >= Mojave\n # 10.14 because MacOS has its own SSL implementation. If we find the\n # typical Homebrew OpenSSL dir, load OPENSSL_ROOT_DIR so that cmake\n # will find the Homebrew version.\n dir=/usr/local/opt/openssl\n if [ -d $dir ]; then\n export OPENSSL_ROOT_DIR=$dir\n fi\n fi\n echo -e \"${COLOR_GREEN}Building Folly ${COLOR_OFF}\"\n mkdir -p \"$FOLLY_BUILD_DIR\"\n cd \"$FOLLY_BUILD_DIR\" || exit\n MAYBE_DISABLE_JEMALLOC=\"\"\n if [ \"$NO_JEMALLOC\" == true ] ; then\n MAYBE_DISABLE_JEMALLOC=\"-DFOLLY_USE_JEMALLOC=0\"\n fi\n\n MAYBE_USE_STATIC_DEPS=\"\"\n MAYBE_USE_STATIC_BOOST=\"\"\n MAYBE_BUILD_SHARED_LIBS=\"\"\n if [ \"$BUILD_FOR_FUZZING\" == true ] ; then\n MAYBE_USE_STATIC_DEPS=\"-DUSE_STATIC_DEPS_ON_UNIX=ON\"\n MAYBE_USE_STATIC_BOOST=\"-DBOOST_LINK_STATIC=ON\"\n MAYBE_BUILD_SHARED_LIBS=\"-DBUILD_SHARED_LIBS=OFF\"\n fi\n\n cmake \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DBUILD_TESTS=OFF \\\n \"$MAYBE_USE_STATIC_DEPS\" \\\n \"$MAYBE_USE_STATIC_BOOST\" \\\n \"$MAYBE_BUILD_SHARED_LIBS\" \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n $MAYBE_DISABLE_JEMALLOC \\\n ..\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}Folly is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_fizz() {\n FIZZ_DIR=$DEPS_DIR/fizz\n FIZZ_BUILD_DIR=$DEPS_DIR/fizz/build/\n if [ ! -d \"$FIZZ_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning fizz repo ${COLOR_OFF}\"\n git clone https://github.com/facebookincubator/fizz \"$FIZZ_DIR\"\n fi\n synch_dependency_to_commit \"$FIZZ_DIR\" \"$BASE_DIR\"/../build/deps/github_hashes/facebookincubator/fizz-rev.txt\n echo -e \"${COLOR_GREEN}Building Fizz ${COLOR_OFF}\"\n mkdir -p \"$FIZZ_BUILD_DIR\"\n cd \"$FIZZ_BUILD_DIR\" || exit\n\n MAYBE_USE_STATIC_DEPS=\"\"\n MAYBE_USE_SODIUM_STATIC_LIBS=\"\"\n MAYBE_BUILD_SHARED_LIBS=\"\"\n if [ \"$BUILD_FOR_FUZZING\" == true ] ; then\n MAYBE_USE_STATIC_DEPS=\"-DUSE_STATIC_DEPS_ON_UNIX=ON\"\n MAYBE_USE_SODIUM_STATIC_LIBS=\"-Dsodium_USE_STATIC_LIBS=ON\"\n MAYBE_BUILD_SHARED_LIBS=\"-DBUILD_SHARED_LIBS=OFF\"\n fi\n\n cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DBUILD_TESTS=OFF \\\n \"$MAYBE_USE_STATIC_DEPS\" \\\n \"$MAYBE_BUILD_SHARED_LIBS\" \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n \"$MAYBE_USE_SODIUM_STATIC_LIBS\" \\\n \"$FIZZ_DIR/fizz\"\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}Fizz is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_wangle() {\n WANGLE_DIR=$DEPS_DIR/wangle\n WANGLE_BUILD_DIR=$DEPS_DIR/wangle/build/\n if [ ! -d \"$WANGLE_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning wangle repo ${COLOR_OFF}\"\n git clone https://github.com/facebook/wangle \"$WANGLE_DIR\"\n fi\n synch_dependency_to_commit \"$WANGLE_DIR\" \"$BASE_DIR\"/../build/deps/github_hashes/facebook/wangle-rev.txt\n echo -e \"${COLOR_GREEN}Building Wangle ${COLOR_OFF}\"\n mkdir -p \"$WANGLE_BUILD_DIR\"\n cd \"$WANGLE_BUILD_DIR\" || exit\n\n MAYBE_USE_STATIC_DEPS=\"\"\n MAYBE_BUILD_SHARED_LIBS=\"\"\n if [ \"$BUILD_FOR_FUZZING\" == true ] ; then\n MAYBE_USE_STATIC_DEPS=\"-DUSE_STATIC_DEPS_ON_UNIX=ON\"\n MAYBE_BUILD_SHARED_LIBS=\"-DBUILD_SHARED_LIBS=OFF\"\n fi\n\n cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DBUILD_TESTS=OFF \\\n \"$MAYBE_USE_STATIC_DEPS\" \\\n \"$MAYBE_BUILD_SHARED_LIBS\" \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n \"$WANGLE_DIR/wangle\"\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}Wangle is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\nfunction setup_mvfst() {\n MVFST_DIR=$DEPS_DIR/mvfst\n MVFST_BUILD_DIR=$DEPS_DIR/mvfst/build/\n if [ ! -d \"$MVFST_DIR\" ] ; then\n echo -e \"${COLOR_GREEN}[ INFO ] Cloning mvfst repo ${COLOR_OFF}\"\n git clone https://github.com/facebook/mvfst \"$MVFST_DIR\"\n fi\n synch_dependency_to_commit \"$MVFST_DIR\" \"$BASE_DIR\"/../build/deps/github_hashes/facebook/mvfst-rev.txt\n echo -e \"${COLOR_GREEN}Building Mvfst ${COLOR_OFF}\"\n mkdir -p \"$MVFST_BUILD_DIR\"\n cd \"$MVFST_BUILD_DIR\" || exit\n\n MAYBE_USE_STATIC_DEPS=\"\"\n MAYBE_BUILD_SHARED_LIBS=\"\"\n if [ \"$BUILD_FOR_FUZZING\" == true ] ; then\n MAYBE_USE_STATIC_DEPS=\"-DUSE_STATIC_DEPS_ON_UNIX=ON\"\n MAYBE_BUILD_SHARED_LIBS=\"-DBUILD_SHARED_LIBS=OFF\"\n fi\n\n\n cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$DEPS_DIR\" \\\n -DBUILD_TESTS=OFF \\\n \"$MAYBE_USE_STATIC_DEPS\" \\\n \"$MAYBE_BUILD_SHARED_LIBS\" \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n \"$MVFST_DIR\"\n make -j \"$JOBS\"\n make install\n echo -e \"${COLOR_GREEN}Mvfst is installed ${COLOR_OFF}\"\n cd \"$BWD\" || exit\n}\n\n# Parse args\nJOBS=8\nINSTALL_DEPENDENCIES=true\nFETCH_DEPENDENCIES=true\nPREFIX=\"\"\nCOMPILER_FLAGS=\"\"\nPROXY_SERVER_HOST=\"\"\nPROXY_SERVER_PORT=\"8080\"\n\nUSAGE=\"./build.sh [-j num_jobs] [-m|--no-jemalloc] [--no-install-dependencies] [-p|--prefix] [-x|--compiler-flags] [--no-fetch-dependencies] [--proxy_server_host] [--proxy_server_port]\"\nwhile [ \"$1\" != \"\" ]; do\n case $1 in\n -j | --jobs ) shift\n JOBS=$1\n ;;\n -m | --no-jemalloc )\n NO_JEMALLOC=true\n ;;\n --no-install-dependencies )\n INSTALL_DEPENDENCIES=false\n ;;\n --no-fetch-dependencies )\n FETCH_DEPENDENCIES=false\n ;;\n --build-for-fuzzing )\n BUILD_FOR_FUZZING=true\n ;;\n -t | --no-tests )\n NO_BUILD_TESTS=true\n ;;\n -p | --prefix )\n shift\n PREFIX=$1\n ;;\n -x | --compiler-flags )\n shift\n COMPILER_FLAGS=$1\n ;;\n --proxy_server_host )\n shift\n PROXY_SERVER_HOST=$1\n ;;\n --proxy_server_port )\n shift\n PROXY_SERVER_PORT=$1\n ;;\n * ) echo $USAGE\n exit 1\nesac\nshift\ndone\n\ndetect_platform\n\nif [ \"$INSTALL_DEPENDENCIES\" == true ] ; then\n install_dependencies\nfi\n\nMAYBE_OVERRIDE_CXX_FLAGS=\"\"\nif [ -n \"$COMPILER_FLAGS\" ] ; then\n MAYBE_OVERRIDE_CXX_FLAGS=\"-DCMAKE_CXX_FLAGS=$COMPILER_FLAGS\"\nfi\n\nBUILD_DIR=_build\nmkdir -p $BUILD_DIR\n\nset -e nounset\ntrap 'cd $BASE_DIR' EXIT\ncd $BUILD_DIR || exit\nBWD=$(pwd)\nDEPS_DIR=$BWD/deps\nmkdir -p \"$DEPS_DIR\"\n\n# Must execute from the directory containing this script\ncd \"$(dirname \"$0\")\"\n\nif [ -n \"$PROXY_SERVER_HOST\" ]; then\n export https_proxy=http://$PROXY_SERVER_HOST:$PROXY_SERVER_PORT\n export http_proxy=http://$PROXY_SERVER_HOST:$PROXY_SERVER_PORT\nfi\nsetup_fmt\nsetup_googletest\nsetup_zstd\nsetup_folly\nsetup_fizz\nsetup_wangle\nsetup_mvfst\n\nMAYBE_BUILD_FUZZERS=\"\"\nMAYBE_USE_STATIC_DEPS=\"\"\nMAYBE_LIB_FUZZING_ENGINE=\"\"\nMAYBE_BUILD_SHARED_LIBS=\"\"\nMAYBE_BUILD_TESTS=\"-DBUILD_TESTS=ON\"\nif [ \"$NO_BUILD_TESTS\" == true ] ; then\n MAYBE_BUILD_TESTS=\"-DBUILD_TESTS=OFF\"\nfi\nif [ \"$BUILD_FOR_FUZZING\" == true ] ; then\n MAYBE_BUILD_FUZZERS=\"-DBUILD_FUZZERS=ON\"\n MAYBE_USE_STATIC_DEPS=\"-DUSE_STATIC_DEPS_ON_UNIX=ON\"\n MAYBE_LIB_FUZZING_ENGINE=\"-DLIB_FUZZING_ENGINE='$LIB_FUZZING_ENGINE'\"\n MAYBE_BUILD_SHARED_LIBS=\"-DBUILD_SHARED_LIBS=OFF\"\nfi\n\nif [ -z \"$PREFIX\" ]; then\n PREFIX=$BWD\nfi\n\n# Build proxygen with cmake\ncd \"$BWD\" || exit\ncmake \\\n -DCMAKE_BUILD_TYPE=RelWithDebInfo \\\n -DCMAKE_PREFIX_PATH=\"$DEPS_DIR\" \\\n -DCMAKE_INSTALL_PREFIX=\"$PREFIX\" \\\n \"$MAYBE_BUILD_TESTS\" \\\n \"$MAYBE_BUILD_FUZZERS\" \\\n \"$MAYBE_BUILD_SHARED_LIBS\" \\\n \"$MAYBE_OVERRIDE_CXX_FLAGS\" \\\n \"$MAYBE_USE_STATIC_DEPS\" \\\n \"$MAYBE_LIB_FUZZING_ENGINE\" \\\n ../..\n\nmake -j \"$JOBS\"\necho -e \"${COLOR_GREEN}Proxygen build is complete. To run unit test: \\\n cd _build/ && make test ${COLOR_OFF}\"\n"
},
{
"path": "proxygen/external/CMakeLists.txt",
"content": "# Copyright (c) Facebook, Inc. and its affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nadd_library(\n proxygen_http_parser OBJECT\n http_parser/http_parser_cpp.cpp\n)\n\ntarget_compile_options(\n proxygen_http_parser PRIVATE\n ${_PROXYGEN_COMMON_COMPILE_OPTIONS}\n \"-DHTTP_PARSER_STRICT_URL=1\"\n \"-Wno-implicit-fallthrough\"\n)\n\nif (BUILD_SHARED_LIBS)\n set_property(TARGET proxygen_http_parser PROPERTY POSITION_INDEPENDENT_CODE ON)\nendif()\n\ntarget_include_directories(\n proxygen_http_parser PRIVATE\n ${PROXYGEN_FBCODE_ROOT}\n)\ninstall(FILES http_parser/http_parser.h DESTINATION\n include/proxygen/external/http_parser)\n"
},
{
"path": "proxygen/external/http_parser/CONTRIBUTIONS",
"content": "Contributors must agree to the Contributor License Agreement before patches\ncan be accepted.\n\nhttp://spreadsheets2.google.com/viewform?hl=en&formkey=dDJXOGUwbzlYaWM4cHN1MERwQS1CSnc6MQ\n"
},
{
"path": "proxygen/external/http_parser/LICENSE-MIT",
"content": "http_parser.c is based on src/http/ngx_http_parse.c from NGINX copyright\nIgor Sysoev.\n\nAdditional changes are licensed under the same terms as NGINX and\ncopyright Joyent, Inc. and other Node contributors. All rights reserved.\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to\ndeal in the Software without restriction, including without limitation the\nrights to use, copy, modify, merge, publish, distribute, sublicense, and/or\nsell copies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in\nall copies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\nFROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\nIN THE SOFTWARE. \n"
},
{
"path": "proxygen/external/http_parser/README.md",
"content": "HTTP Parser\n===========\n\nThis is a parser for HTTP messages written in C. It parses both requests and\nresponses. The parser is designed to be used in performance HTTP\napplications. It does not make any syscalls nor allocations, it does not\nbuffer data, it can be interrupted at anytime. Depending on your\narchitecture, it only requires about 40 bytes of data per message\nstream (in a web server that is per connection).\n\nFeatures:\n\n * No dependencies\n * Handles persistent streams (keep-alive).\n * Decodes chunked encoding.\n * Upgrade support\n * Defends against buffer overflow attacks.\n\nThe parser extracts the following information from HTTP messages:\n\n * Header fields and values\n * Content-Length\n * Request method\n * Response status code\n * Transfer-Encoding\n * HTTP version\n * Request URL\n * Message body\n\n\nUsage\n-----\n\nOne `http_parser` object is used per TCP connection. Initialize the struct\nusing `http_parser_init()` and set the callbacks. That might look something\nlike this for a request parser:\n\n http_parser_settings settings;\n settings.on_path = my_path_callback;\n settings.on_header_field = my_header_field_callback;\n /* ... */\n\n http_parser *parser = malloc(sizeof(http_parser));\n http_parser_init(parser, HTTP_REQUEST);\n parser->data = my_socket;\n\nWhen data is received on the socket execute the parser and check for errors.\n\n size_t len = 80*1024, nparsed;\n char buf[len];\n ssize_t recved;\n\n recved = recv(fd, buf, len, 0);\n\n if (recved < 0) {\n /* Handle error. */\n }\n\n /* Start up / continue the parser.\n * Note we pass recved==0 to signal that EOF has been received.\n */\n nparsed = http_parser_execute(parser, &settings, buf, recved);\n\n if (parser->upgrade) {\n /* handle new protocol */\n } else if (nparsed != recved) {\n /* Handle error. Usually just close the connection. */\n }\n\nHTTP needs to know where the end of the stream is. For example, sometimes\nservers send responses without Content-Length and expect the client to\nconsume input (for the body) until EOF. To tell http_parser about EOF, give\n`0` as the fourth parameter to `http_parser_execute()`. Callbacks and errors\ncan still be encountered during an EOF, so one must still be prepared\nto receive them.\n\nScalar valued message information such as `status_code`, `method`, and the\nHTTP version are stored in the parser structure. This data is only\ntemporally stored in `http_parser` and gets reset on each new message. If\nthis information is needed later, copy it out of the structure during the\n`headers_complete` callback.\n\nThe parser decodes the transfer-encoding for both requests and responses\ntransparently. That is, a chunked encoding is decoded before being sent to\nthe on_body callback.\n\n\nThe Special Problem of Upgrade\n------------------------------\n\nHTTP supports upgrading the connection to a different protocol. An\nincreasingly common example of this is the Web Socket protocol which sends\na request like\n\n GET /demo HTTP/1.1\n Upgrade: WebSocket\n Connection: Upgrade\n Host: example.com\n Origin: http://example.com\n WebSocket-Protocol: sample\n\nfollowed by non-HTTP data.\n\n(See http://tools.ietf.org/html/draft-hixie-thewebsocketprotocol-75 for more\ninformation the Web Socket protocol.)\n\nTo support this, the parser will treat this as a normal HTTP message without a\nbody. Issuing both on_headers_complete and on_message_complete callbacks. However\nhttp_parser_execute() will stop parsing at the end of the headers and return.\n\nThe user is expected to check if `parser->upgrade` has been set to 1 after\n`http_parser_execute()` returns. Non-HTTP data begins at the buffer supplied\noffset by the return value of `http_parser_execute()`.\n\n\nCallbacks\n---------\n\nDuring the `http_parser_execute()` call, the callbacks set in\n`http_parser_settings` will be executed. The parser maintains state and\nnever looks behind, so buffering the data is not necessary. If you need to\nsave certain data for later usage, you can do that from the callbacks.\n\nThere are two types of callbacks:\n\n* notification `typedef int (*http_cb) (http_parser*);`\n Callbacks: on_message_begin, on_headers_complete, on_message_complete.\n* data `typedef int (*http_data_cb) (http_parser*, const char *at, size_t length);`\n Callbacks: (requests only) on_uri,\n (common) on_header_field, on_header_value, on_body;\n\nCallbacks must return 0 on success. Returning a non-zero value indicates\nerror to the parser, making it exit immediately.\n\nIn case you parse HTTP message in chunks (i.e. `read()` request line\nfrom socket, parse, read half headers, parse, etc) your data callbacks\nmay be called more than once. Http-parser guarantees that data pointer is only\nvalid for the lifetime of callback. You can also `read()` into a heap allocated\nbuffer to avoid copying memory around if this fits your application.\n\nReading headers may be a tricky task if you read/parse headers partially.\nBasically, you need to remember whether last header callback was field or value\nand apply following logic:\n\n (on_header_field and on_header_value shortened to on_h_*)\n ------------------------ ------------ --------------------------------------------\n | State (prev. callback) | Callback | Description/action |\n ------------------------ ------------ --------------------------------------------\n | nothing (first call) | on_h_field | Allocate new buffer and copy callback data |\n | | | into it |\n ------------------------ ------------ --------------------------------------------\n | value | on_h_field | New header started. |\n | | | Copy current name,value buffers to headers |\n | | | list and allocate new buffer for new name |\n ------------------------ ------------ --------------------------------------------\n | field | on_h_field | Previous name continues. Reallocate name |\n | | | buffer and append callback data to it |\n ------------------------ ------------ --------------------------------------------\n | field | on_h_value | Value for current header started. Allocate |\n | | | new buffer and copy callback data to it |\n ------------------------ ------------ --------------------------------------------\n | value | on_h_value | Value continues. Reallocate value buffer |\n | | | and append callback data to it |\n ------------------------ ------------ --------------------------------------------\n\n\nSee examples of reading in headers:\n\n* [partial example](http://gist.github.com/155877) in C\n* [from http-parser tests](http://github.com/ry/http-parser/blob/37a0ff8928fb0d83cec0d0d8909c5a4abcd221af/test.c#L403) in C\n* [from Node library](http://github.com/ry/node/blob/842eaf446d2fdcb33b296c67c911c32a0dabc747/src/http.js#L284) in Javascript\n"
},
{
"path": "proxygen/external/http_parser/http_parser.h",
"content": "/* Copyright Joyent, Inc. and other Node contributors. All rights reserved.\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n#ifndef http_parser_h\n#define http_parser_h\n\n#define HTTP_PARSER_VERSION_MAJOR 1\n#define HTTP_PARSER_VERSION_MINOR 0\n\n#include \n#if defined(_WIN32) && !defined(__MINGW32__) && \\\n (!defined(_MSC_VER) || _MSC_VER<1600) && !defined(__WINE__)\n#include // @manual\n#include \ntypedef __int8 int8_t;\ntypedef unsigned __int8 uint8_t;\ntypedef __int16 int16_t;\ntypedef unsigned __int16 uint16_t;\ntypedef __int32 int32_t;\ntypedef unsigned __int32 uint32_t;\ntypedef __int64 int64_t;\ntypedef unsigned __int64 uint64_t;\n#else\n#include \n#endif\n\n#if __cplusplus\nnamespace proxygen {\n#endif /* __cplusplus */\n\n/* Compile with -DHTTP_PARSER_STRICT_URL=1 to parse URLs\n * strictly according to the RFCs\n */\n#ifndef HTTP_PARSER_STRICT_URL\n# define HTTP_PARSER_STRICT_URL 0\n#endif\n\n/* Compile with -DHTTP_PARSER_STRICT_HOSTNAME=1 to parse hostnames\n * strictly according to the RFCs\n */\n#ifndef HTTP_PARSER_STRICT_HOSTNAME\n# define HTTP_PARSER_STRICT_HOSTNAME 0\n#endif\n\n/* Compile with -DHTTP_PARSER_DEBUG=1 to add extra debugging information to\n * the error reporting facility.\n */\n#ifndef HTTP_PARSER_DEBUG\n# define HTTP_PARSER_DEBUG 0\n#endif\n\n\n/* Maximium header size allowed */\n#define HTTP_MAX_HEADER_SIZE (80*1024)\n\n\ntypedef struct http_parser http_parser;\ntypedef struct http_parser_settings http_parser_settings;\ntypedef struct http_parser_result http_parser_result;\n\n\n/* Callbacks should return non-zero to indicate an error. The parser will\n * then halt execution.\n *\n * The one exception is on_headers_complete. In a HTTP_RESPONSE parser\n * returning '1' from on_headers_complete will tell the parser that it\n * should not expect a body. This is used when receiving a response to a\n * HEAD request which may contain 'Content-Length' or 'Transfer-Encoding:\n * chunked' headers that indicate the presence of a body.\n *\n * http_data_cb does not return data chunks. It will be call arbitrarally\n * many times for each string. E.G. you might get 10 callbacks for \"on_path\"\n * each providing just a few characters more data.\n */\ntypedef int (*http_data_cb) (http_parser*, const char *at, size_t length);\ntypedef int (*http_cb) (http_parser*);\n\n\n/* Request Methods */\nenum http_method\n { HTTP_DELETE = 0\n , HTTP_GET\n , HTTP_HEAD\n , HTTP_POST\n , HTTP_PUT\n /* pathological */\n , HTTP_CONNECT\n , HTTP_OPTIONS\n , HTTP_TRACE\n /* webdav */\n , HTTP_COPY\n , HTTP_LOCK\n , HTTP_MKCOL\n , HTTP_MOVE\n , HTTP_PROPFIND\n , HTTP_PROPPATCH\n , HTTP_UNLOCK\n /* subversion */\n , HTTP_REPORT\n , HTTP_MKACTIVITY\n , HTTP_CHECKOUT\n , HTTP_MERGE\n /* upnp */\n , HTTP_MSEARCH\n , HTTP_NOTIFY\n , HTTP_SUBSCRIBE\n , HTTP_UNSUBSCRIBE\n /* RFC-5789 */\n , HTTP_PATCH\n };\n\n\nenum http_parser_type { HTTP_REQUEST, HTTP_RESPONSE, HTTP_BOTH };\n\n\n/* Flag values for http_parser.flags field */\nenum flags\n { F_CHUNKED = 1 << 0\n , F_TRAILING = 1 << 3\n , F_UPGRADE = 1 << 4\n , F_SKIPBODY = 1 << 5\n };\n\n\n/* Map for errno-related constants\n *\n * The provided argument should be a macro that takes 2 arguments.\n */\n#define HTTP_ERRNO_MAP(XX) \\\n /* No error */ \\\n XX(OK, \"success\") \\\n \\\n /* Callback-related errors */ \\\n XX(CB_message_begin, \"the on_message_begin callback failed\") \\\n XX(CB_path, \"the on_path callback failed\") \\\n XX(CB_query_string, \"the on_query_string callback failed\") \\\n XX(CB_url, \"the on_url callback failed\") \\\n XX(CB_fragment, \"the on_fragment callback failed\") \\\n XX(CB_header_field, \"the on_header_field callback failed\") \\\n XX(CB_header_value, \"the on_header_value callback failed\") \\\n XX(CB_headers_complete, \"the on_headers_complete callback failed\") \\\n XX(CB_body, \"the on_body callback failed\") \\\n XX(CB_message_complete, \"the on_message_complete callback failed\") \\\n XX(CB_reason, \"the on_reason callback failed\") \\\n XX(CB_chunk_header, \"the on_chunk_header callback failed\") \\\n XX(CB_chunk_complete, \"the on_chunk_complete callback failed\") \\\n \\\n /* Parsing-related errors */ \\\n XX(INVALID_EOF_STATE, \"stream ended at an unexpected time\") \\\n XX(HEADER_OVERFLOW, \\\n \"too many header bytes seen; overflow detected\") \\\n XX(CLOSED_CONNECTION, \\\n \"data received after completed connection: close message\") \\\n XX(INVALID_VERSION, \"invalid HTTP version\") \\\n XX(INVALID_STATUS, \"invalid HTTP status code\") \\\n XX(INVALID_METHOD, \"invalid HTTP method\") \\\n XX(INVALID_URL, \"invalid URL\") \\\n XX(INVALID_HOST, \"invalid host\") \\\n XX(INVALID_PORT, \"invalid port\") \\\n XX(INVALID_PATH, \"invalid path\") \\\n XX(INVALID_QUERY_STRING, \"invalid query string\") \\\n XX(INVALID_FRAGMENT, \"invalid fragment\") \\\n XX(LF_EXPECTED, \"LF character expected\") \\\n XX(INVALID_HEADER_TOKEN, \"invalid character in header\") \\\n XX(INVALID_CONTENT_LENGTH, \\\n \"invalid character in content-length header\") \\\n XX(HUGE_CONTENT_LENGTH, \\\n \"content-length header too large\") \\\n XX(INVALID_CHUNK_SIZE, \\\n \"invalid character in chunk size header\") \\\n XX(HUGE_CHUNK_SIZE, \\\n \"chunk header size too large\") \\\n XX(INVALID_TRANSFER_ENCODING, \\\n \"invalid character in transfer-encoding header\") \\\n XX(INVALID_UPGRADE, \\\n \"invalid character in upgrade header\") \\\n XX(INVALID_CONSTANT, \"invalid constant string\") \\\n XX(INVALID_INTERNAL_STATE, \"encountered unexpected internal state\")\\\n XX(STRICT, \"strict mode assertion failed\") \\\n XX(PAUSED, \"parser is paused\") \\\n XX(UNKNOWN, \"an unknown error occurred\")\n\n\n/* Define HPE_* values for each errno value above */\n#define HTTP_ERRNO_GEN(n, s) HPE_##n,\nenum http_errno {\n HTTP_ERRNO_MAP(HTTP_ERRNO_GEN)\n};\n#undef HTTP_ERRNO_GEN\n\n\n/* Get an http_errno value from an http_parser */\n#define HTTP_PARSER_ERRNO(p) ((enum http_errno) (p)->http_errno)\n\n/* Get the line number that generated the current error */\n#if HTTP_PARSER_DEBUG\n#define HTTP_PARSER_ERRNO_LINE(p) ((p)->error_lineno)\n#else\n#define HTTP_PARSER_ERRNO_LINE(p) 0\n#endif\n\n\nstruct http_parser {\n /** PRIVATE **/\n unsigned char type : 2; /* enum http_parser_type */\n unsigned char flags : 6; /* F_* values from 'flags' enum; semi-public */\n unsigned char state; /* enum state from http_parser.c */\n unsigned char header_state; /* enum header_state from http_parser.c */\n unsigned char index; /* index into current matcher */\n\n uint32_t nread; /* # bytes read in various scenarios */\n int64_t content_length; /* # bytes in body (0 if no Content-Length header) */\n\n /** READ-ONLY **/\n unsigned short http_major;\n unsigned short http_minor;\n unsigned short status_code; /* responses only */\n unsigned char method; /* requests only */\n unsigned char http_errno : 7;\n\n /* 1 = Upgrade header was present and the parser has exited because of that.\n * 0 = No upgrade header present.\n * Should be checked when http_parser_execute() returns in addition to\n * error checking.\n */\n char upgrade : 1;\n\n#if HTTP_PARSER_DEBUG\n uint32_t error_lineno;\n#endif\n\n /** PUBLIC **/\n void *data; /* A pointer to get hook to the \"connection\" or \"socket\" object */\n};\n\n\nstruct http_parser_settings {\n http_cb on_message_begin;\n http_data_cb on_url;\n http_data_cb on_header_field;\n http_data_cb on_header_value;\n http_data_cb on_headers_complete;\n http_data_cb on_body;\n http_cb on_message_complete;\n http_data_cb on_reason;\n /* When on_chunk_header is called, the current chunk length is stored\n * in parser->content_length.\n */\n http_cb on_chunk_header;\n http_cb on_chunk_complete;\n};\n\n\nenum http_parser_url_fields\n { UF_SCHEMA = 0\n , UF_HOST = 1\n , UF_PORT = 2\n , UF_PATH = 3\n , UF_QUERY = 4\n , UF_FRAGMENT = 5\n , UF_USERINFO = 6\n , UF_MAX = 7\n};\n\n\n/* Result structure for http_parser_parse_url().\n *\n * Callers should index into field_data[] with UF_* values iff field_set\n * has the relevant (1 << UF_*) bit set. As a courtesy to clients (and\n * because we probably have padding left over), we convert any port to\n * a uint16_t.\n */\nstruct http_parser_url {\n uint16_t field_set; /* Bitmask of (1 << UF_*) values */\n uint16_t port; /* Converted UF_PORT string */\n\n struct {\n uint16_t off; /* Offset into buffer in which field starts */\n uint16_t len; /* Length of run in buffer */\n } field_data[UF_MAX];\n};\n\n\nvoid http_parser_init(http_parser *parser, enum http_parser_type type);\n\n\nsize_t http_parser_execute(http_parser *parser,\n const http_parser_settings *settings,\n const char *data,\n size_t len);\n\n /* Begin Facebook */\nenum http_parser_options\n{\n F_HTTP_PARSER_OPTIONS_URL_STRICT = (1 << 0)\n};\n\nsize_t http_parser_execute_options(http_parser *parser,\n const http_parser_settings *settings,\n uint8_t options,\n const char *data,\n size_t len);\n/* End Facebook */\n\n/* Returns a string version of the HTTP method. */\nconst char *http_method_str(enum http_method m);\n\n/* Return a string name of the given error */\nconst char *http_errno_name(enum http_errno err);\n\n/* Return a string description of the given error */\nconst char *http_errno_description(enum http_errno err);\n\n/* Parse a URL; return nonzero on failure */\nint http_parser_parse_url(const char *buf, size_t buflen,\n int is_connect,\n struct http_parser_url *u);\n\n/* Begin Facebook */\nenum http_parser_parse_url_options\n{\n F_PARSE_URL_OPTIONS_URL_STRICT = (1 << 0)\n};\n\nint http_parser_parse_url_options(\n const char *buf, size_t buflen,\n int is_connect,\n struct http_parser_url *u,\n uint8_t options);\n/* End Facebook */\n\n/* Pause or un-pause the parser; a nonzero value pauses */\nvoid http_parser_pause(http_parser *parser, int paused);\n\n#if __cplusplus\n}\n#endif /* __cplusplus */\n\n#endif\n"
},
{
"path": "proxygen/external/http_parser/http_parser_cpp.cpp",
"content": "/* Based on src/http/ngx_http_parse.c from NGINX copyright Igor Sysoev\n *\n * Additional changes are licensed under the same terms as NGINX and\n * copyright Joyent, Inc. and other Node contributors. All rights reserved.\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n#include \"proxygen/external/http_parser/http_parser.h\"\n\n#include \n#include \n#include \n\n#if __cplusplus\n#include \n\nnamespace proxygen {\n\n#ifndef INT64_MAX\n# define INT64_MAX std::numeric_limits::max()\n#endif\n\n#else\n#include \n#define nullptr NULL\n\n#endif /* __cplusplus */\n\n#ifndef MIN\n# define MIN(a,b) ((a) < (b) ? (a) : (b))\n#endif\n\n\n#if HTTP_PARSER_DEBUG\n#define SET_ERRNO(e) \\\ndo { \\\n parser->http_errno = (e); \\\n parser->error_lineno = __LINE__; \\\n} while (0)\n#else\n#define SET_ERRNO(e) \\\ndo { \\\n parser->http_errno = (e); \\\n} while(0)\n#endif\n\n#define RETURN(r) \\\ndo { \\\n parser->state = state; \\\n return (r); \\\n} while(0)\n\n/* Run the notify callback FOR, returning ER if it fails */\n#define _CALLBACK_NOTIFY(FOR, ER) \\\ndo { \\\n parser->state = state; \\\n assert(HTTP_PARSER_ERRNO(parser) == HPE_OK); \\\n \\\n if (0 != settings->on_##FOR(parser)) { \\\n SET_ERRNO(HPE_CB_##FOR); \\\n } \\\n \\\n /* We either errored above or got paused; get out */ \\\n if (HTTP_PARSER_ERRNO(parser) != HPE_OK) { \\\n return (ER); \\\n } \\\n} while (0)\n\n/* Run the notify callback FOR and consume the current byte */\n#define CALLBACK_NOTIFY(FOR) _CALLBACK_NOTIFY(FOR, p - data + 1)\n\n/* Run the notify callback FOR and don't consume the current byte */\n#define CALLBACK_NOTIFY_NOADVANCE(FOR) _CALLBACK_NOTIFY(FOR, p - data)\n\n/* Run data callback FOR with LEN bytes, returning ER if it fails */\n#define _CALLBACK_DATA(FOR, LEN, ER) \\\ndo { \\\n parser->state = state; \\\n assert(HTTP_PARSER_ERRNO(parser) == HPE_OK); \\\n \\\n if (FOR##_mark) { \\\n if (0 != settings->on_##FOR(parser, FOR##_mark, (LEN))) { \\\n SET_ERRNO(HPE_CB_##FOR); \\\n } \\\n \\\n /* We either errored above or got paused; get out */ \\\n if (HTTP_PARSER_ERRNO(parser) != HPE_OK) { \\\n return (ER); \\\n } \\\n FOR##_mark = nullptr; \\\n } \\\n} while (0)\n\n/* Run the data callback FOR and consume the current byte */\n#define CALLBACK_DATA(FOR) \\\n _CALLBACK_DATA(FOR, p - FOR##_mark, p - data + 1)\n\n/* Run the data callback FOR and don't consume the current byte */\n#define CALLBACK_DATA_NOADVANCE(FOR) \\\n _CALLBACK_DATA(FOR, p - FOR##_mark, p - data)\n\n/* We just saw a synthetic space */\n#define CALLBACK_SPACE(FOR) \\\ndo { \\\n parser->state = state; \\\n if (0 != settings->on_##FOR(parser, SPACE, 1)) { \\\n SET_ERRNO(HPE_CB_##FOR); \\\n return (p - data); \\\n } \\\n \\\n /* We either errored above or got paused; get out */ \\\n if (HTTP_PARSER_ERRNO(parser) != HPE_OK) { \\\n return (p - data); \\\n } \\\n} while (0)\n\n/* Set the mark FOR; non-destructive if mark is already set */\n#define MARK(FOR) \\\ndo { \\\n if (!FOR##_mark) { \\\n FOR##_mark = p; \\\n } \\\n} while (0)\n\n\n#define CONTENT_LENGTH \"content-length\"\n#define TRANSFER_ENCODING \"transfer-encoding\"\n#define UPGRADE \"upgrade\"\n#define CHUNKED \"chunked\"\n#define SPACE \" \"\n\n\nstatic const char *method_strings[] =\n { \"DELETE\"\n , \"GET\"\n , \"HEAD\"\n , \"POST\"\n , \"PUT\"\n , \"CONNECT\"\n , \"OPTIONS\"\n , \"TRACE\"\n , \"COPY\"\n , \"LOCK\"\n , \"MKCOL\"\n , \"MOVE\"\n , \"PROPFIND\"\n , \"PROPPATCH\"\n , \"UNLOCK\"\n , \"REPORT\"\n , \"MKACTIVITY\"\n , \"CHECKOUT\"\n , \"MERGE\"\n , \"M-SEARCH\"\n , \"NOTIFY\"\n , \"SUBSCRIBE\"\n , \"UNSUBSCRIBE\"\n , \"PATCH\"\n };\n\n\n/* Tokens as defined by rfc 2616. Also lowercases them.\n * token = 1*\n * separators = \"(\" | \")\" | \"<\" | \">\" | \"@\"\n * | \",\" | \";\" | \":\" | \"\\\" | <\">\n * | \"/\" | \"[\" | \"]\" | \"?\" | \"=\"\n * | \"{\" | \"}\" | SP | HT\n */\nstatic const char tokens[256] = {\n/* 0 nul 1 soh 2 stx 3 etx 4 eot 5 enq 6 ack 7 bel */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 8 bs 9 ht 10 nl 11 vt 12 np 13 cr 14 so 15 si */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 16 dle 17 dc1 18 dc2 19 dc3 20 dc4 21 nak 22 syn 23 etb */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 24 can 25 em 26 sub 27 esc 28 fs 29 gs 30 rs 31 us */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 32 sp 33 ! 34 \" 35 # 36 $ 37 % 38 & 39 ' */\n 0, '!', 0, '#', '$', '%', '&', '\\'',\n/* 40 ( 41 ) 42 * 43 + 44 , 45 - 46 . 47 / */\n 0, 0, '*', '+', 0, '-', '.', 0,\n/* 48 0 49 1 50 2 51 3 52 4 53 5 54 6 55 7 */\n '0', '1', '2', '3', '4', '5', '6', '7',\n/* 56 8 57 9 58 : 59 ; 60 < 61 = 62 > 63 ? */\n '8', '9', 0, 0, 0, 0, 0, 0,\n/* 64 @ 65 A 66 B 67 C 68 D 69 E 70 F 71 G */\n 0, 'a', 'b', 'c', 'd', 'e', 'f', 'g',\n/* 72 H 73 I 74 J 75 K 76 L 77 M 78 N 79 O */\n 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o',\n/* 80 P 81 Q 82 R 83 S 84 T 85 U 86 V 87 W */\n 'p', 'q', 'r', 's', 't', 'u', 'v', 'w',\n/* 88 X 89 Y 90 Z 91 [ 92 \\ 93 ] 94 ^ 95 _ */\n 'x', 'y', 'z', 0, 0, 0, '^', '_',\n/* 96 ` 97 a 98 b 99 c 100 d 101 e 102 f 103 g */\n '`', 'a', 'b', 'c', 'd', 'e', 'f', 'g',\n/* 104 h 105 i 106 j 107 k 108 l 109 m 110 n 111 o */\n 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o',\n/* 112 p 113 q 114 r 115 s 116 t 117 u 118 v 119 w */\n 'p', 'q', 'r', 's', 't', 'u', 'v', 'w',\n/* 120 x 121 y 122 z 123 { 124 | 125 } 126 ~ 127 del */\n 'x', 'y', 'z', 0, '|', 0, '~', 0 };\n\n\nstatic const int8_t unhex[256] =\n {-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1\n ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1\n ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1\n , 0, 1, 2, 3, 4, 5, 6, 7, 8, 9,-1,-1,-1,-1,-1,-1\n ,-1,10,11,12,13,14,15,-1,-1,-1,-1,-1,-1,-1,-1,-1\n ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1\n ,-1,10,11,12,13,14,15,-1,-1,-1,-1,-1,-1,-1,-1,-1\n ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1\n };\n\n#if HTTP_PARSER_STRICT_URL\n/* The value here is \"0b10000000\" so when shifted by\n * F_PARSE_URL_OPTIONS_URL_STRICT/F_HTTP_PARSER_OPTIONS_URL_STRICT it remains\n * > 0 for non-strict (0) and becomes 0 for strict (1 << 0 = 1)\n */\nstatic_assert(F_PARSE_URL_OPTIONS_URL_STRICT == 1, \"must be 1!\");\nstatic_assert(F_HTTP_PARSER_OPTIONS_URL_STRICT == 1, \"must be 1!\");\n# define T(v) 0x80\n# define IS_PARSER_STRICT(options) \\\n ((options) & F_HTTP_PARSER_OPTIONS_URL_STRICT)\n#else\n# define T(v) v\n# define IS_PARSER_STRICT(options) (0)\n#endif\n\nstatic const uint8_t normal_url_char[256] = {\n/* 0 nul 1 soh 2 stx 3 etx 4 eot 5 enq 6 ack 7 bel */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 8 bs 9 ht 10 nl 11 vt 12 np 13 cr 14 so 15 si */\n 0, T(1), 0, 0, T(1), 0, 0, 0,\n/* 16 dle 17 dc1 18 dc2 19 dc3 20 dc4 21 nak 22 syn 23 etb */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 24 can 25 em 26 sub 27 esc 28 fs 29 gs 30 rs 31 us */\n 0, 0, 0, 0, 0, 0, 0, 0,\n/* 32 sp 33 ! 34 \" 35 # 36 $ 37 % 38 & 39 ' */\n 0, 1, 1, 0, 1, 1, 1, 1,\n/* 40 ( 41 ) 42 * 43 + 44 , 45 - 46 . 47 / */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 48 0 49 1 50 2 51 3 52 4 53 5 54 6 55 7 */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 56 8 57 9 58 : 59 ; 60 < 61 = 62 > 63 ? */\n 1, 1, 1, 1, 1, 1, 1, 0,\n/* 64 @ 65 A 66 B 67 C 68 D 69 E 70 F 71 G */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 72 H 73 I 74 J 75 K 76 L 77 M 78 N 79 O */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 80 P 81 Q 82 R 83 S 84 T 85 U 86 V 87 W */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 88 X 89 Y 90 Z 91 [ 92 \\ 93 ] 94 ^ 95 _ */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 96 ` 97 a 98 b 99 c 100 d 101 e 102 f 103 g */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 104 h 105 i 106 j 107 k 108 l 109 m 110 n 111 o */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 112 p 113 q 114 r 115 s 116 t 117 u 118 v 119 w */\n 1, 1, 1, 1, 1, 1, 1, 1,\n/* 120 x 121 y 122 z 123 { 124 | 125 } 126 ~ 127 del */\n 1, 1, 1, 1, 1, 1, 1, 0, };\n\n#undef T\n\nenum state\n { s_dead = 1 /* important that this is > 0 */\n , s_pre_start_req_or_res\n , s_start_req_or_res\n , s_res_or_resp_H\n\n , s_pre_start_res\n , s_start_res\n , s_res_H\n , s_res_HT\n , s_res_HTT\n , s_res_HTTP\n , s_res_first_http_major\n , s_res_http_major\n , s_res_first_http_minor\n , s_res_http_minor\n , s_res_first_status_code\n , s_res_status_code\n , s_res_status_start\n , s_res_status\n , s_res_line_almost_done\n\n , s_pre_start_req\n , s_start_req\n , s_req_method\n , s_req_spaces_before_url\n , s_req_schema\n , s_req_schema_slash\n , s_req_schema_slash_slash\n , s_req_server_start\n , s_req_server\n , s_req_server_with_at\n , s_req_host_start\n , s_req_host\n , s_req_host_ipv6\n , s_req_host_done\n , s_req_port\n , s_req_path\n , s_req_query_string_start\n , s_req_query_string\n , s_req_fragment_start\n , s_req_fragment\n , s_req_http_start\n , s_req_http_H\n , s_req_http_HT\n , s_req_http_HTT\n , s_req_http_HTTP\n , s_req_first_http_major\n , s_req_http_major\n , s_req_first_http_minor\n , s_req_http_minor\n , s_req_line_almost_done\n\n , s_header_field_start\n , s_header_field\n , s_header_value_start\n , s_header_value\n , s_header_value_lws\n\n , s_header_almost_done\n\n , s_chunk_size_start\n , s_chunk_size\n , s_chunk_parameters\n , s_chunk_size_almost_done\n\n , s_headers_almost_done\n , s_headers_done\n\n /* Important: 's_headers_done' must be the last 'header' state. All\n * states beyond this must be 'body' states. It is used for overflow\n * checking. See the PARSING_HEADER() macro.\n */\n\n , s_chunk_data\n , s_chunk_data_almost_done\n , s_chunk_data_done\n\n , s_body_identity\n , s_body_identity_eof\n\n , s_message_done\n };\n\n\n#define PARSING_HEADER(state) (state <= s_headers_done)\n\n\nenum header_states\n { h_general = 0\n\n , h_general_and_quote\n , h_general_and_quote_and_escape\n\n , h_matching_content_length\n , h_matching_transfer_encoding\n , h_matching_upgrade\n\n , h_content_length\n , h_transfer_encoding\n , h_upgrade\n\n , h_matching_transfer_encoding_chunked\n\n , h_transfer_encoding_chunked\n };\n\nenum http_host_state\n {\n s_http_host_dead = 1\n , s_http_userinfo_start\n , s_http_userinfo\n , s_http_host_start\n , s_http_host_v6_start\n , s_http_host\n , s_http_host_v6\n , s_http_host_v6_end\n , s_http_host_port_start\n , s_http_host_port\n};\n\n\n/* Macros for character classes; depends on strict-mode */\n#define CR '\\r'\n#define LF '\\n'\n#define QT '\"'\n#define BS '\\\\'\n#define LOWER(c) (unsigned char)(c | 0x20)\n#define TOKEN(c) (tokens[(unsigned char)c])\n#define IS_ALPHA(c) (LOWER(c) >= 'a' && LOWER(c) <= 'z')\n#define IS_NUM(c) ((c) >= '0' && (c) <= '9')\n#define IS_ALPHANUM(c) (IS_ALPHA(c) || IS_NUM(c))\n#define IS_HEX(c) (IS_NUM(c) || (LOWER(c) >= 'a' && LOWER(c) <= 'f'))\n#define IS_MARK(c) ((c) == '-' || (c) == '_' || (c) == '.' || \\\n (c) == '!' || (c) == '~' || (c) == '*' || (c) == '\\'' || (c) == '(' || \\\n (c) == ')')\n#define IS_USERINFO_CHAR(c) (IS_ALPHANUM(c) || IS_MARK(c) || (c) == '%' || \\\n (c) == ';' || (c) == ':' || (c) == '&' || (c) == '=' || (c) == '+' || \\\n (c) == '$' || (c) == ',')\n\n#if HTTP_PARSER_STRICT_URL\n#define IS_URL_CHAR(c, strict) \\\n (((normal_url_char[(unsigned char) (c)] << (strict)) != 0) || \\\n (((c) & 0x80) && !(strict)))\n#else\n#define IS_URL_CHAR(c, strict) \\\n (normal_url_char[(unsigned char) (c)] || ((c) & 0x80))\n#endif\n\n#if HTTP_PARSER_STRICT_HOSTNAME\n#define IS_HOST_CHAR(c) (IS_ALPHANUM(c) || (c) == '.' || (c) == '-')\n#else\n#define IS_HOST_CHAR(c) \\\n (IS_ALPHANUM(c) || (c) == '.' || (c) == '-' || (c) == '_')\n#endif\n\n\n/**\n * Verify that a char is a valid visible (printable) US-ASCII\n * character or %x80-FF\n **/\n#define IS_HEADER_CHAR(ch) \\\n (ch == CR || ch == LF || ch == 9 || ((unsigned char)ch > 31 && ch != 127))\n\n#define start_state (parser->type == HTTP_REQUEST ? s_pre_start_req : s_pre_start_res)\n\n#define NOOP_CHECK(cond)\n#define STRICT_CHECK(cond) \\\ndo { \\\n if (cond) { \\\n SET_ERRNO(HPE_STRICT); \\\n goto error; \\\n } \\\n} while (0)\n#define NEW_MESSAGE() start_state\n\n/* Map errno values to strings for human-readable output */\n#define HTTP_STRERROR_GEN(n, s) { \"HPE_\" #n, s },\nstatic struct {\n const char *name;\n const char *description;\n} http_strerror_tab[] = {\n HTTP_ERRNO_MAP(HTTP_STRERROR_GEN)\n};\n#undef HTTP_STRERROR_GEN\n\n/* Our URL parser.\n *\n * This is designed to be shared by http_parser_execute() for URL validation,\n * hence it has a state transition + byte-for-byte interface. In addition, it\n * is meant to be embedded in http_parser_parse_url(), which does the dirty\n * work of turning state transitions URL components for its API.\n *\n * This function should only be invoked with non-space characters. It is\n * assumed that the caller cares about (and can detect) the transition between\n * URL and non-URL states by looking for these.\n */\nstatic enum state\nparse_url_char(enum state s, const char ch, int strict_flag)\n{\n if (ch == ' ' || ch == '\\r' || ch == '\\n') {\n return s_dead;\n }\n\n#if HTTP_PARSER_STRICT_URL\n if (ch == '\\t' || ch == '\\f') {\n return s_dead;\n }\n#endif\n\n switch (s) {\n case s_req_spaces_before_url:\n /* Proxied requests are followed by scheme of an absolute URI (alpha).\n * All methods except CONNECT are followed by '/' or '*'.\n */\n\n if (ch == '/' || ch == '*') {\n return s_req_path;\n }\n\n if (IS_ALPHA(ch)) {\n return s_req_schema;\n }\n\n break;\n\n case s_req_schema:\n if (IS_ALPHA(ch)) {\n return s;\n }\n\n if (ch == ':') {\n return s_req_schema_slash;\n }\n\n break;\n\n case s_req_schema_slash:\n if (ch == '/') {\n return s_req_schema_slash_slash;\n }\n\n break;\n\n case s_req_schema_slash_slash:\n if (ch == '/') {\n return s_req_server_start;\n }\n\n break;\n\n case s_req_server_with_at:\n if (ch == '@') {\n return s_dead;\n }\n\n#if __cplusplus\n [[fallthrough]];\n#else /* __cplusplus */\n __attribute__((fallthrough));\n#endif /* __cplusplus */\n case s_req_server_start:\n case s_req_server:\n if (ch == '/') {\n return s_req_path;\n }\n\n if (ch == '?') {\n return s_req_query_string_start;\n }\n\n if (ch == '@') {\n return s_req_server_with_at;\n }\n\n if (IS_USERINFO_CHAR(ch) || ch == '[' || ch == ']') {\n return s_req_server;\n }\n\n break;\n\n case s_req_path:\n if (IS_URL_CHAR(ch, strict_flag)) {\n return s;\n }\n\n switch (ch) {\n case '?':\n return s_req_query_string_start;\n\n case '#':\n return s_req_fragment_start;\n }\n\n break;\n\n case s_req_query_string_start:\n case s_req_query_string:\n if (IS_URL_CHAR(ch, strict_flag)) {\n return s_req_query_string;\n }\n\n switch (ch) {\n case '?':\n /* allow extra '?' in query string */\n return s_req_query_string;\n\n case '#':\n return s_req_fragment_start;\n }\n\n break;\n\n case s_req_fragment_start:\n if (IS_URL_CHAR(ch, strict_flag)) {\n return s_req_fragment;\n }\n\n switch (ch) {\n case '?':\n return s_req_fragment;\n\n case '#':\n return s;\n }\n\n break;\n\n case s_req_fragment:\n if (IS_URL_CHAR(ch, strict_flag)) {\n return s;\n }\n\n switch (ch) {\n case '?':\n case '#':\n return s;\n }\n\n break;\n\n default:\n break;\n }\n\n /* We should never fall out of the switch above unless there's an error */\n return s_dead;\n}\n\nsize_t http_parser_execute (http_parser *parser,\n const http_parser_settings *settings,\n const char *data,\n size_t len)\n{\n return http_parser_execute_options(parser, settings, 0, data, len);\n}\n\nsize_t http_parser_execute_options (http_parser *parser,\n const http_parser_settings *settings,\n uint8_t options,\n const char *data,\n size_t len)\n{\n char c, ch;\n int8_t unhex_val;\n const char *p = data;\n\n /* Optimization: within the parsing loop below, we refer to this\n * local copy of the state rather than parser->state. The compiler\n * can't be sure whether parser->state will change during a callback,\n * so it generates a lot of memory loads and stores to keep a register\n * copy of the state in sync with the memory copy. We know, however,\n * that the callbacks aren't allowed to change the parser state, so\n * the parsing loop works with this local variable and only copies\n * the value back to parser->loop before returning or invoking a\n * callback.\n */\n unsigned char state = parser->state;\n const unsigned int lenient = 0;\n\n /* We're in an error state. Don't bother doing anything. */\n if (HTTP_PARSER_ERRNO(parser) != HPE_OK) {\n RETURN(0);\n }\n\n if (len == 0) {\n switch (state) {\n case s_body_identity_eof:\n /* Use of CALLBACK_NOTIFY() here would erroneously return 1 byte read if\n * we got paused.\n */\n CALLBACK_NOTIFY_NOADVANCE(message_complete);\n RETURN(0);\n\n case s_pre_start_req_or_res:\n case s_pre_start_res:\n case s_pre_start_req:\n RETURN(0);\n\n default:\n SET_ERRNO(HPE_INVALID_EOF_STATE);\n RETURN(1);\n }\n }\n\n /* technically we could combine all of these (except for url_mark) into one\n variable, saving stack space, but it seems more clear to have them\n separated. */\n const char *header_field_mark = nullptr;\n const char *header_value_mark = nullptr;\n const char *url_mark = nullptr;\n const char *reason_mark = nullptr;\n const char *body_mark = nullptr;\n\n if (state == s_header_field)\n header_field_mark = data;\n if (state == s_header_value)\n header_value_mark = data;\n if (state == s_req_path ||\n state == s_req_schema ||\n state == s_req_schema_slash ||\n state == s_req_schema_slash_slash ||\n state == s_req_port ||\n state == s_req_query_string_start ||\n state == s_req_query_string ||\n state == s_req_host_start ||\n state == s_req_host ||\n state == s_req_host_ipv6 ||\n state == s_req_host_done ||\n state == s_req_fragment_start ||\n state == s_req_fragment)\n url_mark = data;\n if (state == s_res_status)\n reason_mark = data;\n\n /* Used only for overflow checking. If the parser is in a parsing-headers\n * state, then its value is equal to max(data, the beginning of the current\n * message or chunk). If the parser is in a not-parsing-headers state, then\n * its value is irrelevant.\n */\n const char* data_or_header_data_start = data;\n\n for (p = data; p != data + len; p++) {\n ch = *p;\n\n reexecute_byte:\n switch (state) {\n\n case s_pre_start_req_or_res:\n if (ch == CR || ch == LF)\n break;\n state = s_start_req_or_res;\n CALLBACK_NOTIFY_NOADVANCE(message_begin);\n goto reexecute_byte;\n\n case s_start_req_or_res:\n {\n parser->flags = 0;\n parser->content_length = -1;\n\n if (ch == 'H') {\n state = s_res_or_resp_H;\n } else {\n parser->type = HTTP_REQUEST;\n state = s_start_req;\n goto reexecute_byte;\n }\n\n break;\n }\n\n case s_res_or_resp_H:\n if (ch == 'T') {\n parser->type = HTTP_RESPONSE;\n state = s_res_HT;\n } else {\n if (ch != 'E') {\n SET_ERRNO(HPE_INVALID_CONSTANT);\n goto error;\n }\n\n parser->type = HTTP_REQUEST;\n parser->method = HTTP_HEAD;\n parser->index = 2;\n state = s_req_method;\n }\n break;\n\n case s_pre_start_res:\n if (ch == CR || ch == LF)\n break;\n state = s_start_res;\n CALLBACK_NOTIFY_NOADVANCE(message_begin);\n goto reexecute_byte;\n\n case s_start_res:\n {\n parser->flags = 0;\n parser->content_length = -1;\n\n switch (ch) {\n case 'H':\n state = s_res_H;\n break;\n\n default:\n SET_ERRNO(HPE_INVALID_CONSTANT);\n goto error;\n }\n\n break;\n }\n\n case s_res_H:\n NOOP_CHECK(ch != 'T');\n state = s_res_HT;\n break;\n\n case s_res_HT:\n NOOP_CHECK(ch != 'T');\n state = s_res_HTT;\n break;\n\n case s_res_HTT:\n NOOP_CHECK(ch != 'P');\n state = s_res_HTTP;\n break;\n\n case s_res_HTTP:\n NOOP_CHECK(ch != '/');\n state = s_res_first_http_major;\n break;\n\n case s_res_first_http_major:\n if (ch < '0' || ch > '9') {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_major = ch - '0';\n state = s_res_http_major;\n break;\n\n /* major HTTP version or dot */\n case s_res_http_major:\n {\n if (ch == '.') {\n state = s_res_first_http_minor;\n break;\n }\n\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_major *= 10;\n parser->http_major += ch - '0';\n\n if (parser->http_major > 999) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n break;\n }\n\n /* first digit of minor HTTP version */\n case s_res_first_http_minor:\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_minor = ch - '0';\n state = s_res_http_minor;\n break;\n\n /* minor HTTP version or end of request line */\n case s_res_http_minor:\n {\n if (ch == ' ') {\n state = s_res_first_status_code;\n break;\n }\n\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_minor *= 10;\n parser->http_minor += ch - '0';\n\n if (parser->http_minor > 999) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n break;\n }\n\n case s_res_first_status_code:\n {\n if (!IS_NUM(ch)) {\n if (ch == ' ') {\n break;\n }\n\n SET_ERRNO(HPE_INVALID_STATUS);\n goto error;\n }\n parser->status_code = ch - '0';\n state = s_res_status_code;\n break;\n }\n\n case s_res_status_code:\n {\n if (!IS_NUM(ch)) {\n switch (ch) {\n case ' ':\n state = s_res_status;\n break;\n case CR:\n state = s_res_line_almost_done;\n break;\n case LF:\n state = s_header_field_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_STATUS);\n goto error;\n }\n break;\n }\n\n parser->status_code *= 10;\n parser->status_code += ch - '0';\n\n if (parser->status_code > 999) {\n SET_ERRNO(HPE_INVALID_STATUS);\n goto error;\n }\n\n break;\n }\n\n case s_res_status:\n /* the human readable status. e.g. \"NOT FOUND\" */\n MARK(reason);\n if (ch == CR) {\n state = s_res_line_almost_done;\n CALLBACK_DATA(reason);\n break;\n }\n\n if (ch == LF) {\n state = s_header_field_start;\n CALLBACK_DATA(reason);\n break;\n }\n break;\n\n case s_res_line_almost_done:\n NOOP_CHECK(ch != LF);\n state = s_header_field_start;\n break;\n\n case s_pre_start_req:\n if (ch == CR || ch == LF) {\n break;\n }\n state = s_start_req;\n CALLBACK_NOTIFY_NOADVANCE(message_begin);\n goto reexecute_byte;\n\n case s_start_req:\n {\n parser->flags = 0;\n parser->content_length = -1;\n\n if (!IS_ALPHA(ch)) {\n SET_ERRNO(HPE_INVALID_METHOD);\n goto error;\n }\n\n parser->method = (enum http_method) 0;\n parser->index = 1;\n switch (ch) {\n case 'C': parser->method = HTTP_CONNECT; /* or COPY, CHECKOUT */ break;\n case 'D': parser->method = HTTP_DELETE; break;\n case 'G': parser->method = HTTP_GET; break;\n case 'H': parser->method = HTTP_HEAD; break;\n case 'L': parser->method = HTTP_LOCK; break;\n case 'M': parser->method = HTTP_MKCOL; /* or MOVE, MKACTIVITY, MERGE, M-SEARCH */ break;\n case 'N': parser->method = HTTP_NOTIFY; break;\n case 'O': parser->method = HTTP_OPTIONS; break;\n case 'P': parser->method = HTTP_POST;\n /* or PROPFIND or PROPPATCH or PUT or PATCH */\n break;\n case 'R': parser->method = HTTP_REPORT; break;\n case 'S': parser->method = HTTP_SUBSCRIBE; break;\n case 'T': parser->method = HTTP_TRACE; break;\n case 'U': parser->method = HTTP_UNLOCK; /* or UNSUBSCRIBE */ break;\n default:\n SET_ERRNO(HPE_INVALID_METHOD);\n goto error;\n }\n state = s_req_method;\n\n break;\n }\n\n case s_req_method:\n {\n if (ch == '\\0') {\n SET_ERRNO(HPE_INVALID_METHOD);\n goto error;\n }\n\n const char *matcher = method_strings[parser->method];\n if (ch == ' ' && matcher[parser->index] == '\\0') {\n state = s_req_spaces_before_url;\n } else if (ch == matcher[parser->index]) {\n /* nada */\n } else if (parser->method == HTTP_CONNECT) {\n if (parser->index == 1 && ch == 'H') {\n parser->method = HTTP_CHECKOUT;\n } else if (parser->index == 2 && ch == 'P') {\n parser->method = HTTP_COPY;\n } else {\n goto error;\n }\n } else if (parser->method == HTTP_MKCOL) {\n if (parser->index == 1 && ch == 'O') {\n parser->method = HTTP_MOVE;\n } else if (parser->index == 1 && ch == 'E') {\n parser->method = HTTP_MERGE;\n } else if (parser->index == 1 && ch == '-') {\n parser->method = HTTP_MSEARCH;\n } else if (parser->index == 2 && ch == 'A') {\n parser->method = HTTP_MKACTIVITY;\n } else {\n goto error;\n }\n } else if (parser->index == 1 && parser->method == HTTP_POST) {\n if (ch == 'R') {\n parser->method = HTTP_PROPFIND; /* or HTTP_PROPPATCH */\n } else if (ch == 'U') {\n parser->method = HTTP_PUT;\n } else if (ch == 'A') {\n parser->method = HTTP_PATCH;\n } else {\n goto error;\n }\n } else if (parser->index == 2 && parser->method == HTTP_UNLOCK && ch == 'S') {\n parser->method = HTTP_UNSUBSCRIBE;\n } else if (parser->index == 4 && parser->method == HTTP_PROPFIND && ch == 'P') {\n parser->method = HTTP_PROPPATCH;\n } else {\n SET_ERRNO(HPE_INVALID_METHOD);\n goto error;\n }\n\n ++parser->index;\n break;\n }\n\n case s_req_spaces_before_url:\n {\n if (ch == ' ') break;\n\n // CONNECT requests must be followed by a :\n if (parser->method == HTTP_CONNECT) {\n MARK(url);\n state = s_req_host_start;\n goto reexecute_byte;\n }\n\n if (ch == '/' || ch == '*') {\n MARK(url);\n state = s_req_path;\n break;\n }\n\n /* Proxied requests are followed by scheme of an absolute URI (alpha).\n * All other methods are followed by '/' or '*' (handled above).\n */\n if (IS_ALPHA(ch)) {\n MARK(url);\n state = s_req_schema;\n break;\n }\n\n SET_ERRNO(HPE_INVALID_URL);\n goto error;\n }\n\n case s_req_schema:\n {\n if (IS_ALPHA(ch)) break;\n\n if (ch == ':') {\n state = s_req_schema_slash;\n break;\n }\n\n SET_ERRNO(HPE_INVALID_URL);\n goto error;\n }\n\n case s_req_schema_slash:\n NOOP_CHECK(ch != '/');\n state = s_req_schema_slash_slash;\n break;\n\n case s_req_schema_slash_slash:\n NOOP_CHECK(ch != '/');\n state = s_req_host_start;\n break;\n\n case s_req_host_start:\n if (ch == '[') {\n state = s_req_host_ipv6;\n break;\n } else if (IS_ALPHANUM(ch)) {\n state = s_req_host;\n break;\n }\n\n SET_ERRNO(HPE_INVALID_HOST);\n goto error;\n\n case s_req_host:\n if (IS_HOST_CHAR(ch)) break;\n state = s_req_host_done;\n goto reexecute_byte;\n\n case s_req_host_ipv6:\n if (IS_HEX(ch) || ch == ':') break;\n if (ch == ']') {\n state = s_req_host_done;\n break;\n }\n\n SET_ERRNO(HPE_INVALID_HOST);\n goto error;\n\n case s_req_host_done:\n switch (ch) {\n case ':':\n state = s_req_port;\n break;\n case '/':\n state = s_req_path;\n break;\n case ' ':\n /* The request line looks like:\n * \"GET http://foo.bar.com HTTP/1.1\"\n * That is, there is no path.\n */\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case '?':\n state = s_req_query_string_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_HOST);\n goto error;\n }\n\n break;\n\n case s_req_port:\n {\n if (IS_NUM(ch)) break;\n switch (ch) {\n case '/':\n state = s_req_path;\n break;\n case ' ':\n /* The request line looks like:\n * \"GET http://foo.bar.com:1234 HTTP/1.1\"\n * That is, there is no path.\n */\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case '?':\n state = s_req_query_string_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_PORT);\n goto error;\n }\n break;\n }\n\n case s_req_path:\n {\n if (IS_URL_CHAR(ch, IS_PARSER_STRICT(options))) break;\n\n switch (ch) {\n case ' ':\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case CR:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n break;\n case LF:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n goto reexecute_byte;\n case '?':\n state = s_req_query_string_start;\n break;\n case '#':\n state = s_req_fragment_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_PATH);\n goto error;\n }\n break;\n }\n\n case s_req_query_string_start:\n {\n if (IS_URL_CHAR(ch, IS_PARSER_STRICT(options))) {\n state = s_req_query_string;\n break;\n }\n\n switch (ch) {\n case '?':\n break; /* XXX ignore extra '?' ... is this right? */\n case ' ':\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case CR:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n break;\n case LF:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n goto reexecute_byte;\n case '#':\n state = s_req_fragment_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_QUERY_STRING);\n goto error;\n }\n break;\n }\n\n case s_req_query_string:\n {\n if (IS_URL_CHAR(ch, IS_PARSER_STRICT(options))) break;\n\n switch (ch) {\n case '?':\n /* allow extra '?' in query string */\n break;\n case ' ':\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case CR:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n break;\n case LF:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n goto reexecute_byte;\n case '#':\n state = s_req_fragment_start;\n break;\n default:\n SET_ERRNO(HPE_INVALID_QUERY_STRING);\n goto error;\n }\n break;\n }\n\n case s_req_fragment_start:\n {\n if (IS_URL_CHAR(ch, IS_PARSER_STRICT(options))) {\n state = s_req_fragment;\n break;\n }\n\n switch (ch) {\n case ' ':\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case CR:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n break;\n case LF:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n goto reexecute_byte;\n case '?':\n state = s_req_fragment;\n break;\n case '#':\n break;\n default:\n SET_ERRNO(HPE_INVALID_FRAGMENT);\n goto error;\n }\n break;\n }\n\n case s_req_fragment:\n {\n if (IS_URL_CHAR(ch, IS_PARSER_STRICT(options))) break;\n\n switch (ch) {\n case ' ':\n state = s_req_http_start;\n CALLBACK_DATA(url);\n break;\n case CR:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n break;\n case LF:\n parser->http_major = 0;\n parser->http_minor = 9;\n state = s_headers_almost_done;\n CALLBACK_DATA(url);\n goto reexecute_byte;\n case '?':\n case '#':\n break;\n default:\n SET_ERRNO(HPE_INVALID_FRAGMENT);\n goto error;\n }\n break;\n }\n\n case s_req_http_start:\n switch (ch) {\n case 'H':\n state = s_req_http_H;\n break;\n case ' ':\n break;\n default:\n SET_ERRNO(HPE_INVALID_CONSTANT);\n goto error;\n }\n break;\n\n case s_req_http_H:\n NOOP_CHECK(ch != 'T');\n state = s_req_http_HT;\n break;\n\n case s_req_http_HT:\n NOOP_CHECK(ch != 'T');\n state = s_req_http_HTT;\n break;\n\n case s_req_http_HTT:\n NOOP_CHECK(ch != 'P');\n state = s_req_http_HTTP;\n break;\n\n case s_req_http_HTTP:\n NOOP_CHECK(ch != '/');\n state = s_req_first_http_major;\n break;\n\n /* first digit of major HTTP version */\n case s_req_first_http_major:\n if (ch < '0' || ch > '9') {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_major = ch - '0';\n state = s_req_http_major;\n break;\n\n /* major HTTP version or dot */\n case s_req_http_major:\n {\n if (ch == '.') {\n state = s_req_first_http_minor;\n break;\n }\n\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_major *= 10;\n parser->http_major += ch - '0';\n\n if (parser->http_major > 999) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n break;\n }\n\n /* first digit of minor HTTP version */\n case s_req_first_http_minor:\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_minor = ch - '0';\n state = s_req_http_minor;\n break;\n\n /* minor HTTP version or end of request line */\n case s_req_http_minor:\n {\n if (ch == CR) {\n if (parser->http_major== 0 && parser->http_minor == 9) {\n state = s_headers_almost_done;\n } else {\n state = s_req_line_almost_done;\n }\n break;\n }\n\n if (ch == LF) {\n if (parser->http_major == 0 && parser->http_minor == 9) {\n state = s_headers_almost_done;\n goto reexecute_byte;\n } else {\n state = s_header_field_start;\n }\n break;\n }\n\n /* XXX allow spaces after digit? */\n\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n parser->http_minor *= 10;\n parser->http_minor += ch - '0';\n\n if (parser->http_minor > 999) {\n SET_ERRNO(HPE_INVALID_VERSION);\n goto error;\n }\n\n break;\n }\n\n /* end of request line */\n case s_req_line_almost_done:\n {\n if (ch != LF) {\n SET_ERRNO(HPE_LF_EXPECTED);\n goto error;\n }\n\n state = s_header_field_start;\n break;\n }\n\n case s_header_field_start:\n {\n if (ch == CR) {\n state = s_headers_almost_done;\n break;\n }\n\n if (ch == LF) {\n /* they might be just sending \\n instead of \\r\\n so this would be\n * the second \\n to denote the end of headers*/\n state = s_headers_almost_done;\n goto reexecute_byte;\n }\n\n c = TOKEN(ch);\n\n if (!c) {\n SET_ERRNO(HPE_INVALID_HEADER_TOKEN);\n goto error;\n }\n\n MARK(header_field);\n\n parser->index = 0;\n state = s_header_field;\n\n switch (c) {\n case 'c':\n parser->header_state = h_matching_content_length;\n break;\n\n case 't':\n parser->header_state = h_matching_transfer_encoding;\n break;\n\n case 'u':\n parser->header_state = h_matching_upgrade;\n break;\n\n default:\n parser->header_state = h_general;\n break;\n }\n break;\n }\n\n case s_header_field:\n {\n c = TOKEN(ch);\n\n if (c) {\n switch (parser->header_state) {\n case h_general:\n\n // fast-forwarding, wheeeeeee!\n #define MOVE_THE_HEAD do { \\\n ++p; \\\n if (!TOKEN(*p)) { \\\n ch = *p; \\\n goto notatoken; \\\n } \\\n } while(0);\n\n if (data + len - p >= 9) {\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n } else if (data + len - p >= 4) {\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n MOVE_THE_HEAD\n }\n\n break;\n\n /* content-length */\n\n case h_matching_content_length:\n parser->index++;\n if (parser->index > sizeof(CONTENT_LENGTH)-1\n || c != CONTENT_LENGTH[parser->index]) {\n parser->header_state = h_general;\n } else if (parser->index == sizeof(CONTENT_LENGTH)-2) {\n parser->header_state = h_content_length;\n }\n break;\n\n /* transfer-encoding */\n\n case h_matching_transfer_encoding:\n parser->index++;\n if (parser->index > sizeof(TRANSFER_ENCODING)-1\n || c != TRANSFER_ENCODING[parser->index]) {\n parser->header_state = h_general;\n } else if (parser->index == sizeof(TRANSFER_ENCODING)-2) {\n parser->header_state = h_transfer_encoding;\n }\n break;\n\n /* upgrade */\n\n case h_matching_upgrade:\n parser->index++;\n if (parser->index > sizeof(UPGRADE)-1\n || c != UPGRADE[parser->index]) {\n parser->header_state = h_general;\n } else if (parser->index == sizeof(UPGRADE)-2) {\n parser->header_state = h_upgrade;\n }\n break;\n\n case h_content_length:\n case h_transfer_encoding:\n case h_upgrade:\n if (ch != ' ') parser->header_state = h_general;\n break;\n\n default:\n assert(0 && \"Unknown header_state\");\n break;\n }\n break;\n }\n\n notatoken:\n if (ch == ':') {\n state = s_header_value_start;\n // do not allow headers with trailing whitespaces\n // https://tools.ietf.org/html/rfc7230#section-3.2.4\n if (p - header_field_mark > 1 &&\n data[p - data - 1] == ' ') {\n SET_ERRNO(HPE_INVALID_HEADER_TOKEN);\n goto error;\n }\n CALLBACK_DATA(header_field);\n break;\n }\n\n SET_ERRNO(HPE_INVALID_HEADER_TOKEN);\n goto error;\n }\n\n case s_header_value_start:\n {\n if (ch == ' ' || ch == '\\t') break;\n\n MARK(header_value);\n\n state = s_header_value;\n parser->index = 0;\n\n // Error out if a content_length, transfer_encoding, or upgrade header\n // was present with no actual value. These headers correspond with\n // special parser states that without the below accept empty header\n // values and so we can reject such requests here in the parser.\n // If more headers are added, can consider moving to a hash/map based\n // model below.\n if (ch == CR || ch == LF) {\n if (parser->header_state == h_content_length) {\n SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);\n } else if (parser->header_state == h_transfer_encoding) {\n SET_ERRNO(HPE_INVALID_TRANSFER_ENCODING);\n } else if (parser->header_state == h_upgrade) {\n SET_ERRNO(HPE_INVALID_UPGRADE);\n }\n\n if (parser->http_errno != HPE_OK) {\n goto error;\n }\n }\n\n if (ch == CR) {\n NOOP_CHECK(parser->quote != 0);\n parser->header_state = h_general;\n state = s_header_almost_done;\n CALLBACK_DATA(header_value);\n break;\n }\n\n if (ch == LF) {\n NOOP_CHECK(parser->quote != 0);\n state = s_header_field_start;\n CALLBACK_DATA(header_value);\n break;\n }\n\n c = LOWER(ch);\n\n switch (parser->header_state) {\n case h_upgrade:\n parser->flags |= F_UPGRADE;\n parser->header_state = h_general;\n break;\n\n case h_transfer_encoding:\n /* looking for 'Transfer-Encoding: chunked' */\n if ('c' == c) {\n parser->header_state = h_matching_transfer_encoding_chunked;\n } else {\n parser->header_state = h_general;\n }\n break;\n\n case h_content_length:\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);\n goto error;\n }\n\n parser->content_length = ch - '0';\n break;\n\n default:\n parser->header_state = ch == QT ? h_general_and_quote : h_general;\n break;\n }\n break;\n }\n\n case s_header_value:\n {\n cr_or_lf_or_qt:\n if (ch == CR &&\n parser->header_state != h_general_and_quote_and_escape) {\n state = s_header_almost_done;\n CALLBACK_DATA(header_value);\n break;\n }\n\n if (ch == LF &&\n parser->header_state != h_general_and_quote_and_escape) {\n state = s_header_almost_done;\n CALLBACK_DATA_NOADVANCE(header_value);\n goto reexecute_byte;\n }\n\n if (!lenient && !IS_HEADER_CHAR(ch) &&\n parser->header_state != h_general_and_quote_and_escape) {\n SET_ERRNO(HPE_INVALID_HEADER_TOKEN);\n goto error;\n }\n\n switch (parser->header_state) {\n case h_general:\n if (ch == QT) {\n parser->header_state = h_general_and_quote;\n }\n\n // fast-forwarding, wheee!\n #define MOVE_FAST do { \\\n ++p; \\\n ch = *p; \\\n if (ch == CR || ch == LF || ch == QT || \\\n ch == BS || !IS_HEADER_CHAR(ch)) { \\\n goto cr_or_lf_or_qt; \\\n } \\\n } while(0);\n\n if (data + len - p >= 12) {\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n } else if (data + len - p >= 5) {\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n MOVE_FAST\n }\n\n break;\n\n case h_general_and_quote:\n if (ch == QT) {\n parser->header_state = h_general;\n } else if (ch == BS) {\n parser->header_state = h_general_and_quote_and_escape;\n }\n break;\n\n case h_general_and_quote_and_escape:\n parser->header_state = h_general_and_quote;\n break;\n\n // Not sure the below is relevant anymore as from\n // s_header_value_start it appears as though we can never\n // be in the situation below\n case h_transfer_encoding:\n SET_ERRNO(HPE_INVALID_HEADER_TOKEN);\n goto error;\n\n case h_content_length:\n if (ch == ' ') break;\n if (!IS_NUM(ch)) {\n SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);\n goto error;\n }\n\n if (parser->content_length > ((INT64_MAX - 10) / 10)) {\n /* overflow */\n SET_ERRNO(HPE_HUGE_CONTENT_LENGTH);\n goto error;\n }\n\n parser->content_length *= 10;\n parser->content_length += ch - '0';\n break;\n\n /* Transfer-Encoding: chunked */\n case h_matching_transfer_encoding_chunked:\n parser->index++;\n if (parser->index > sizeof(CHUNKED)-1\n || LOWER(ch) != CHUNKED[parser->index]) {\n parser->header_state = h_general;\n } else if (parser->index == sizeof(CHUNKED)-2) {\n parser->header_state = h_transfer_encoding_chunked;\n }\n break;\n\n case h_transfer_encoding_chunked:\n if (ch != ' ') {\n parser->header_state = h_general;\n }\n break;\n\n default:\n state = s_header_value;\n parser->header_state = h_general;\n break;\n }\n break;\n }\n\n case s_header_almost_done:\n {\n if (ch == LF) {\n state = s_header_value_lws;\n } else {\n state = s_header_value;\n }\n\n switch (parser->header_state) {\n case h_transfer_encoding_chunked:\n parser->flags |= F_CHUNKED;\n break;\n default:\n break;\n }\n\n if (ch != LF) {\n CALLBACK_SPACE(header_value);\n }\n\n break;\n }\n\n case s_header_value_lws:\n {\n if (ch == ' ' || ch == '\\t')\n {\n state = s_header_value_start;\n CALLBACK_SPACE(header_value);\n }\n else\n {\n state = s_header_field_start;\n goto reexecute_byte;\n }\n break;\n }\n\n case s_headers_almost_done:\n {\n NOOP_CHECK(ch != LF);\n\n if (ch != LF) {\n SET_ERRNO(HPE_STRICT);\n goto error;\n }\n\n if (parser->flags & F_TRAILING) {\n /* End of a chunked request */\n state = s_message_done;\n CALLBACK_NOTIFY_NOADVANCE(chunk_complete);\n goto reexecute_byte;\n }\n\n state = s_headers_done;\n\n /* Set this here so that on_headers_complete() callbacks can see it */\n parser->upgrade =\n (parser->flags & F_UPGRADE || parser->method == HTTP_CONNECT);\n\n /* Here we call the headers_complete callback. This is somewhat\n * different than other callbacks because if the user returns 1, we\n * will interpret that as saying that this message has no body. This\n * is needed for the annoying case of receiving a response to a HEAD\n * request.\n *\n * We'd like to use CALLBACK_NOTIFY_NOADVANCE() here but we cannot, so\n * we have to simulate it by handling a change in errno below.\n */\n size_t header_size = p - data + 1;\n switch (settings->on_headers_complete(parser, nullptr, header_size)) {\n case 0:\n break;\n\n case 1:\n parser->flags |= F_SKIPBODY;\n break;\n\n default:\n SET_ERRNO(HPE_CB_headers_complete);\n RETURN(p - data); /* Error */\n }\n\n if (HTTP_PARSER_ERRNO(parser) != HPE_OK) {\n RETURN(p - data);\n }\n\n goto reexecute_byte;\n }\n\n case s_headers_done:\n {\n NOOP_CHECK(ch != LF);\n\n // we're done parsing headers, reset overflow counters\n parser->nread = 0;\n // (if we now move to s_body_*, then this is irrelevant)\n data_or_header_data_start = p;\n\n int hasBody = parser->flags & F_CHUNKED || parser->content_length > 0;\n if (parser->upgrade && (parser->method == HTTP_CONNECT ||\n (parser->flags & F_SKIPBODY) || !hasBody)) {\n /* Exit, the rest of the message is in a different protocol. */\n state = NEW_MESSAGE();\n CALLBACK_NOTIFY(message_complete);\n RETURN((p - data) + 1);\n }\n\n if (parser->flags & F_SKIPBODY) {\n state = NEW_MESSAGE();\n CALLBACK_NOTIFY(message_complete);\n } else if (parser->flags & F_CHUNKED) {\n /* chunked encoding - ignore Content-Length header */\n state = s_chunk_size_start;\n } else {\n if (parser->content_length == 0) {\n /* Content-Length header given but zero: Content-Length: 0\\r\\n */\n state = NEW_MESSAGE();\n CALLBACK_NOTIFY(message_complete);\n } else if (parser->content_length > 0) {\n /* Content-Length header given and non-zero */\n state = s_body_identity;\n } else {\n unsigned short sc = parser->status_code;\n if (parser->type == HTTP_REQUEST ||\n ((100 <= sc && sc <= 199) || sc == 204 || sc == 304)) {\n /* Assume content-length 0 - read the next */\n state = NEW_MESSAGE();\n CALLBACK_NOTIFY(message_complete);\n } else {\n /* Read body until EOF */\n state = s_body_identity_eof;\n }\n }\n }\n\n break;\n }\n\n case s_body_identity:\n {\n uint64_t to_read = MIN(parser->content_length, (data + len) - p);\n\n assert(parser->content_length > 0);\n\n /* The difference between advancing content_length and p is because\n * the latter will automatically advance on the next loop iteration.\n * Further, if content_length ends up at 0, we want to see the last\n * byte again for our message complete callback.\n */\n MARK(body);\n parser->content_length -= to_read;\n p += to_read - 1;\n\n if (parser->content_length == 0) {\n state = s_message_done;\n\n /* Mimic CALLBACK_DATA_NOADVANCE() but with one extra byte.\n *\n * The alternative to doing this is to wait for the next byte to\n * trigger the data callback, just as in every other case. The\n * problem with this is that this makes it difficult for the test\n * harness to distinguish between complete-on-EOF and\n * complete-on-length. It's not clear that this distinction is\n * important for applications, but let's keep it for now.\n */\n _CALLBACK_DATA(body, p - body_mark + 1, p - data);\n goto reexecute_byte;\n }\n\n break;\n }\n\n /* read until EOF */\n case s_body_identity_eof:\n MARK(body);\n p = data + len - 1;\n\n break;\n\n case s_message_done:\n state = NEW_MESSAGE();\n parser->nread = 0;\n data_or_header_data_start = p;\n CALLBACK_NOTIFY(message_complete);\n if (parser->upgrade) {\n /* Exit, the rest of the message is in a different protocol. */\n RETURN((p - data) + 1);\n }\n break;\n\n case s_chunk_size_start:\n {\n assert(parser->flags & F_CHUNKED);\n\n unhex_val = unhex[(unsigned char)ch];\n if (unhex_val == -1) {\n SET_ERRNO(HPE_INVALID_CHUNK_SIZE);\n goto error;\n }\n\n parser->content_length = unhex_val;\n state = s_chunk_size;\n break;\n }\n\n case s_chunk_size:\n {\n assert(parser->flags & F_CHUNKED);\n\n if (ch == CR) {\n state = s_chunk_size_almost_done;\n break;\n }\n\n unhex_val = unhex[(unsigned char)ch];\n\n if (unhex_val == -1) {\n if (ch == ';' || ch == ' ') {\n state = s_chunk_parameters;\n break;\n }\n\n SET_ERRNO(HPE_INVALID_CHUNK_SIZE);\n goto error;\n }\n\n if (parser->content_length > (INT64_MAX - unhex_val) >> 4) {\n /* overflow */\n SET_ERRNO(HPE_HUGE_CHUNK_SIZE);\n goto error;\n }\n parser->content_length *= 16;\n parser->content_length += unhex_val;\n break;\n }\n\n case s_chunk_parameters:\n {\n assert(parser->flags & F_CHUNKED);\n /*\n * just ignore this shit. TODO check for overflow\n * TODO: It would be nice to pass this information to the\n * on_chunk_header callback.\n */\n if (ch == CR) {\n state = s_chunk_size_almost_done;\n break;\n }\n break;\n }\n\n case s_chunk_size_almost_done:\n {\n assert(parser->flags & F_CHUNKED);\n STRICT_CHECK(ch != LF);\n\n if (parser->content_length == 0) {\n parser->flags |= F_TRAILING;\n state = s_header_field_start;\n CALLBACK_NOTIFY(chunk_header);\n } else {\n state = s_chunk_data;\n CALLBACK_NOTIFY(chunk_header);\n }\n break;\n }\n\n case s_chunk_data:\n {\n uint64_t to_read = MIN(parser->content_length, (data + len) - p);\n\n assert(parser->flags & F_CHUNKED);\n assert(parser->content_length > 0);\n\n /* See the explanation in s_body_identity for why the content\n * length and data pointers are managed this way.\n */\n MARK(body);\n parser->content_length -= to_read;\n p += to_read - 1;\n\n if (parser->content_length == 0) {\n state = s_chunk_data_almost_done;\n }\n\n break;\n }\n\n case s_chunk_data_almost_done:\n assert(parser->flags & F_CHUNKED);\n assert(parser->content_length == 0);\n NOOP_CHECK(ch != CR);\n state = s_chunk_data_done;\n CALLBACK_DATA(body);\n break;\n\n case s_chunk_data_done:\n assert(parser->flags & F_CHUNKED);\n NOOP_CHECK(ch != LF);\n state = s_chunk_size_start;\n parser->nread = 0;\n data_or_header_data_start = p;\n CALLBACK_NOTIFY(chunk_complete);\n break;\n\n default:\n assert(0 && \"unhandled state\");\n SET_ERRNO(HPE_INVALID_INTERNAL_STATE);\n goto error;\n }\n }\n\n /* We can check for overflow here because in Proxygen, len <= ~8KB and so the\n * worst thing that can happen is that we catch the overflow at 88KB rather\n * than at 80KB.\n * In case of chunk encoding, we count the overflow for every\n * chunk separately.\n * We zero the nread counter (and reset data_or_header_data_start) when we\n * start parsing a new message or a new chunk.\n */\n if (PARSING_HEADER(state)) {\n parser->nread += p - data_or_header_data_start;\n if (parser->nread > HTTP_MAX_HEADER_SIZE) {\n SET_ERRNO(HPE_HEADER_OVERFLOW);\n goto error;\n }\n }\n\n /* Run callbacks for any marks that we have leftover after we ran out of\n * bytes. There should be at most one of these set, so it's OK to invoke\n * them in series (unset marks will not result in callbacks).\n *\n * We use the NOADVANCE() variety of callbacks here because 'p' has already\n * overflowed 'data' and this allows us to correct for the off-by-one that\n * we'd otherwise have (since CALLBACK_DATA() is meant to be run with a 'p'\n * value that's in-bounds).\n */\n\n assert(((header_field_mark ? 1 : 0) +\n (header_value_mark ? 1 : 0) +\n (url_mark ? 1 : 0) +\n (reason_mark ? 1 : 0) +\n (body_mark ? 1 : 0)) <= 1);\n\n CALLBACK_DATA_NOADVANCE(header_field);\n CALLBACK_DATA_NOADVANCE(header_value);\n CALLBACK_DATA_NOADVANCE(url);\n CALLBACK_DATA_NOADVANCE(reason);\n CALLBACK_DATA_NOADVANCE(body);\n\n RETURN(len);\n\nerror:\n if (HTTP_PARSER_ERRNO(parser) == HPE_OK) {\n SET_ERRNO(HPE_UNKNOWN);\n }\n\n RETURN(p - data);\n}\n\n\nconst char * http_method_str (enum http_method m)\n{\n return method_strings[m];\n}\n\n\nvoid\nhttp_parser_init (http_parser *parser, enum http_parser_type t)\n{\n parser->type = t;\n parser->state = (t == HTTP_REQUEST ? s_pre_start_req : (t == HTTP_RESPONSE ? s_pre_start_res : s_pre_start_req_or_res));\n parser->nread = 0;\n parser->upgrade = 0;\n parser->flags = 0;\n parser->method = 0;\n parser->http_major = 0;\n parser->http_minor = 0;\n parser->http_errno = HPE_OK;\n}\n\nconst char *\nhttp_errno_name(enum http_errno err) {\n assert(err < (sizeof(http_strerror_tab)/sizeof(http_strerror_tab[0])));\n return http_strerror_tab[err].name;\n}\n\nconst char *\nhttp_errno_description(enum http_errno err) {\n assert(err < (sizeof(http_strerror_tab)/sizeof(http_strerror_tab[0])));\n return http_strerror_tab[err].description;\n}\n\n\nstatic enum http_host_state\nhttp_parse_host_char(enum http_host_state s, const char ch) {\n switch(s) {\n case s_http_userinfo:\n case s_http_userinfo_start:\n if (ch == '@') {\n return s_http_host_start;\n }\n\n if (IS_USERINFO_CHAR(ch)) {\n return s_http_userinfo;\n }\n break;\n\n case s_http_host_start:\n if (ch == '[') {\n return s_http_host_v6_start;\n }\n\n if (IS_HOST_CHAR(ch)) {\n return s_http_host;\n }\n\n break;\n\n case s_http_host:\n if (IS_HOST_CHAR(ch)) {\n return s_http_host;\n }\n\n#if __cplusplus\n [[fallthrough]];\n#else /* __cplusplus */\n __attribute__((fallthrough));\n#endif /* __cplusplus */\n case s_http_host_v6_end:\n if (ch == ':') {\n return s_http_host_port_start;\n }\n\n break;\n\n case s_http_host_v6:\n if (ch == ']') {\n return s_http_host_v6_end;\n }\n\n#if __cplusplus\n [[fallthrough]];\n#else /* __cplusplus */\n __attribute__((fallthrough));\n#endif /* __cplusplus */\n case s_http_host_v6_start:\n if (IS_HEX(ch) || ch == ':' || ch == '.') {\n return s_http_host_v6;\n }\n\n break;\n\n case s_http_host_port:\n case s_http_host_port_start:\n if (IS_NUM(ch)) {\n return s_http_host_port;\n }\n\n break;\n\n default:\n break;\n }\n return s_http_host_dead;\n}\n\nstatic int\nhttp_parse_host(const char * buf, struct http_parser_url *u, int found_at) {\n enum http_host_state s;\n\n const char *p;\n size_t buflen = u->field_data[UF_HOST].off + u->field_data[UF_HOST].len;\n\n u->field_data[UF_HOST].len = 0;\n\n s = found_at ? s_http_userinfo_start : s_http_host_start;\n\n for (p = buf + u->field_data[UF_HOST].off; p < buf + buflen; p++) {\n enum http_host_state new_s = http_parse_host_char(s, *p);\n\n if (new_s == s_http_host_dead) {\n return 1;\n }\n\n switch(new_s) {\n case s_http_host:\n if (s != s_http_host) {\n u->field_data[UF_HOST].off = p - buf;\n }\n u->field_data[UF_HOST].len++;\n break;\n\n case s_http_host_v6:\n if (s != s_http_host_v6) {\n u->field_data[UF_HOST].off = p - buf;\n }\n u->field_data[UF_HOST].len++;\n break;\n\n case s_http_host_port:\n if (s != s_http_host_port) {\n u->field_data[UF_PORT].off = p - buf;\n u->field_data[UF_PORT].len = 0;\n u->field_set |= (1 << UF_PORT);\n }\n u->field_data[UF_PORT].len++;\n break;\n\n case s_http_userinfo:\n if (s != s_http_userinfo) {\n u->field_data[UF_USERINFO].off = p - buf ;\n u->field_data[UF_USERINFO].len = 0;\n u->field_set |= (1 << UF_USERINFO);\n }\n u->field_data[UF_USERINFO].len++;\n break;\n\n default:\n break;\n }\n s = new_s;\n }\n\n /* Make sure we don't end somewhere unexpected */\n switch (s) {\n case s_http_host_start:\n case s_http_host_v6_start:\n case s_http_host_v6:\n case s_http_host_port_start:\n case s_http_userinfo:\n case s_http_userinfo_start:\n return 1;\n default:\n break;\n }\n\n return 0;\n}\n\n\nint\nhttp_parser_parse_url(const char *buf, size_t buflen, int is_connect,\n struct http_parser_url *u)\n{\n return http_parser_parse_url_options(buf, buflen, is_connect, u, 0);\n}\n\nint\nhttp_parser_parse_url_options(const char *buf, size_t buflen, int is_connect,\n struct http_parser_url *u, uint8_t options)\n{\n enum state s;\n const char *p;\n enum http_parser_url_fields uf, old_uf;\n int found_at = 0;\n\n u->port = u->field_set = 0;\n s = is_connect ? s_req_server_start : s_req_spaces_before_url;\n uf = old_uf = UF_MAX;\n\n for (p = buf; p < buf + buflen; p++) {\n s = parse_url_char(s, *p, options & F_PARSE_URL_OPTIONS_URL_STRICT);\n\n /* Figure out the next field that we're operating on */\n switch (s) {\n case s_dead:\n return 1;\n\n /* Skip delimeters */\n case s_req_schema_slash:\n case s_req_schema_slash_slash:\n case s_req_server_start:\n case s_req_query_string_start:\n case s_req_fragment_start:\n continue;\n\n case s_req_schema:\n uf = UF_SCHEMA;\n break;\n\n case s_req_server_with_at:\n found_at = 1;\n\n#if __cplusplus\n [[fallthrough]];\n#else /* __cplusplus */\n __attribute__((fallthrough));\n#endif /* __cplusplus */\n case s_req_server:\n uf = UF_HOST;\n break;\n\n case s_req_path:\n uf = UF_PATH;\n break;\n\n case s_req_query_string:\n uf = UF_QUERY;\n break;\n\n case s_req_fragment:\n uf = UF_FRAGMENT;\n break;\n\n default:\n assert(false && \"Unexpected state\");\n return 1;\n }\n\n /* Nothing's changed; soldier on */\n if (uf == old_uf) {\n u->field_data[uf].len++;\n continue;\n }\n\n u->field_data[uf].off = p - buf;\n u->field_data[uf].len = 1;\n\n u->field_set |= (1 << uf);\n old_uf = uf;\n }\n\n /* host must be present if there is a schema */\n /* parsing http:///toto will fail */\n if ((u->field_set & ((1 << UF_SCHEMA) | (1 << UF_HOST))) != 0) {\n if (http_parse_host(buf, u, found_at) != 0) {\n return 1;\n }\n }\n\n /* CONNECT requests can only contain \"hostname:port\" */\n if (is_connect && u->field_set != ((1 << UF_HOST)|(1 << UF_PORT))) {\n return 1;\n }\n\n if (u->field_set & (1 << UF_PORT)) {\n uint16_t off;\n uint16_t len;\n const char* portp;\n const char* end;\n unsigned long v;\n\n off = u->field_data[UF_PORT].off;\n len = u->field_data[UF_PORT].len;\n end = buf + off + len;\n\n /* NOTE: The characters are already validated and are in the [0-9] range */\n assert(off + len <= buflen && \"Port number overflow\");\n v = 0;\n for (portp = buf + off; portp < end; portp++) {\n v *= 10;\n v += *portp - '0';\n\n /* Ports have a max value of 2^16 */\n if (v > 0xffff) {\n return 1;\n }\n }\n\n u->port = (uint16_t) v;\n }\n\n return 0;\n}\n\nvoid\nhttp_parser_pause(http_parser *parser, int paused) {\n /* Users should only be pausing/unpausing a parser that is not in an error\n * state. In non-debug builds, there's not much that we can do about this\n * other than ignore it.\n */\n if (HTTP_PARSER_ERRNO(parser) == HPE_OK ||\n HTTP_PARSER_ERRNO(parser) == HPE_PAUSED) {\n SET_ERRNO((paused) ? HPE_PAUSED : HPE_OK);\n } else {\n assert(0 && \"Attempting to pause parser in error state\");\n }\n}\n\n#if __cplusplus\n}\n#endif /* __cplusplus */\n"
},
{
"path": "proxygen/external/http_parser/test.c",
"content": "/* Copyright Joyent, Inc. and other Node contributors. All rights reserved.\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n#include \"http_parser.h\"\n#include \n#include \n#include \n#include /* rand */\n#include \n#include \n\n#undef TRUE\n#define TRUE 1\n#undef FALSE\n#define FALSE 0\n\n#define MAX_HEADERS 13\n#define MAX_ELEMENT_SIZE 500\n#define MAX_CHUNKS 16\n\n#define MIN(a,b) ((a) < (b) ? (a) : (b))\n\nstatic http_parser *parser;\nstatic uint8_t parser_options = 0;\n\nstruct message {\n const char *name; // for debugging purposes\n const char *raw;\n enum http_parser_type type;\n enum http_method method;\n int status_code;\n char request_url[MAX_ELEMENT_SIZE];\n char response_reason[MAX_ELEMENT_SIZE];\n size_t response_reason_size;\n char body[MAX_ELEMENT_SIZE];\n size_t body_size;\n int num_headers;\n enum { NONE=0, FIELD, VALUE } last_header_element;\n char headers [MAX_HEADERS][2][MAX_ELEMENT_SIZE];\n int should_keep_alive;\n\n int num_chunks;\n int num_chunks_complete;\n int chunk_lengths[MAX_CHUNKS];\n\n const char *upgrade; // upgraded body\n\n unsigned short http_major;\n unsigned short http_minor;\n\n int message_begin_cb_called;\n int headers_complete_cb_called;\n int message_complete_cb_called;\n int message_complete_on_eof;\n};\n\nstatic int currently_parsing_eof;\n\nstatic struct message messages[5];\nstatic int num_messages;\nstatic http_parser_settings *current_pause_parser;\n\n/* * R E Q U E S T S * */\nconst struct message requests[] =\n#define CURL_GET 0\n{ {.name= \"curl get\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /test HTTP/1.1\\r\\n\"\n \"User-Agent: curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1\\r\\n\"\n \"Host: 0.0.0.0=5000\\r\\n\"\n \"Accept: */*\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/test\"\n ,.num_headers= 3\n ,.headers=\n { { \"User-Agent\", \"curl/7.18.0 (i486-pc-linux-gnu) libcurl/7.18.0 OpenSSL/0.9.8g zlib/1.2.3.3 libidn/1.1\" }\n , { \"Host\", \"0.0.0.0=5000\" }\n , { \"Accept\", \"*/*\" }\n }\n ,.body= \"\"\n }\n\n#define FIREFOX_GET 1\n, {.name= \"firefox get\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /favicon.ico HTTP/1.1\\r\\n\"\n \"Host: 0.0.0.0=5000\\r\\n\"\n \"User-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0\\r\\n\"\n \"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\\r\\n\"\n \"Accept-Language: en-us,en;q=0.5\\r\\n\"\n \"Accept-Encoding: gzip,deflate\\r\\n\"\n \"Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\\r\\n\"\n \"Keep-Alive: 300\\r\\n\"\n \"Connection: keep-alive\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/favicon.ico\"\n ,.num_headers= 8\n ,.headers=\n { { \"Host\", \"0.0.0.0=5000\" }\n , { \"User-Agent\", \"Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9) Gecko/2008061015 Firefox/3.0\" }\n , { \"Accept\", \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\" }\n , { \"Accept-Language\", \"en-us,en;q=0.5\" }\n , { \"Accept-Encoding\", \"gzip,deflate\" }\n , { \"Accept-Charset\", \"ISO-8859-1,utf-8;q=0.7,*;q=0.7\" }\n , { \"Keep-Alive\", \"300\" }\n , { \"Connection\", \"keep-alive\" }\n }\n ,.body= \"\"\n }\n\n#define DUMBFUCK 2\n, {.name= \"dumbfuck\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /dumbfuck HTTP/1.1\\r\\n\"\n \"aaaaaaaaaaaaa:++++++++++\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/dumbfuck\"\n ,.num_headers= 1\n ,.headers=\n { { \"aaaaaaaaaaaaa\", \"++++++++++\" }\n }\n ,.body= \"\"\n }\n\n#define FRAGMENT_IN_URI 3\n, {.name= \"fragment in url\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /forums/1/topics/2375?page=1#posts-17408 HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n /* XXX request url does include fragment? */\n ,.request_url= \"/forums/1/topics/2375?page=1#posts-17408\"\n ,.num_headers= 0\n ,.body= \"\"\n }\n\n#define GET_NO_HEADERS_NO_BODY 4\n, {.name= \"get no headers no body\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /get_no_headers_no_body/world HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE /* would need Connection: close */\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/get_no_headers_no_body/world\"\n ,.num_headers= 0\n ,.body= \"\"\n }\n\n#define GET_ONE_HEADER_NO_BODY 5\n, {.name= \"get one header no body\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /get_one_header_no_body HTTP/1.1\\r\\n\"\n \"Accept: */*\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE /* would need Connection: close */\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/get_one_header_no_body\"\n ,.num_headers= 1\n ,.headers=\n { { \"Accept\" , \"*/*\" }\n }\n ,.body= \"\"\n }\n\n#define GET_FUNKY_CONTENT_LENGTH 6\n, {.name= \"get funky content length body hello\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /get_funky_content_length_body_hello HTTP/1.0\\r\\n\"\n \"conTENT-Length: 5\\r\\n\"\n \"\\r\\n\"\n \"HELLO\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_GET\n ,.request_url= \"/get_funky_content_length_body_hello\"\n ,.num_headers= 1\n ,.headers=\n { { \"conTENT-Length\" , \"5\" }\n }\n ,.body= \"HELLO\"\n }\n\n#define POST_IDENTITY_BODY_WORLD 7\n, {.name= \"post identity body world\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /post_identity_body_world?q=search#hey HTTP/1.1\\r\\n\"\n \"Accept: */*\\r\\n\"\n \"Transfer-Encoding: identity\\r\\n\"\n \"Content-Length: 5\\r\\n\"\n \"\\r\\n\"\n \"World\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/post_identity_body_world?q=search#hey\"\n ,.num_headers= 3\n ,.headers=\n { { \"Accept\", \"*/*\" }\n , { \"Transfer-Encoding\", \"identity\" }\n , { \"Content-Length\", \"5\" }\n }\n ,.body= \"World\"\n }\n\n#define POST_CHUNKED_ALL_YOUR_BASE 8\n, {.name= \"post - chunked body: all your base are belong to us\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /post_chunked_all_your_base HTTP/1.1\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"\\r\\n\"\n \"1e\\r\\nall your base are belong to us\\r\\n\"\n \"0\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/post_chunked_all_your_base\"\n ,.num_headers= 1\n ,.headers=\n { { \"Transfer-Encoding\" , \"chunked\" }\n }\n ,.body= \"all your base are belong to us\"\n ,.num_chunks= 1\n ,.num_chunks_complete= 2\n ,.chunk_lengths= { 0x1e }\n }\n\n#define TWO_CHUNKS_MULT_ZERO_END 9\n, {.name= \"two chunks ; triple zero ending\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /two_chunks_mult_zero_end HTTP/1.1\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"\\r\\n\"\n \"5\\r\\nhello\\r\\n\"\n \"6\\r\\n world\\r\\n\"\n \"000\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/two_chunks_mult_zero_end\"\n ,.num_headers= 1\n ,.headers=\n { { \"Transfer-Encoding\", \"chunked\" }\n }\n ,.body= \"hello world\"\n ,.num_chunks= 2\n ,.num_chunks_complete= 3\n ,.chunk_lengths= { 5, 6 }\n }\n\n#define CHUNKED_W_TRAILING_HEADERS 10\n, {.name= \"chunked with trailing headers. blech.\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /chunked_w_trailing_headers HTTP/1.1\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"\\r\\n\"\n \"5\\r\\nhello\\r\\n\"\n \"6\\r\\n world\\r\\n\"\n \"0\\r\\n\"\n \"Vary: *\\r\\n\"\n \"Content-Type: text/plain\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/chunked_w_trailing_headers\"\n ,.num_headers= 3\n ,.headers=\n { { \"Transfer-Encoding\", \"chunked\" }\n , { \"Vary\", \"*\" }\n , { \"Content-Type\", \"text/plain\" }\n }\n ,.body= \"hello world\"\n ,.num_chunks= 2\n ,.num_chunks_complete= 3\n ,.chunk_lengths= { 5, 6 }\n }\n\n#define CHUNKED_W_BULLSHIT_AFTER_LENGTH 11\n, {.name= \"with bullshit after the length\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /chunked_w_bullshit_after_length HTTP/1.1\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"\\r\\n\"\n \"5; ihatew3;whatthefuck=aretheseparametersfor\\r\\nhello\\r\\n\"\n \"6; blahblah; blah\\r\\n world\\r\\n\"\n \"0\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/chunked_w_bullshit_after_length\"\n ,.num_headers= 1\n ,.headers=\n { { \"Transfer-Encoding\", \"chunked\" }\n }\n ,.body= \"hello world\"\n ,.num_chunks= 2\n ,.num_chunks_complete= 3\n ,.chunk_lengths= { 5, 6 }\n }\n\n#define WITH_QUOTES 12\n, {.name= \"with quotes\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /with_\\\"stupid\\\"_quotes?foo=\\\"bar\\\" HTTP/1.1\\r\\n\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/with_\\\"stupid\\\"_quotes?foo=\\\"bar\\\"\"\n ,.num_headers= 0\n ,.headers= { }\n ,.body= \"\"\n }\n\n#define APACHEBENCH_GET 13\n/* The server receiving this request SHOULD NOT wait for EOF\n * to know that content-length == 0.\n * How to represent this in a unit test? message_complete_on_eof\n * Compare with NO_CONTENT_LENGTH_RESPONSE.\n */\n, {.name = \"apachebench get\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /test HTTP/1.0\\r\\n\"\n \"Host: 0.0.0.0:5000\\r\\n\"\n \"User-Agent: ApacheBench/2.3\\r\\n\"\n \"Accept: */*\\r\\n\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_GET\n ,.request_url= \"/test\"\n ,.num_headers= 3\n ,.headers= { { \"Host\", \"0.0.0.0:5000\" }\n , { \"User-Agent\", \"ApacheBench/2.3\" }\n , { \"Accept\", \"*/*\" }\n }\n ,.body= \"\"\n }\n\n#define QUERY_URL_WITH_QUESTION_MARK_GET 14\n/* Some clients include '?' characters in query strings.\n */\n, {.name = \"query url with question mark\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /test.cgi?foo=bar?baz HTTP/1.1\\r\\n\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/test.cgi?foo=bar?baz\"\n ,.num_headers= 0\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define PREFIX_NEWLINE_GET 15\n/* Some clients, especially after a POST in a keep-alive connection,\n * will send an extra CRLF before the next request\n */\n, {.name = \"newline prefix get\"\n ,.type= HTTP_REQUEST\n ,.raw= \"\\r\\nGET /test HTTP/1.1\\r\\n\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/test\"\n ,.num_headers= 0\n ,.headers= { }\n ,.body= \"\"\n }\n\n#define UPGRADE_REQUEST 16\n, {.name = \"upgrade request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /demo HTTP/1.1\\r\\n\"\n \"Host: example.com\\r\\n\"\n \"Connection: Upgrade\\r\\n\"\n \"Sec-WebSocket-Key2: 12998 5 Y3 1 .P00\\r\\n\"\n \"Sec-WebSocket-Protocol: sample\\r\\n\"\n \"Upgrade: WebSocket\\r\\n\"\n \"Sec-WebSocket-Key1: 4 @1 46546xW%0l 1 5\\r\\n\"\n \"Origin: http://example.com\\r\\n\"\n \"\\r\\n\"\n \"Hot diggity dogg\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/demo\"\n ,.num_headers= 7\n ,.upgrade=\"Hot diggity dogg\"\n ,.headers= { { \"Host\", \"example.com\" }\n , { \"Connection\", \"Upgrade\" }\n , { \"Sec-WebSocket-Key2\", \"12998 5 Y3 1 .P00\" }\n , { \"Sec-WebSocket-Protocol\", \"sample\" }\n , { \"Upgrade\", \"WebSocket\" }\n , { \"Sec-WebSocket-Key1\", \"4 @1 46546xW%0l 1 5\" }\n , { \"Origin\", \"http://example.com\" }\n }\n ,.body= \"\"\n }\n\n#define CONNECT_REQUEST 17\n, {.name = \"connect request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"CONNECT 0-home0.netscape.com:443 HTTP/1.0\\r\\n\"\n \"User-agent: Mozilla/1.1N\\r\\n\"\n \"Proxy-authorization: basic aGVsbG86d29ybGQ=\\r\\n\"\n \"\\r\\n\"\n \"some data\\r\\n\"\n \"and yet even more data\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_CONNECT\n ,.request_url= \"0-home0.netscape.com:443\"\n ,.num_headers= 2\n ,.upgrade=\"some data\\r\\nand yet even more data\"\n ,.headers= { { \"User-agent\", \"Mozilla/1.1N\" }\n , { \"Proxy-authorization\", \"basic aGVsbG86d29ybGQ=\" }\n }\n ,.body= \"\"\n }\n\n#define REPORT_REQ 18\n, {.name= \"report request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"REPORT /test HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_REPORT\n ,.request_url= \"/test\"\n ,.num_headers= 0\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define NO_HTTP_VERSION 19\n, {.name= \"request with no http version\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 0\n ,.http_minor= 9\n ,.method= HTTP_GET\n ,.request_url= \"/\"\n ,.num_headers= 0\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define MSEARCH_REQ 20\n, {.name= \"m-search request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"M-SEARCH * HTTP/1.1\\r\\n\"\n \"HOST: 239.255.255.250:1900\\r\\n\"\n \"MAN: \\\"ssdp:discover\\\"\\r\\n\"\n \"ST: \\\"ssdp:all\\\"\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_MSEARCH\n ,.request_url= \"*\"\n ,.num_headers= 3\n ,.headers= { { \"HOST\", \"239.255.255.250:1900\" }\n , { \"MAN\", \"\\\"ssdp:discover\\\"\" }\n , { \"ST\", \"\\\"ssdp:all\\\"\" }\n }\n ,.body= \"\"\n }\n\n#define LINE_FOLDING_IN_HEADER 20\n, {.name= \"line folding in header value\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET / HTTP/1.1\\r\\n\"\n \"Line1: abc\\r\\n\"\n \"\\tdef\\r\\n\"\n \" ghi\\r\\n\"\n \"\\t\\tjkl\\r\\n\"\n \" mno \\r\\n\"\n \"\\t \\tqrs\\r\\n\"\n \"Line2: \\t line2\\t\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/\"\n ,.num_headers= 2\n ,.headers= { { \"Line1\", \"abc def ghi jkl mno qrs\" }\n , { \"Line2\", \"line2\\t\" }\n }\n ,.body= \"\"\n }\n\n\n#define QUERY_TERMINATED_HOST 21\n, {.name= \"host terminated by a query string\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET http://hypnotoad.org?hail=all HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"http://hypnotoad.org?hail=all\"\n ,.num_headers= 0\n ,.headers= { }\n ,.body= \"\"\n }\n\n#define QUERY_TERMINATED_HOSTPORT 22\n, {.name= \"host:port terminated by a query string\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET http://hypnotoad.org:1234?hail=all HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"http://hypnotoad.org:1234?hail=all\"\n ,.num_headers= 0\n ,.headers= { }\n ,.body= \"\"\n }\n\n#define SPACE_TERMINATED_HOSTPORT 23\n, {.name= \"host:port terminated by a space\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET http://hypnotoad.org:1234 HTTP/1.1\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"http://hypnotoad.org:1234\"\n ,.num_headers= 0\n ,.headers= { }\n ,.body= \"\"\n }\n\n#if !HTTP_PARSER_STRICT_URL\n#define UTF8_PATH_REQ 24\n, {.name= \"utf-8 path request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET /δ¶/δt/pope?q=1#narf HTTP/1.1\\r\\n\"\n \"Host: github.com\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_GET\n ,.request_url= \"/δ¶/δt/pope?q=1#narf\"\n ,.num_headers= 1\n ,.headers= { {\"Host\", \"github.com\" }\n }\n ,.body= \"\"\n }\n#endif /* !HTTP_PARSER_STRICT_URL */\n\n#if !HTTP_PARSER_STRICT_HOSTNAME\n#define HOSTNAME_UNDERSCORE 25\n, {.name = \"hostname underscore\"\n ,.type= HTTP_REQUEST\n ,.raw= \"CONNECT home_0.netscape.com:443 HTTP/1.0\\r\\n\"\n \"User-agent: Mozilla/1.1N\\r\\n\"\n \"Proxy-authorization: basic aGVsbG86d29ybGQ=\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_CONNECT\n ,.request_url= \"home_0.netscape.com:443\"\n ,.num_headers= 2\n ,.upgrade=\"\"\n ,.headers= { { \"User-agent\", \"Mozilla/1.1N\" }\n , { \"Proxy-authorization\", \"basic aGVsbG86d29ybGQ=\" }\n }\n ,.body= \"\"\n }\n#endif /* !HTTP_PARSER_STRICT_HOSTNAME */\n\n#define PATCH_REQ 26\n, {.name = \"PATCH request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"PATCH /file.txt HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Content-Type: application/example\\r\\n\"\n \"If-Match: \\\"e0023aa4e\\\"\\r\\n\"\n \"Content-Length: 10\\r\\n\"\n \"\\r\\n\"\n \"cccccccccc\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_PATCH\n ,.request_url= \"/file.txt\"\n ,.num_headers= 4\n ,.headers= { { \"Host\", \"www.example.com\" }\n , { \"Content-Type\", \"application/example\" }\n , { \"If-Match\", \"\\\"e0023aa4e\\\"\" }\n , { \"Content-Length\", \"10\" }\n }\n ,.body= \"cccccccccc\"\n }\n\n#define CONNECT_CAPS_REQUEST 27\n, {.name = \"connect caps request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"CONNECT HOME0.NETSCAPE.COM:443 HTTP/1.0\\r\\n\"\n \"User-agent: Mozilla/1.1N\\r\\n\"\n \"Proxy-authorization: basic aGVsbG86d29ybGQ=\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_CONNECT\n ,.request_url= \"HOME0.NETSCAPE.COM:443\"\n ,.num_headers= 2\n ,.upgrade=\"\"\n ,.headers= { { \"User-agent\", \"Mozilla/1.1N\" }\n , { \"Proxy-authorization\", \"basic aGVsbG86d29ybGQ=\" }\n }\n ,.body= \"\"\n }\n\n#define IPV6_LITERAL_URI_GET 28\n, {.name = \"IPv6 literal URI GET\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET http://[2a03:2880:2050:1f01:face:b00c:0:9]/ HTTP/1.0\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_GET\n ,.request_url= \"http://[2a03:2880:2050:1f01:face:b00c:0:9]/\"\n ,.num_headers= 0\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define IPV6_LITERAL_URI_CONNECT 29\n, {.name = \"IPv6 literal URI CONNECT\"\n ,.type= HTTP_REQUEST\n ,.raw= \"CONNECT [2a03:2880:2050:1f01:face:b00c:0:9]:443 HTTP/1.0\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_CONNECT\n ,.request_url= \"[2a03:2880:2050:1f01:face:b00c:0:9]:443\"\n ,.num_headers= 0\n ,.upgrade=\"\"\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define UPGRADE_POST_REQUEST 30\n, {.name = \"upgrade post request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"POST /demo HTTP/1.1\\r\\n\"\n \"Host: example.com\\r\\n\"\n \"Connection: Upgrade\\r\\n\"\n \"Upgrade: HTTP/2.0\\r\\n\"\n \"Content-Length: 15\\r\\n\"\n \"\\r\\n\"\n \"sweet post body\"\n \"Hot diggity dogg\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.method= HTTP_POST\n ,.request_url= \"/demo\"\n ,.num_headers= 4\n ,.upgrade=\"Hot diggity dogg\"\n ,.headers= { { \"Host\", \"example.com\" }\n , { \"Connection\", \"Upgrade\" }\n , { \"Upgrade\", \"HTTP/2.0\" }\n , { \"Content-Length\", \"15\" }\n }\n ,.body= \"sweet post body\"\n }\n\n#define CONNECT_WITH_BODY_REQUEST 31\n, {.name = \"connect with body request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"CONNECT foo.bar.com:443 HTTP/1.0\\r\\n\"\n \"User-agent: Mozilla/1.1N\\r\\n\"\n \"Proxy-authorization: basic aGVsbG86d29ybGQ=\\r\\n\"\n \"Content-Length: 10\\r\\n\"\n \"\\r\\n\"\n \"blarfcicle\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.method= HTTP_CONNECT\n ,.request_url= \"foo.bar.com:443\"\n ,.num_headers= 3\n ,.upgrade=\"blarfcicle\"\n ,.headers= { { \"User-agent\", \"Mozilla/1.1N\" }\n , { \"Proxy-authorization\", \"basic aGVsbG86d29ybGQ=\" }\n , { \"Content-Length\", \"10\" }\n }\n ,.body= \"\"\n }\n\n, {.name= NULL } /* sentinel */\n};\n\n/* * R E S P O N S E S * */\nconst struct message responses[] =\n#define GOOGLE_301 0\n{ {.name= \"google 301\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 301 Moved Permanently\\r\\n\"\n \"Location: http://www.google.com/\\r\\n\"\n \"Content-Type: text/html; charset=UTF-8\\r\\n\"\n \"Date: Sun, 26 Apr 2009 11:11:49 GMT\\r\\n\"\n \"Expires: Tue, 26 May 2009 11:11:49 GMT\\r\\n\"\n \"X-$PrototypeBI-Version: 1.6.0.3\\r\\n\" /* $ char in header field */\n \"Cache-Control: public, max-age=2592000\\r\\n\"\n \"Server: gws\\r\\n\"\n \"Content-Length: 219 \\r\\n\"\n \"\\r\\n\"\n \"301 Moved \\n\"\n \"301 Moved \\n\"\n \"The document has moved\\n\"\n \"here .\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 301\n ,.response_reason= \"Moved Permanently\"\n ,.num_headers= 8\n ,.headers=\n { { \"Location\", \"http://www.google.com/\" }\n , { \"Content-Type\", \"text/html; charset=UTF-8\" }\n , { \"Date\", \"Sun, 26 Apr 2009 11:11:49 GMT\" }\n , { \"Expires\", \"Tue, 26 May 2009 11:11:49 GMT\" }\n , { \"X-$PrototypeBI-Version\", \"1.6.0.3\" }\n , { \"Cache-Control\", \"public, max-age=2592000\" }\n , { \"Server\", \"gws\" }\n , { \"Content-Length\", \"219 \" }\n }\n ,.body= \"301 Moved \\n\"\n \"301 Moved \\n\"\n \"The document has moved\\n\"\n \"here .\\r\\n\"\n \"\\r\\n\"\n }\n\n#define NO_CONTENT_LENGTH_RESPONSE 1\n/* The client should wait for the server's EOF. That is, when content-length\n * is not specified, and \"Connection: close\", the end of body is specified\n * by the EOF.\n * Compare with APACHEBENCH_GET\n */\n, {.name= \"no content-length response\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n \"Date: Tue, 04 Aug 2009 07:59:32 GMT\\r\\n\"\n \"Server: Apache\\r\\n\"\n \"X-Powered-By: Servlet/2.5 JSP/2.1\\r\\n\"\n \"Content-Type: text/xml; charset=utf-8\\r\\n\"\n \"Connection: close\\r\\n\"\n \"\\r\\n\"\n \"\\n\"\n \"\\n\"\n \" \\n\"\n \" \\n\"\n \" SOAP-ENV:Client \\n\"\n \" Client Error \\n\"\n \" \\n\"\n \" \\n\"\n \" \"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= TRUE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 5\n ,.headers=\n { { \"Date\", \"Tue, 04 Aug 2009 07:59:32 GMT\" }\n , { \"Server\", \"Apache\" }\n , { \"X-Powered-By\", \"Servlet/2.5 JSP/2.1\" }\n , { \"Content-Type\", \"text/xml; charset=utf-8\" }\n , { \"Connection\", \"close\" }\n }\n ,.body= \"\\n\"\n \"\\n\"\n \" \\n\"\n \" \\n\"\n \" SOAP-ENV:Client \\n\"\n \" Client Error \\n\"\n \" \\n\"\n \" \\n\"\n \" \"\n }\n\n#define NO_HEADERS_NO_BODY_404 2\n, {.name= \"404 no headers no body\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 404 Not Found\\r\\n\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= TRUE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 404\n ,.response_reason= \"Not Found\"\n ,.num_headers= 0 ,.headers= {}\n ,.body_size= 0\n ,.body= \"\"\n }\n\n#define NO_REASON_PHRASE 3\n, {.name= \"304 no response phrase\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 304\\r\\n\\r\\n\"\n ,.should_keep_alive = TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 304\n ,.response_reason= \"\"\n ,.num_headers= 0\n ,.headers= {}\n ,.body= \"\"\n }\n\n#define TRAILING_SPACE_ON_CHUNKED_BODY 4\n, {.name=\"200 trailing space on chunked body\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n \"Content-Type: text/plain\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"\\r\\n\"\n \"25 \\r\\n\"\n \"This is the data in the first chunk\\r\\n\"\n \"\\r\\n\"\n \"1C\\r\\n\"\n \"and this is the second one\\r\\n\"\n \"\\r\\n\"\n \"0 \\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 2\n ,.headers=\n { {\"Content-Type\", \"text/plain\" }\n , {\"Transfer-Encoding\", \"chunked\" }\n }\n ,.body_size = 37+28\n ,.body =\n \"This is the data in the first chunk\\r\\n\"\n \"and this is the second one\\r\\n\"\n ,.num_chunks= 2\n ,.num_chunks_complete= 3\n ,.chunk_lengths= { 0x25, 0x1c }\n\n }\n\n#define NO_CARRIAGE_RET 5\n, {.name=\"no carriage ret\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\n\"\n \"Content-Type: text/html; charset=utf-8\\n\"\n \"Connection: close\\n\"\n \"\\n\"\n \"these headers are from http://news.ycombinator.com/\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= TRUE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 2\n ,.headers=\n { {\"Content-Type\", \"text/html; charset=utf-8\" }\n , {\"Connection\", \"close\" }\n }\n ,.body= \"these headers are from http://news.ycombinator.com/\"\n }\n\n#define PROXY_CONNECTION 6\n, {.name=\"proxy connection\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n \"Content-Type: text/html; charset=UTF-8\\r\\n\"\n \"Content-Length: 11\\r\\n\"\n \"Proxy-Connection: close\\r\\n\"\n \"Date: Thu, 31 Dec 2009 20:55:48 +0000\\r\\n\"\n \"\\r\\n\"\n \"hello world\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 4\n ,.headers=\n { {\"Content-Type\", \"text/html; charset=UTF-8\" }\n , {\"Content-Length\", \"11\" }\n , {\"Proxy-Connection\", \"close\" }\n , {\"Date\", \"Thu, 31 Dec 2009 20:55:48 +0000\"}\n }\n ,.body= \"hello world\"\n }\n\n#define UNDERSTORE_HEADER_KEY 7\n // shown by\n // curl -o /dev/null -v \"http://ad.doubleclick.net/pfadx/DARTSHELLCONFIGXML;dcmt=text/xml;\"\n, {.name=\"underscore header key\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n \"Server: DCLK-AdSvr\\r\\n\"\n \"Content-Type: text/xml\\r\\n\"\n \"Content-Length: 0\\r\\n\"\n \"DCLK_imp: v7;x;114750856;0-0;0;17820020;0/0;21603567/21621457/1;;~okv=;dcmt=text/xml;;~cs=o\\r\\n\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 4\n ,.headers=\n { {\"Server\", \"DCLK-AdSvr\" }\n , {\"Content-Type\", \"text/xml\" }\n , {\"Content-Length\", \"0\" }\n , {\"DCLK_imp\", \"v7;x;114750856;0-0;0;17820020;0/0;21603567/21621457/1;;~okv=;dcmt=text/xml;;~cs=o\" }\n }\n ,.body= \"\"\n }\n\n#define BONJOUR_MADAME_FR 8\n/* The client should not merge two headers fields when the first one doesn't\n * have a value.\n */\n, {.name= \"bonjourmadame.fr\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.0 301 Moved Permanently\\r\\n\"\n \"Date: Thu, 03 Jun 2010 09:56:32 GMT\\r\\n\"\n \"Server: Apache/2.2.3 (Red Hat)\\r\\n\"\n \"Cache-Control: public\\r\\n\"\n \"Pragma: \\r\\n\"\n \"Location: http://www.bonjourmadame.fr/\\r\\n\"\n \"Vary: Accept-Encoding\\r\\n\"\n \"Content-Length: 0\\r\\n\"\n \"Content-Type: text/html; charset=UTF-8\\r\\n\"\n \"Connection: keep-alive\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= TRUE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.status_code= 301\n ,.response_reason= \"Moved Permanently\"\n ,.num_headers= 9\n ,.headers=\n { { \"Date\", \"Thu, 03 Jun 2010 09:56:32 GMT\" }\n , { \"Server\", \"Apache/2.2.3 (Red Hat)\" }\n , { \"Cache-Control\", \"public\" }\n , { \"Pragma\", \"\" }\n , { \"Location\", \"http://www.bonjourmadame.fr/\" }\n , { \"Vary\", \"Accept-Encoding\" }\n , { \"Content-Length\", \"0\" }\n , { \"Content-Type\", \"text/html; charset=UTF-8\" }\n , { \"Connection\", \"keep-alive\" }\n }\n ,.body= \"\"\n }\n\n#define RES_FIELD_UNDERSCORE 10\n/* Should handle spaces in header fields */\n, {.name= \"field underscore\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n \"Date: Tue, 28 Sep 2010 01:14:13 GMT\\r\\n\"\n \"Server: Apache\\r\\n\"\n \"Cache-Control: no-cache, must-revalidate\\r\\n\"\n \"Expires: Mon, 26 Jul 1997 05:00:00 GMT\\r\\n\"\n \".et-Cookie: PlaxoCS=1274804622353690521; path=/; domain=.plaxo.com\\r\\n\"\n \"Vary: Accept-Encoding\\r\\n\"\n \"_eep-Alive: timeout=45\\r\\n\" /* semantic value ignored */\n \"_onnection: Keep-Alive\\r\\n\" /* semantic value ignored */\n \"Transfer-Encoding: chunked\\r\\n\"\n \"Content-Type: text/html\\r\\n\"\n \"Connection: close\\r\\n\"\n \"\\r\\n\"\n \"0\\r\\n\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 11\n ,.headers=\n { { \"Date\", \"Tue, 28 Sep 2010 01:14:13 GMT\" }\n , { \"Server\", \"Apache\" }\n , { \"Cache-Control\", \"no-cache, must-revalidate\" }\n , { \"Expires\", \"Mon, 26 Jul 1997 05:00:00 GMT\" }\n , { \".et-Cookie\", \"PlaxoCS=1274804622353690521; path=/; domain=.plaxo.com\" }\n , { \"Vary\", \"Accept-Encoding\" }\n , { \"_eep-Alive\", \"timeout=45\" }\n , { \"_onnection\", \"Keep-Alive\" }\n , { \"Transfer-Encoding\", \"chunked\" }\n , { \"Content-Type\", \"text/html\" }\n , { \"Connection\", \"close\" }\n }\n ,.body= \"\"\n ,.num_chunks= 0\n ,.num_chunks_complete= 1\n ,.chunk_lengths= {}\n }\n\n#define NON_ASCII_IN_STATUS_LINE 11\n/* Should handle non-ASCII in status line */\n, {.name= \"non-ASCII in status line\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 500 Oriëntatieprobleem\\r\\n\"\n \"Date: Fri, 5 Nov 2010 23:07:12 GMT+2\\r\\n\"\n \"Content-Length: 0\\r\\n\"\n \"Connection: close\\r\\n\"\n \"\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 1\n ,.status_code= 500\n ,.response_reason= \"Oriëntatieprobleem\"\n ,.num_headers= 3\n ,.headers=\n { { \"Date\", \"Fri, 5 Nov 2010 23:07:12 GMT+2\" }\n , { \"Content-Length\", \"0\" }\n , { \"Connection\", \"close\" }\n }\n ,.body= \"\"\n }\n\n\n, {.name= NULL } /* sentinel */\n};\n\n/* Test for execution of on_message_callback regardless of the request/response\n * correctness */\n/* Invalid response */\nconst struct message on_message_begin_cb_test[] =\n{ {.name= \"Invalid response\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"ZZZZZ\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Invalid request */\n {.name= \"Invalid request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"ZZZZZ\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Invalid unspecified request/response */\n {.name= \"Invalid 'both' 'request/response'\"\n ,.type= HTTP_BOTH\n ,.raw= \"ZZZZZ\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Valid 200 response */\n {.name= \"Simple valid 200 reponse\"\n ,.type= HTTP_RESPONSE\n ,.raw= \"HTTP/1.1 200 OK\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Valid request */\n {.name= \"Simple valid request\"\n ,.type= HTTP_REQUEST\n ,.raw= \"GET / HTTP/1.1\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Valid unspecified request */\n {.name= \"Simple valid 'both' request\"\n ,.type= HTTP_BOTH\n ,.raw= \"GET / HTTP/1.1\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n },\n\n/* Valid unspecified response */\n {.name= \"Simple valid 'both' response\"\n ,.type= HTTP_BOTH\n ,.raw= \"GET / HTTP/1.1\\r\\n\"\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.body= \"\"\n }\n, {.name= NULL } /* sentinel */\n};\n\nint\nrequest_url_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n strncat(messages[num_messages].request_url, buf, len);\n return 0;\n}\n\nint\nheader_field_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n struct message *m = &messages[num_messages];\n\n if (m->last_header_element != FIELD)\n m->num_headers++;\n\n strncat(m->headers[m->num_headers-1][0], buf, len);\n\n m->last_header_element = FIELD;\n\n return 0;\n}\n\nint\nheader_value_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n struct message *m = &messages[num_messages];\n\n const size_t cursize = strlen(m->headers[m->num_headers-1][1]);\n if (cursize + len + 1 > MAX_ELEMENT_SIZE) {\n len = MAX_ELEMENT_SIZE - (cursize + 1);\n }\n\n strncat(m->headers[m->num_headers-1][1], buf, len);\n\n m->last_header_element = VALUE;\n\n return 0;\n}\n\nint\nbody_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n strncat(messages[num_messages].body, buf, len);\n messages[num_messages].body_size += len;\n // printf(\"body_cb: '%s'\\n\", requests[num_messages].body);\n return 0;\n}\n\nint\ncount_body_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n assert(buf);\n messages[num_messages].body_size += len;\n return 0;\n}\n\nint\nmessage_begin_cb (http_parser *p)\n{\n assert(p == parser);\n messages[num_messages].message_begin_cb_called++;\n return 0;\n}\n\nint\nheaders_complete_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n assert(!buf);\n messages[num_messages].method = parser->method;\n messages[num_messages].status_code = parser->status_code;\n messages[num_messages].http_major = parser->http_major;\n messages[num_messages].http_minor = parser->http_minor;\n messages[num_messages].headers_complete_cb_called = TRUE;\n return 0;\n}\n\nint\nmessage_complete_cb (http_parser *p)\n{\n assert(p == parser);\n messages[num_messages].message_complete_cb_called = TRUE;\n\n messages[num_messages].message_complete_on_eof = currently_parsing_eof;\n\n num_messages++;\n return 0;\n}\n\nint\nresponse_reason_cb (http_parser *p, const char *buf, size_t len)\n{\n assert(p == parser);\n strncat(messages[num_messages].response_reason, buf, len);\n return 0;\n}\n\nint\nchunk_header_cb (http_parser *p)\n{\n assert(p == parser);\n if (p->content_length == 0) {\n // Terminating chunk. Don't increment num_chunks in this case.\n return 0;\n }\n\n int chunk_idx = messages[num_messages].num_chunks;\n ++messages[num_messages].num_chunks;\n if (chunk_idx < MAX_CHUNKS) {\n messages[num_messages].chunk_lengths[chunk_idx] = p->content_length;\n }\n\n return 0;\n}\n\nint\nchunk_complete_cb (http_parser *p)\n{\n assert(p == parser);\n ++messages[num_messages].num_chunks_complete;\n return 0;\n}\n\n/* These dontcall_* callbacks exist so that we can verify that when we're\n * paused, no additional callbacks are invoked */\nint\ndontcall_message_begin_cb (http_parser *p)\n{\n if (p) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_message_begin() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_header_field_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_header_field() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_header_value_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_header_value() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_request_url_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_request_url() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_body_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_body_cb() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_headers_complete_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_headers_complete() called on paused \"\n \"parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_message_complete_cb (http_parser *p)\n{\n if (p) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_message_complete() called on paused \"\n \"parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_response_reason_cb (http_parser *p, const char *buf, size_t len)\n{\n if (p || buf || len) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_reason() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_chunk_header_cb (http_parser *p)\n{\n if (p) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_chunk_header() called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nint\ndontcall_chunk_complete_cb (http_parser *p)\n{\n if (p) { } // gcc\n fprintf(stderr, \"\\n\\n*** on_chunk_complete() \"\n \"called on paused parser ***\\n\\n\");\n exit(1);\n}\n\nstatic http_parser_settings settings_dontcall =\n {.on_message_begin = dontcall_message_begin_cb\n ,.on_header_field = dontcall_header_field_cb\n ,.on_header_value = dontcall_header_value_cb\n ,.on_url = dontcall_request_url_cb\n ,.on_body = dontcall_body_cb\n ,.on_headers_complete = dontcall_headers_complete_cb\n ,.on_message_complete = dontcall_message_complete_cb\n ,.on_reason = dontcall_response_reason_cb\n ,.on_chunk_header = dontcall_chunk_header_cb\n ,.on_chunk_complete = dontcall_chunk_complete_cb\n };\n\n/* These pause_* callbacks always pause the parser and just invoke the regular\n * callback that tracks content. Before returning, we overwrite the parser\n * settings to point to the _dontcall variety so that we can verify that\n * the pause actually did, you know, pause. */\nint\npause_message_begin_cb (http_parser *p)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return message_begin_cb(p);\n}\n\nint\npause_header_field_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return header_field_cb(p, buf, len);\n}\n\nint\npause_header_value_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return header_value_cb(p, buf, len);\n}\n\nint\npause_request_url_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return request_url_cb(p, buf, len);\n}\n\nint\npause_body_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return body_cb(p, buf, len);\n}\n\nint\npause_headers_complete_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return headers_complete_cb(p, buf, len);\n}\n\nint\npause_message_complete_cb (http_parser *p)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return message_complete_cb(p);\n}\n\nint\npause_response_reason_cb (http_parser *p, const char *buf, size_t len)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return response_reason_cb(p, buf, len);\n}\n\nint\npause_chunk_header_cb (http_parser *p)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return chunk_header_cb(p);\n}\n\nint\npause_chunk_complete_cb (http_parser *p)\n{\n http_parser_pause(p, 1);\n *current_pause_parser = settings_dontcall;\n return chunk_complete_cb(p);\n}\n\nint empty_cb (http_parser *p) { return 0; }\nint empty_data_cb (http_parser *p, const char *buf, size_t len) { return 0; }\n\nstatic http_parser_settings settings_pause =\n {.on_message_begin = pause_message_begin_cb\n ,.on_header_field = pause_header_field_cb\n ,.on_header_value = pause_header_value_cb\n ,.on_url = pause_request_url_cb\n ,.on_body = pause_body_cb\n ,.on_headers_complete = pause_headers_complete_cb\n ,.on_message_complete = pause_message_complete_cb\n ,.on_reason = pause_response_reason_cb\n ,.on_chunk_header = pause_chunk_header_cb\n ,.on_chunk_complete = pause_chunk_complete_cb\n };\n\nstatic http_parser_settings settings =\n {.on_message_begin = message_begin_cb\n ,.on_header_field = header_field_cb\n ,.on_header_value = header_value_cb\n ,.on_url = request_url_cb\n ,.on_body = body_cb\n ,.on_headers_complete = headers_complete_cb\n ,.on_message_complete = message_complete_cb\n ,.on_reason = response_reason_cb\n ,.on_chunk_header = chunk_header_cb\n ,.on_chunk_complete = chunk_complete_cb\n };\n\nstatic http_parser_settings settings_count_body =\n {.on_message_begin = message_begin_cb\n ,.on_header_field = header_field_cb\n ,.on_header_value = header_value_cb\n ,.on_url = request_url_cb\n ,.on_body = count_body_cb\n ,.on_headers_complete = headers_complete_cb\n ,.on_message_complete = message_complete_cb\n ,.on_reason = response_reason_cb\n ,.on_chunk_header = chunk_header_cb\n ,.on_chunk_complete = chunk_complete_cb\n };\n\nstatic http_parser_settings settings_null =\n {.on_message_begin = empty_cb\n ,.on_header_field = empty_data_cb\n ,.on_header_value = empty_data_cb\n ,.on_url = empty_data_cb\n ,.on_body = empty_data_cb\n ,.on_headers_complete = empty_data_cb\n ,.on_message_complete = empty_cb\n ,.on_reason = empty_data_cb\n ,.on_chunk_header = empty_cb\n ,.on_chunk_complete = empty_cb\n };\n\nvoid\nparser_init (enum http_parser_type type)\n{\n num_messages = 0;\n\n assert(parser == NULL);\n\n parser = malloc(sizeof(http_parser));\n\n http_parser_init(parser, type);\n#if HTTP_PARSER_STRICT_URL\n parser_options |= F_HTTP_PARSER_OPTIONS_URL_STRICT;\n#endif\n memset(&messages, 0, sizeof messages);\n\n}\n\nvoid\nparser_free ()\n{\n assert(parser);\n free(parser);\n parser = NULL;\n}\n\nsize_t parse (const char *buf, size_t len)\n{\n size_t nparsed;\n currently_parsing_eof = (len == 0);\n nparsed = http_parser_execute_options(\n parser, &settings, parser_options, buf, len);\n return nparsed;\n}\n\nsize_t parse_count_body (const char *buf, size_t len)\n{\n size_t nparsed;\n currently_parsing_eof = (len == 0);\n nparsed = http_parser_execute_options(\n parser, &settings_count_body, parser_options, buf, len);\n return nparsed;\n}\n\nsize_t parse_pause (const char *buf, size_t len)\n{\n size_t nparsed;\n http_parser_settings s = settings_pause;\n\n currently_parsing_eof = (len == 0);\n current_pause_parser = &s;\n nparsed = http_parser_execute_options(\n parser, current_pause_parser, parser_options, buf, len);\n return nparsed;\n}\n\nstatic inline int\ncheck_str_eq (const struct message *m,\n const char *prop,\n const char *expected,\n const char *found) {\n if ((expected == NULL) != (found == NULL)) {\n printf(\"\\n*** Error: %s in '%s' ***\\n\\n\", prop, m->name);\n printf(\"expected %s\\n\", (expected == NULL) ? \"NULL\" : expected);\n printf(\" found %s\\n\", (found == NULL) ? \"NULL\" : found);\n return 0;\n }\n if (expected != NULL && 0 != strcmp(expected, found)) {\n printf(\"\\n*** Error: %s in '%s' ***\\n\\n\", prop, m->name);\n printf(\"expected '%s'\\n\", expected);\n printf(\" found '%s'\\n\", found);\n return 0;\n }\n return 1;\n}\n\nstatic inline int\ncheck_num_eq (const struct message *m,\n const char *prop,\n int expected,\n int found) {\n if (expected != found) {\n printf(\"\\n*** Error: %s in '%s' ***\\n\\n\", prop, m->name);\n printf(\"expected %d\\n\", expected);\n printf(\" found %d\\n\", found);\n return 0;\n }\n return 1;\n}\n\n#define MESSAGE_CHECK_STR_EQ(expected, found, prop) \\\n if (!check_str_eq(expected, #prop, expected->prop, found->prop)) return 0\n\n#define MESSAGE_CHECK_NUM_EQ(expected, found, prop) \\\n if (!check_num_eq(expected, #prop, expected->prop, found->prop)) return 0\n\n\nint\nmessage_eq (int index, const struct message *expected)\n{\n int i;\n struct message *m = &messages[index];\n\n MESSAGE_CHECK_NUM_EQ(expected, m, http_major);\n MESSAGE_CHECK_NUM_EQ(expected, m, http_minor);\n\n if (expected->type == HTTP_REQUEST) {\n MESSAGE_CHECK_NUM_EQ(expected, m, method);\n } else {\n MESSAGE_CHECK_NUM_EQ(expected, m, status_code);\n MESSAGE_CHECK_STR_EQ(expected, m, response_reason);\n }\n\n MESSAGE_CHECK_NUM_EQ(expected, m, message_complete_on_eof);\n\n assert(m->message_begin_cb_called);\n assert(m->headers_complete_cb_called);\n assert(m->message_complete_cb_called);\n\n\n MESSAGE_CHECK_STR_EQ(expected, m, request_url);\n if (expected->body_size) {\n MESSAGE_CHECK_NUM_EQ(expected, m, body_size);\n } else {\n MESSAGE_CHECK_STR_EQ(expected, m, body);\n }\n\n MESSAGE_CHECK_NUM_EQ(expected, m, num_chunks);\n MESSAGE_CHECK_NUM_EQ(expected, m, num_chunks_complete);\n for (i = 0; i < m->num_chunks && i < MAX_CHUNKS; i++) {\n MESSAGE_CHECK_NUM_EQ(expected, m, chunk_lengths[i]);\n }\n\n MESSAGE_CHECK_NUM_EQ(expected, m, num_headers);\n\n int r;\n for (i = 0; i < m->num_headers; i++) {\n r = check_str_eq(expected, \"header field\", expected->headers[i][0], m->headers[i][0]);\n if (!r) return 0;\n r = check_str_eq(expected, \"header value\", expected->headers[i][1], m->headers[i][1]);\n if (!r) return 0;\n }\n\n MESSAGE_CHECK_STR_EQ(expected, m, upgrade);\n\n return 1;\n}\n\n/* Given a sequence of varargs messages, return the number of them that the\n * parser should successfully parse, taking into account that upgraded\n * messages prevent all subsequent messages from being parsed.\n */\nsize_t\ncount_parsed_messages(const size_t nmsgs, ...) {\n size_t i;\n va_list ap;\n\n va_start(ap, nmsgs);\n\n for (i = 0; i < nmsgs; i++) {\n struct message *m = va_arg(ap, struct message *);\n\n if (m->upgrade) {\n va_end(ap);\n return i + 1;\n }\n }\n\n va_end(ap);\n return nmsgs;\n}\n\n/* Given a sequence of bytes and the number of these that we were able to\n * parse, verify that upgrade bodies are correct.\n */\nvoid\nupgrade_message_fix(char *body, const size_t nread, const size_t nmsgs, ...) {\n va_list ap;\n size_t i;\n size_t off = 0;\n\n va_start(ap, nmsgs);\n\n for (i = 0; i < nmsgs; i++) {\n struct message *m = va_arg(ap, struct message *);\n\n off += strlen(m->raw);\n\n if (m->upgrade) {\n off -= strlen(m->upgrade);\n\n /* Check the portion of the response after its specified upgrade */\n if (!check_str_eq(m, \"upgrade\", body + off, body + nread)) {\n exit(1);\n }\n\n /* Fix up the response so that message_eq() will verify the beginning\n * of the upgrade */\n *(body + nread + strlen(m->upgrade)) = '\\0';\n messages[num_messages -1 ].upgrade = body + nread;\n\n va_end(ap);\n return;\n }\n }\n\n va_end(ap);\n printf(\"\\n\\n*** Error: expected a message with upgrade ***\\n\");\n\n exit(1);\n}\n\nstatic void\nprint_error (const char *raw, size_t error_location)\n{\n fprintf(stderr, \"\\n*** %s:%d -- %s ***\\n\\n\",\n \"http_parser.c\", HTTP_PARSER_ERRNO_LINE(parser),\n http_errno_description(HTTP_PARSER_ERRNO(parser)));\n\n int this_line = 0, char_len = 0;\n size_t i, j, len = strlen(raw), error_location_line = 0;\n for (i = 0; i < len; i++) {\n if (i == error_location) this_line = 1;\n switch (raw[i]) {\n case '\\r':\n char_len = 2;\n fprintf(stderr, \"\\\\r\");\n break;\n\n case '\\n':\n char_len = 2;\n fprintf(stderr, \"\\\\n\\n\");\n\n if (this_line) goto print;\n\n error_location_line = 0;\n continue;\n\n default:\n char_len = 1;\n fputc(raw[i], stderr);\n break;\n }\n if (!this_line) error_location_line += char_len;\n }\n\n fprintf(stderr, \"[eof]\\n\");\n\n print:\n for (j = 0; j < error_location_line; j++) {\n fputc(' ', stderr);\n }\n fprintf(stderr, \"^\\n\\nerror location: %u\\n\", (unsigned int)error_location);\n}\n\n\nstruct url_test {\n const char *name;\n const char *url;\n int is_connect;\n struct http_parser_url u;\n int rv;\n};\n\nconst struct url_test url_tests[] =\n{ {.name=\"proxy request\"\n ,.url=\"http://hostname/\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1 << UF_SCHEMA) | (1 << UF_HOST) | (1 << UF_PATH)\n ,.port=0\n ,.field_data=\n {{ 0, 4 } /* UF_SCHEMA */\n ,{ 7, 8 } /* UF_HOST */\n ,{ 0, 0 } /* UF_PORT */\n ,{ 15, 1 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"proxy request with port\"\n ,.url=\"http://hostname:444/\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1 << UF_SCHEMA) | (1 << UF_HOST) | (1 << UF_PORT) | (1 << UF_PATH)\n ,.port=444\n ,.field_data=\n {{ 0, 4 } /* UF_SCHEMA */\n ,{ 7, 8 } /* UF_HOST */\n ,{ 16, 3 } /* UF_PORT */\n ,{ 19, 1 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"CONNECT request\"\n ,.url=\"hostname:443\"\n ,.is_connect=1\n ,.u=\n {.field_set=(1 << UF_HOST) | (1 << UF_PORT)\n ,.port=443\n ,.field_data=\n {{ 0, 0 } /* UF_SCHEMA */\n ,{ 0, 8 } /* UF_HOST */\n ,{ 9, 3 } /* UF_PORT */\n ,{ 0, 0 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"CONNECT request but not connect\"\n ,.url=\"hostname:443\"\n ,.is_connect=0\n ,.rv=1\n }\n\n, {.name=\"proxy ipv6 request\"\n ,.url=\"http://[1:2::3:4]/\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1 << UF_SCHEMA) | (1 << UF_HOST) | (1 << UF_PATH)\n ,.port=0\n ,.field_data=\n {{ 0, 4 } /* UF_SCHEMA */\n ,{ 8, 8 } /* UF_HOST */\n ,{ 0, 0 } /* UF_PORT */\n ,{ 17, 1 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"proxy ipv6 request with port\"\n ,.url=\"http://[1:2::3:4]:67/\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1 << UF_SCHEMA) | (1 << UF_HOST) | (1 << UF_PORT) | (1 << UF_PATH)\n ,.port=67\n ,.field_data=\n {{ 0, 4 } /* UF_SCHEMA */\n ,{ 8, 8 } /* UF_HOST */\n ,{ 18, 2 } /* UF_PORT */\n ,{ 20, 1 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"CONNECT ipv6 address\"\n ,.url=\"[1:2::3:4]:443\"\n ,.is_connect=1\n ,.u=\n {.field_set=(1 << UF_HOST) | (1 << UF_PORT)\n ,.port=443\n ,.field_data=\n {{ 0, 0 } /* UF_SCHEMA */\n ,{ 1, 8 } /* UF_HOST */\n ,{ 11, 3 } /* UF_PORT */\n ,{ 0, 0 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"ipv4 in ipv6 address\"\n ,.url=\"http://[2001:0000:0000:0000:0000:0000:1.9.1.1]/\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1 << UF_SCHEMA) | (1 << UF_HOST) | (1 << UF_PATH)\n ,.port=0\n ,.field_data=\n {{ 0, 4 } /* UF_SCHEMA */\n ,{ 8, 37 } /* UF_HOST */\n ,{ 0, 0 } /* UF_PORT */\n ,{ 46, 1 } /* UF_PATH */\n ,{ 0, 0 } /* UF_QUERY */\n ,{ 0, 0 } /* UF_FRAGMENT */\n ,{ 0, 0 } /* UF_USERINFO */\n }\n }\n ,.rv=0\n }\n\n, {.name=\"extra ? in query string\"\n ,.url=\"http://a.tbcdn.cn/p/fp/2010c/??fp-header-min.css,fp-base-min.css,\"\n \"fp-channel-min.css,fp-product-min.css,fp-mall-min.css,fp-category-min.css,\"\n \"fp-sub-min.css,fp-gdp4p-min.css,fp-css3-min.css,fp-misc-min.css?t=20101022.css\"\n ,.is_connect=0\n ,.u=\n {.field_set=(1<field_set, u->port);\n for (i = 0; i < UF_MAX; i++) {\n if ((u->field_set & (1 << i)) == 0) {\n printf(\"\\tfield_data[%u]: unset\\n\", i);\n continue;\n }\n\n printf(\"\\tfield_data[%u]: off: %u len: %u part: \\\"%.*s\\n\\\"\",\n i,\n u->field_data[i].off,\n u->field_data[i].len,\n u->field_data[i].len,\n url + u->field_data[i].off);\n }\n}\n\nvoid\ntest_parse_url (void)\n{\n struct http_parser_url u;\n const struct url_test *test;\n unsigned int i;\n int rv;\n\n for (i = 0; i < (sizeof(url_tests) / sizeof(url_tests[0])); i++) {\n test = &url_tests[i];\n memset(&u, 0, sizeof(u));\n\n#if HTTP_PARSER_STRICT_URL\n rv = http_parser_parse_url_options(test->url,\n strlen(test->url),\n test->is_connect,\n &u,\n F_PARSE_URL_OPTIONS_URL_STRICT);\n#else\n rv = http_parser_parse_url(test->url,\n strlen(test->url),\n test->is_connect,\n &u);\n#endif\n\n if (test->rv == 0) {\n if (rv != 0) {\n printf(\"\\n*** http_parser_parse_url(\\\"%s\\\") \\\"%s\\\" test failed, \"\n \"unexpected rv %d ***\\n\\n\", test->url, test->name, rv);\n abort();\n }\n\n if (memcmp(&u, &test->u, sizeof(u)) != 0) {\n printf(\"\\n*** http_parser_parse_url(\\\"%s\\\") \\\"%s\\\" failed ***\\n\",\n test->url, test->name);\n\n printf(\"target http_parser_url:\\n\");\n dump_url(test->url, &test->u);\n printf(\"result http_parser_url:\\n\");\n dump_url(test->url, &u);\n\n abort();\n }\n } else {\n /* test->rv != 0 */\n if (rv == 0) {\n printf(\"\\n*** http_parser_parse_url(\\\"%s\\\") \\\"%s\\\" test failed, \"\n \"unexpected rv %d ***\\n\\n\", test->url, test->name, rv);\n abort();\n }\n }\n }\n}\n\n\nvoid\ntest_message (const struct message *message)\n{\n size_t raw_len = strlen(message->raw);\n size_t msg1len;\n for (msg1len = 0; msg1len < raw_len; msg1len++) {\n parser_init(message->type);\n\n size_t read;\n const char *msg1 = message->raw;\n const char *msg2 = msg1 + msg1len;\n size_t msg2len = raw_len - msg1len;\n\n if (msg1len) {\n read = parse(msg1, msg1len);\n\n if (message->upgrade && parser->upgrade && num_messages > 0) {\n messages[num_messages - 1].upgrade = msg1 + read;\n goto test;\n }\n\n if (read != msg1len) {\n print_error(msg1, read);\n exit(1);\n }\n }\n\n\n read = parse(msg2, msg2len);\n\n if (message->upgrade && parser->upgrade) {\n messages[num_messages - 1].upgrade = msg2 + read;\n goto test;\n }\n\n if (read != msg2len) {\n print_error(msg2, read);\n exit(1);\n }\n\n read = parse(NULL, 0);\n\n if (read != 0) {\n print_error(message->raw, read);\n exit(1);\n }\n\n test:\n\n if (num_messages != 1) {\n printf(\"\\n*** num_messages != 1 after testing '%s' ***\\n\\n\", message->name);\n exit(1);\n }\n\n if(!message_eq(0, message)) exit(1);\n\n parser_free();\n }\n}\n\nvoid\ntest_message_count_body (const struct message *message)\n{\n parser_init(message->type);\n\n size_t read;\n size_t l = strlen(message->raw);\n size_t i, toread;\n size_t chunk = 4024;\n\n for (i = 0; i < l; i+= chunk) {\n toread = MIN(l-i, chunk);\n read = parse_count_body(message->raw + i, toread);\n if (read != toread) {\n print_error(message->raw, read);\n exit(1);\n }\n }\n\n\n read = parse_count_body(NULL, 0);\n if (read != 0) {\n print_error(message->raw, read);\n exit(1);\n }\n\n if (num_messages != 1) {\n printf(\"\\n*** num_messages != 1 after testing '%s' ***\\n\\n\", message->name);\n exit(1);\n }\n\n if(!message_eq(0, message)) exit(1);\n\n parser_free();\n}\n\nvoid\ntest_simple (const char *buf, enum http_errno err_expected)\n{\n parser_init(HTTP_REQUEST);\n\n size_t parsed;\n int pass;\n enum http_errno err;\n\n parsed = parse(buf, strlen(buf));\n pass = (parsed == strlen(buf));\n err = HTTP_PARSER_ERRNO(parser);\n parsed = parse(NULL, 0);\n pass &= (parsed == 0);\n\n parser_free();\n\n /* In strict mode, allow us to pass with an unexpected HPE_STRICT as\n * long as the caller isn't expecting success.\n */\n#if HTTP_PARSER_STRICT_URL || HTTP_PARSER_STRICT_HOSTNAME\n if (err_expected != err && err_expected != HPE_OK && err != HPE_STRICT) {\n assert(pass != 0);\n#else\n if (err_expected != err) {\n assert(pass == 0);\n#endif\n fprintf(stderr, \"\\n*** test_simple expected %s, but saw %s ***\\n\\n%s\\n\",\n http_errno_name(err_expected), http_errno_name(err), buf);\n exit(1);\n }\n (void)pass;\n}\n\n#if HTTP_PARSER_STRICT_URL\nvoid\ntest_lax_in_strict_mode (const char *buf, enum http_errno err_expected)\n{\n parser_init(HTTP_REQUEST);\n // clear strict flag\n parser_options = 0;\n\n size_t parsed;\n int pass;\n enum http_errno err;\n\n parsed = parse(buf, strlen(buf));\n pass = (parsed == strlen(buf));\n err = HTTP_PARSER_ERRNO(parser);\n parsed = parse(NULL, 0);\n pass &= (parsed == 0);\n\n parser_free();\n\n /* In strict mode, allow us to pass with an unexpected HPE_STRICT as\n * long as the caller isn't expecting success.\n */\n if (err_expected != err && err_expected != HPE_OK && err != HPE_STRICT) {\n assert(pass != 0);\n fprintf(stderr, \"\\n*** test_simple expected %s, but saw %s ***\\n\\n%s\\n\",\n http_errno_name(err_expected), http_errno_name(err), buf);\n exit(1);\n }\n (void)pass;\n}\n#endif\n\nvoid\ntest_no_overflow_parse_url (void)\n{\n int rv;\n struct http_parser_url u;\n\n rv = http_parser_parse_url(\"http://example.com:8001\", 22, 0, &u);\n\n if (rv != 0) {\n fprintf(stderr,\n \"\\n*** test_no_overflow_parse_url invalid return value=%d\\n\",\n rv);\n abort();\n }\n\n if (u.port != 800) {\n fprintf(stderr,\n \"\\n*** test_no_overflow_parse_url invalid port number=%d\\n\",\n u.port);\n abort();\n }\n}\n\nvoid\ntest_header_overflow_error (int req)\n{\n http_parser parser;\n http_parser_init(&parser, req ? HTTP_REQUEST : HTTP_RESPONSE);\n size_t parsed;\n const char *buf;\n buf = req ? \"GET / HTTP/1.1\\r\\n\" : \"HTTP/1.0 200 OK\\r\\n\";\n parsed = http_parser_execute_options(\n &parser, &settings_null, parser_options, buf, strlen(buf));\n assert(parsed == strlen(buf));\n\n buf = \"header-key: header-value\\r\\n\";\n size_t buflen = strlen(buf);\n\n int i;\n for (i = 0; i < 10000; i++) {\n parsed = http_parser_execute_options(\n &parser, &settings_null, parser_options, buf, buflen);\n if (parsed != buflen) {\n //fprintf(stderr, \"error found on iter %d\\n\", i);\n assert(HTTP_PARSER_ERRNO(&parser) == HPE_HEADER_OVERFLOW);\n return;\n }\n }\n\n fprintf(stderr, \"\\n*** Error expected but none in header overflow test ***\\n\");\n exit(1);\n}\n\nvoid\ntest_no_overflow_long_body (int req, size_t length)\n{\n http_parser parser;\n http_parser_init(&parser, req ? HTTP_REQUEST : HTTP_RESPONSE);\n size_t parsed;\n size_t i;\n char buf1[3000];\n size_t buf1len = snprintf(buf1, sizeof(buf1), \"%s\\r\\nConnection: Keep-Alive\\r\\nContent-Length: %zu\\r\\n\\r\\n\",\n req ? \"POST / HTTP/1.0\" : \"HTTP/1.0 200 OK\", length);\n parsed = http_parser_execute_options(\n &parser, &settings_null, parser_options, buf1, buf1len);\n if (parsed != buf1len)\n goto err;\n\n for (i = 0; i < length; i++) {\n char foo = 'a';\n parsed = http_parser_execute_options(\n &parser, &settings_null, parser_options, &foo, 1);\n if (parsed != 1)\n goto err;\n }\n\n parsed = http_parser_execute_options(\n &parser, &settings_null, parser_options, buf1, buf1len);\n if (parsed != buf1len) goto err;\n return;\n\n err:\n fprintf(stderr,\n \"\\n*** error in test_no_overflow_long_body %s of length %zu ***\\n\",\n req ? \"REQUEST\" : \"RESPONSE\",\n length);\n exit(1);\n}\n\nvoid\ntest_multiple3 (const struct message *r1, const struct message *r2, const struct message *r3)\n{\n int message_count = count_parsed_messages(3, r1, r2, r3);\n\n char total[ strlen(r1->raw)\n + strlen(r2->raw)\n + strlen(r3->raw)\n + 1\n ];\n total[0] = '\\0';\n\n strcat(total, r1->raw);\n strcat(total, r2->raw);\n strcat(total, r3->raw);\n\n parser_init(r1->type);\n\n size_t read;\n\n read = parse(total, strlen(total));\n\n if (parser->upgrade) {\n upgrade_message_fix(total, read, 3, r1, r2, r3);\n goto test;\n }\n\n if (read != strlen(total)) {\n print_error(total, read);\n exit(1);\n }\n\n read = parse(NULL, 0);\n\n if (read != 0) {\n print_error(total, read);\n exit(1);\n }\n\ntest:\n\n if (message_count != num_messages) {\n fprintf(stderr, \"\\n\\n*** Parser didn't see 3 messages only %d *** \\n\", num_messages);\n exit(1);\n }\n\n if (!message_eq(0, r1)) exit(1);\n if (message_count > 1 && !message_eq(1, r2)) exit(1);\n if (message_count > 2 && !message_eq(2, r3)) exit(1);\n\n parser_free();\n}\n\n/* SCAN through every possible breaking to make sure the\n * parser can handle getting the content in any chunks that\n * might come from the socket\n */\nvoid\ntest_scan (const struct message *r1, const struct message *r2, const struct message *r3)\n{\n char total[80*1024] = \"\\0\";\n char buf1[80*1024] = \"\\0\";\n char buf2[80*1024] = \"\\0\";\n char buf3[80*1024] = \"\\0\";\n\n strcat(total, r1->raw);\n strcat(total, r2->raw);\n strcat(total, r3->raw);\n\n size_t read;\n\n int total_len = strlen(total);\n\n int total_ops = 2 * (total_len - 1) * (total_len - 2) / 2;\n int ops = 0 ;\n\n size_t buf1_len, buf2_len, buf3_len;\n int message_count = count_parsed_messages(3, r1, r2, r3);\n\n int i,j,type_both;\n for (type_both = 0; type_both < 2; type_both ++ ) {\n for (j = 2; j < total_len; j ++ ) {\n for (i = 1; i < j; i ++ ) {\n\n if (ops % 1000 == 0) {\n printf(\"\\b\\b\\b\\b%3.0f%%\", 100 * (float)ops /(float)total_ops);\n fflush(stdout);\n }\n ops += 1;\n\n parser_init(type_both ? HTTP_BOTH : r1->type);\n\n buf1_len = i;\n strncpy(buf1, total, buf1_len);\n buf1[buf1_len] = 0;\n\n buf2_len = j - i;\n strncpy(buf2, total+i, buf2_len);\n buf2[buf2_len] = 0;\n\n buf3_len = total_len - j;\n strncpy(buf3, total+j, buf3_len);\n buf3[buf3_len] = 0;\n\n read = parse(buf1, buf1_len);\n\n if (parser->upgrade) goto test;\n\n if (read != buf1_len) {\n print_error(buf1, read);\n goto error;\n }\n\n read += parse(buf2, buf2_len);\n\n if (parser->upgrade) goto test;\n\n if (read != buf1_len + buf2_len) {\n print_error(buf2, read);\n goto error;\n }\n\n read += parse(buf3, buf3_len);\n if (parser->upgrade) goto test;\n\n if (read != buf1_len + buf2_len + buf3_len) {\n print_error(buf3, read);\n goto error;\n }\n\n parse(NULL, 0);\n\ntest:\n if (parser->upgrade) {\n upgrade_message_fix(total, read, 3, r1, r2, r3);\n }\n\n if (message_count != num_messages) {\n fprintf(stderr, \"\\n\\nParser didn't see %d messages only %d\\n\",\n message_count, num_messages);\n goto error;\n }\n\n if (!message_eq(0, r1)) {\n fprintf(stderr, \"\\n\\nError matching messages[0] in test_scan.\\n\");\n goto error;\n }\n\n if (message_count > 1 && !message_eq(1, r2)) {\n fprintf(stderr, \"\\n\\nError matching messages[1] in test_scan.\\n\");\n goto error;\n }\n\n if (message_count > 2 && !message_eq(2, r3)) {\n fprintf(stderr, \"\\n\\nError matching messages[2] in test_scan.\\n\");\n goto error;\n }\n\n parser_free();\n }\n }\n }\n puts(\"\\b\\b\\b\\b100%\");\n return;\n\n error:\n fprintf(stderr, \"i=%d j=%d\\n\", i, j);\n fprintf(stderr, \"buf1 (%u) %s\\n\\n\", (unsigned int)buf1_len, buf1);\n fprintf(stderr, \"buf2 (%u) %s\\n\\n\", (unsigned int)buf2_len , buf2);\n fprintf(stderr, \"buf3 (%u) %s\\n\", (unsigned int)buf3_len, buf3);\n exit(1);\n}\n\n// user required to free the result\n// string terminated by \\0\nchar *\ncreate_large_chunked_message (int body_size_in_kb, const char* headers)\n{\n int i;\n size_t wrote = 0;\n size_t headers_len = strlen(headers);\n size_t bufsize = headers_len + (5+1024+2)*body_size_in_kb + 6;\n char * buf = malloc(bufsize);\n\n memcpy(buf, headers, headers_len);\n wrote += headers_len;\n\n for (i = 0; i < body_size_in_kb; i++) {\n // write 1kb chunk into the body.\n memcpy(buf + wrote, \"400\\r\\n\", 5);\n wrote += 5;\n memset(buf + wrote, 'C', 1024);\n wrote += 1024;\n strcpy(buf + wrote, \"\\r\\n\");\n wrote += 2;\n }\n\n memcpy(buf + wrote, \"0\\r\\n\\r\\n\", 6);\n wrote += 6;\n assert(wrote == bufsize);\n\n return buf;\n}\n\n/* Verify that we can pause parsing at any of the bytes in the\n * message and still get the result that we're expecting. */\nvoid\ntest_message_pause (const struct message *msg)\n{\n char *buf = (char*) msg->raw;\n size_t buflen = strlen(msg->raw);\n size_t nread;\n\n parser_init(msg->type);\n\n do {\n nread = parse_pause(buf, buflen);\n\n // We can only set the upgrade buffer once we've gotten our message\n // completion callback.\n if (messages[0].message_complete_cb_called &&\n msg->upgrade &&\n parser->upgrade) {\n messages[0].upgrade = buf + nread;\n goto test;\n }\n\n if (nread < buflen) {\n\n // Not much do to if we failed a strict-mode check\n if (HTTP_PARSER_ERRNO(parser) == HPE_STRICT) {\n parser_free();\n return;\n }\n\n assert (HTTP_PARSER_ERRNO(parser) == HPE_PAUSED);\n }\n\n buf += nread;\n buflen -= nread;\n http_parser_pause(parser, 0);\n } while (buflen > 0);\n\n nread = parse_pause(NULL, 0);\n assert (nread == 0);\n\ntest:\n if (num_messages != 1) {\n printf(\"\\n*** num_messages != 1 after testing '%s' ***\\n\\n\", msg->name);\n exit(1);\n }\n\n if(!message_eq(0, msg)) exit(1);\n\n parser_free();\n}\n\n/* Verify that on_message_begin callback is called regardless of correctness of\n * the message */\nvoid\ntest_on_message_begin_cb(const struct message *message)\n{\n parser_init(message->type);\n assert(messages[num_messages].message_begin_cb_called == 0);\n parse(message->raw, strlen(message->raw));\n assert(messages[num_messages].message_begin_cb_called == 1);\n parser_free();\n}\n\nint\nmain (void)\n{\n parser = NULL;\n int i, j, k;\n int request_count;\n int response_count;\n int on_message_begin_cb_count;\n\n printf(\"sizeof(http_parser) = %u\\n\", (unsigned int)sizeof(http_parser));\n\n for (request_count = 0; requests[request_count].name; request_count++);\n for (response_count = 0; responses[response_count].name; response_count++);\n for (on_message_begin_cb_count = 0;\n on_message_begin_cb_test[on_message_begin_cb_count].name;\n on_message_begin_cb_count++);\n\n //// API\n test_parse_url();\n\n /// TESTING ON_MESSAGE_BEGIN CALLS\n for (i = 0 ; i < on_message_begin_cb_count; i++) {\n test_on_message_begin_cb(&on_message_begin_cb_test[i]);\n }\n\n //// OVERFLOW CONDITIONS\n test_no_overflow_parse_url();\n\n test_header_overflow_error(HTTP_REQUEST);\n test_no_overflow_long_body(HTTP_REQUEST, 1000);\n test_no_overflow_long_body(HTTP_REQUEST, 100000);\n\n test_header_overflow_error(HTTP_RESPONSE);\n test_no_overflow_long_body(HTTP_RESPONSE, 1000);\n test_no_overflow_long_body(HTTP_RESPONSE, 100000);\n\n //// RESPONSES\n\n for (i = 0; i < response_count; i++) {\n test_message(&responses[i]);\n }\n\n for (i = 0; i < response_count; i++) {\n test_message_pause(&responses[i]);\n }\n\n for (i = 0; i < response_count; i++) {\n if (!responses[i].should_keep_alive) continue;\n for (j = 0; j < response_count; j++) {\n if (!responses[j].should_keep_alive) continue;\n for (k = 0; k < response_count; k++) {\n test_multiple3(&responses[i], &responses[j], &responses[k]);\n }\n }\n }\n\n test_message_count_body(&responses[NO_HEADERS_NO_BODY_404]);\n test_message_count_body(&responses[TRAILING_SPACE_ON_CHUNKED_BODY]);\n\n // test very large chunked response\n {\n char * msg = create_large_chunked_message(31337,\n \"HTTP/1.0 200 OK\\r\\n\"\n \"Transfer-Encoding: chunked\\r\\n\"\n \"Content-Type: text/plain\\r\\n\"\n \"\\r\\n\");\n struct message large_chunked =\n {.name= \"large chunked\"\n ,.type= HTTP_RESPONSE\n ,.raw= msg\n ,.should_keep_alive= FALSE\n ,.message_complete_on_eof= FALSE\n ,.http_major= 1\n ,.http_minor= 0\n ,.status_code= 200\n ,.response_reason= \"OK\"\n ,.num_headers= 2\n ,.headers=\n { { \"Transfer-Encoding\", \"chunked\" }\n , { \"Content-Type\", \"text/plain\" }\n }\n ,.body_size= 31337*1024\n ,.num_chunks= 31337\n ,.num_chunks_complete= 31338\n };\n for (i = 0; i < MAX_CHUNKS; ++i) {\n large_chunked.chunk_lengths[i] = 1024;\n }\n test_message_count_body(&large_chunked);\n free(msg);\n }\n\n\n\n printf(\"response scan 1/2 \");\n test_scan( &responses[TRAILING_SPACE_ON_CHUNKED_BODY]\n , &responses[NO_REASON_PHRASE]\n , &responses[NO_HEADERS_NO_BODY_404]\n );\n\n printf(\"response scan 2/2 \");\n test_scan( &responses[BONJOUR_MADAME_FR]\n , &responses[UNDERSTORE_HEADER_KEY]\n , &responses[NO_CARRIAGE_RET]\n );\n\n puts(\"responses okay\");\n\n\n /// REQUESTS\n\n test_simple(\"hello world\", HPE_INVALID_METHOD);\n test_simple(\"GET / HTP/1.1\\r\\n\\r\\n\", HPE_INVALID_VERSION);\n\n\n test_simple(\"ASDF / HTTP/1.1\\r\\n\\r\\n\", HPE_INVALID_METHOD);\n test_simple(\"PROPPATCHA / HTTP/1.1\\r\\n\\r\\n\", HPE_INVALID_METHOD);\n test_simple(\"GETA / HTTP/1.1\\r\\n\\r\\n\", HPE_INVALID_METHOD);\n\n // Well-formed but incomplete\n test_simple(\"GET / HTTP/1.1\\r\\n\"\n \"Content-Type: text/plain\\r\\n\"\n \"Content-Length: 6\\r\\n\"\n \"\\r\\n\"\n \"fooba\",\n HPE_OK);\n\n static const char *all_methods[] = {\n \"DELETE\",\n \"GET\",\n \"HEAD\",\n \"POST\",\n \"PUT\",\n //\"CONNECT\", //CONNECT can't be tested like other methods, it's a tunnel\n \"OPTIONS\",\n \"TRACE\",\n \"COPY\",\n \"LOCK\",\n \"MKCOL\",\n \"MOVE\",\n \"PROPFIND\",\n \"PROPPATCH\",\n \"UNLOCK\",\n \"REPORT\",\n \"MKACTIVITY\",\n \"CHECKOUT\",\n \"MERGE\",\n \"M-SEARCH\",\n \"NOTIFY\",\n \"SUBSCRIBE\",\n \"UNSUBSCRIBE\",\n \"PATCH\",\n 0 };\n const char **this_method;\n for (this_method = all_methods; *this_method; this_method++) {\n char buf[200];\n snprintf(buf, sizeof(buf), \"%s / HTTP/1.1\\r\\n\\r\\n\", *this_method);\n test_simple(buf, HPE_OK);\n }\n\n static const char *bad_methods[] = {\n \"C******\",\n \"M****\",\n 0 };\n for (this_method = bad_methods; *this_method; this_method++) {\n char buf[200];\n snprintf(buf, sizeof(buf), \"%s / HTTP/1.1\\r\\n\\r\\n\", *this_method);\n test_simple(buf, HPE_UNKNOWN);\n }\n\n const char *dumbfuck2 =\n \"GET / HTTP/1.1\\r\\n\"\n \"X-SSL-Bullshit: -----BEGIN CERTIFICATE-----\\r\\n\"\n \"\\tMIIFbTCCBFWgAwIBAgICH4cwDQYJKoZIhvcNAQEFBQAwcDELMAkGA1UEBhMCVUsx\\r\\n\"\n \"\\tETAPBgNVBAoTCGVTY2llbmNlMRIwEAYDVQQLEwlBdXRob3JpdHkxCzAJBgNVBAMT\\r\\n\"\n \"\\tAkNBMS0wKwYJKoZIhvcNAQkBFh5jYS1vcGVyYXRvckBncmlkLXN1cHBvcnQuYWMu\\r\\n\"\n \"\\tdWswHhcNMDYwNzI3MTQxMzI4WhcNMDcwNzI3MTQxMzI4WjBbMQswCQYDVQQGEwJV\\r\\n\"\n \"\\tSzERMA8GA1UEChMIZVNjaWVuY2UxEzARBgNVBAsTCk1hbmNoZXN0ZXIxCzAJBgNV\\r\\n\"\n \"\\tBAcTmrsogriqMWLAk1DMRcwFQYDVQQDEw5taWNoYWVsIHBhcmQYJKoZIhvcNAQEB\\r\\n\"\n \"\\tBQADggEPADCCAQoCggEBANPEQBgl1IaKdSS1TbhF3hEXSl72G9J+WC/1R64fAcEF\\r\\n\"\n \"\\tW51rEyFYiIeZGx/BVzwXbeBoNUK41OK65sxGuflMo5gLflbwJtHBRIEKAfVVp3YR\\r\\n\"\n \"\\tgW7cMA/s/XKgL1GEC7rQw8lIZT8RApukCGqOVHSi/F1SiFlPDxuDfmdiNzL31+sL\\r\\n\"\n \"\\t0iwHDdNkGjy5pyBSB8Y79dsSJtCW/iaLB0/n8Sj7HgvvZJ7x0fr+RQjYOUUfrePP\\r\\n\"\n \"\\tu2MSpFyf+9BbC/aXgaZuiCvSR+8Snv3xApQY+fULK/xY8h8Ua51iXoQ5jrgu2SqR\\r\\n\"\n \"\\twgA7BUi3G8LFzMBl8FRCDYGUDy7M6QaHXx1ZWIPWNKsCAwEAAaOCAiQwggIgMAwG\\r\\n\"\n \"\\tA1UdEwEB/wQCMAAwEQYJYIZIAYb4QgHTTPAQDAgWgMA4GA1UdDwEB/wQEAwID6DAs\\r\\n\"\n \"\\tBglghkgBhvhCAQ0EHxYdVUsgZS1TY2llbmNlIFVzZXIgQ2VydGlmaWNhdGUwHQYD\\r\\n\"\n \"\\tVR0OBBYEFDTt/sf9PeMaZDHkUIldrDYMNTBZMIGaBgNVHSMEgZIwgY+AFAI4qxGj\\r\\n\"\n \"\\tloCLDdMVKwiljjDastqooXSkcjBwMQswCQYDVQQGEwJVSzERMA8GA1UEChMIZVNj\\r\\n\"\n \"\\taWVuY2UxEjAQBgNVBAsTCUF1dGhvcml0eTELMAkGA1UEAxMCQ0ExLTArBgkqhkiG\\r\\n\"\n \"\\t9w0BCQEWHmNhLW9wZXJhdG9yQGdyaWQtc3VwcG9ydC5hYy51a4IBADApBgNVHRIE\\r\\n\"\n \"\\tIjAggR5jYS1vcGVyYXRvckBncmlkLXN1cHBvcnQuYWMudWswGQYDVR0gBBIwEDAO\\r\\n\"\n \"\\tBgwrBgEEAdkvAQEBAQYwPQYJYIZIAYb4QgEEBDAWLmh0dHA6Ly9jYS5ncmlkLXN1\\r\\n\"\n \"\\tcHBvcnQuYWMudmT4sopwqlBWsvcHViL2NybC9jYWNybC5jcmwwPQYJYIZIAYb4QgEDBDAWLmh0\\r\\n\"\n \"\\tdHA6Ly9jYS5ncmlkLXN1cHBvcnQuYWMudWsvcHViL2NybC9jYWNybC5jcmwwPwYD\\r\\n\"\n \"\\tVR0fBDgwNjA0oDKgMIYuaHR0cDovL2NhLmdyaWQt5hYy51ay9wdWIv\\r\\n\"\n \"\\tY3JsL2NhY3JsLmNybDANBgkqhkiG9w0BAQUFAAOCAQEAS/U4iiooBENGW/Hwmmd3\\r\\n\"\n \"\\tXCy6Zrt08YjKCzGNjorT98g8uGsqYjSxv/hmi0qlnlHs+k/3Iobc3LjS5AMYr5L8\\r\\n\"\n \"\\tUO7OSkgFFlLHQyC9JzPfmLCAugvzEbyv4Olnsr8hbxF1MbKZoQxUZtMVu29wjfXk\\r\\n\"\n \"\\thTeApBv7eaKCWpSp7MCbvgzm74izKhu3vlDk9w6qVrxePfGgpKPqfHiOoGhFnbTK\\r\\n\"\n \"\\twTC6o2xq5y0qZ03JonF7OJspEd3I5zKY3E+ov7/ZhW6DqT8UFvsAdjvQbXyhV8Eu\\r\\n\"\n \"\\tYhixw1aKEPzNjNowuIseVogKOLXxWI5vAi5HgXdS0/ES5gDGsABo4fqovUKlgop3\\r\\n\"\n \"\\tRA==\\r\\n\"\n \"\\t-----END CERTIFICATE-----\\r\\n\"\n \"\\r\\n\";\n test_simple(dumbfuck2, HPE_OK);\n\n const char *corrupted_header_name =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"X-Some-Header\\r\\033\\065\\325eep-Alive\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(corrupted_header_name, HPE_INVALID_HEADER_TOKEN);\n\n const char *header_with_space =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Foo Foo: some_value\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(header_with_space, HPE_INVALID_HEADER_TOKEN);\n\n const char *header_with_curly_brace =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Foo}Foo: some_value\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(header_with_curly_brace, HPE_INVALID_HEADER_TOKEN);\n\n const char *header_with_quote =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Foo\\\"Foo: some_value\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(header_with_quote, HPE_INVALID_HEADER_TOKEN);\n\n const char *header_with_forward_slash =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Foo/Foo: some_value\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(header_with_forward_slash, HPE_INVALID_HEADER_TOKEN);\n\n const char *header_with_trailing_space =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"X-Some-Header : some_value\\r\\n\"\n \"\\r\\n\";\n test_simple(header_with_trailing_space, HPE_INVALID_HEADER_TOKEN);\n\n const char *bad_end_of_headers_1 =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example1.com\\r\\n\"\n \"X-Some-Header: some_value\"\n \"\\r\\n\\r*\";\n test_simple(bad_end_of_headers_1, HPE_STRICT);\n\n const char *bad_end_of_headers_2 =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example2.com\\r\\n\"\n \"X-Some-Header: some_value\"\n \"\\n\\r*\";\n test_simple(bad_end_of_headers_2, HPE_STRICT);\n\n const char *empty_content_length_header =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Content-Length:\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(empty_content_length_header, HPE_INVALID_CONTENT_LENGTH);\n\n const char *empty_transfer_encoding_header =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Transfer-Encoding:\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(empty_transfer_encoding_header, HPE_INVALID_TRANSFER_ENCODING);\n\n const char *empty_upgrade_header =\n \"GET / HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"Upgrade:\\r\\n\"\n \"Accept-Encoding: gzip\\r\\n\"\n \"\\r\\n\";\n test_simple(empty_upgrade_header, HPE_INVALID_UPGRADE);\n\n #if 0\n // NOTE(Wed Nov 18 11:57:27 CET 2009) this seems okay. we just read body\n // until EOF.\n //\n // no content-length\n // error if there is a body without content length\n const char *bad_get_no_headers_no_body = \"GET /bad_get_no_headers_no_body/world HTTP/1.1\\r\\n\"\n \"Accept: */*\\r\\n\"\n \"\\r\\n\"\n \"HELLO\";\n test_simple(bad_get_no_headers_no_body, 0);\n#endif\n /* TODO sending junk and large headers gets rejected */\n\n\n /* check to make sure our predefined requests are okay */\n for (i = 0; requests[i].name; i++) {\n test_message(&requests[i]);\n }\n\n for (i = 0; i < request_count; i++) {\n test_message_pause(&requests[i]);\n }\n\n for (i = 0; i < request_count; i++) {\n if (!requests[i].should_keep_alive) continue;\n for (j = 0; j < request_count; j++) {\n if (!requests[j].should_keep_alive) continue;\n for (k = 0; k < request_count; k++) {\n test_multiple3(&requests[i], &requests[j], &requests[k]);\n }\n }\n }\n\n printf(\"request scan 1/4 \");\n test_scan( &requests[GET_NO_HEADERS_NO_BODY]\n , &requests[GET_ONE_HEADER_NO_BODY]\n , &requests[GET_NO_HEADERS_NO_BODY]\n );\n\n printf(\"request scan 2/4 \");\n test_scan( &requests[POST_CHUNKED_ALL_YOUR_BASE]\n , &requests[POST_IDENTITY_BODY_WORLD]\n , &requests[GET_FUNKY_CONTENT_LENGTH]\n );\n\n printf(\"request scan 3/4 \");\n test_scan( &requests[TWO_CHUNKS_MULT_ZERO_END]\n , &requests[CHUNKED_W_TRAILING_HEADERS]\n , &requests[CHUNKED_W_BULLSHIT_AFTER_LENGTH]\n );\n\n printf(\"request scan 4/4 \");\n test_scan( &requests[QUERY_URL_WITH_QUESTION_MARK_GET]\n , &requests[PREFIX_NEWLINE_GET ]\n , &requests[CONNECT_REQUEST]\n );\n\n#if HTTP_PARSER_STRICT_URL\n const char *high_ascii_url =\n \"GET /high_ascii\\xff HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"\\r\\n\";\n test_lax_in_strict_mode(high_ascii_url, HPE_OK);\n test_simple(high_ascii_url, HPE_INVALID_PATH);\n const char *ht_ff_url =\n \"GET /ht_ff\\x09\\x12 HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"\\r\\n\";\n test_lax_in_strict_mode(ht_ff_url, HPE_OK);\n test_simple(ht_ff_url, HPE_INVALID_PATH);\n const char *normal_url =\n \"GET /normal HTTP/1.1\\r\\n\"\n \"Host: www.example.com\\r\\n\"\n \"\\r\\n\";\n test_lax_in_strict_mode(normal_url, HPE_OK);\n test_simple(normal_url, HPE_OK);\n#endif\n\n puts(\"requests okay\");\n\n return 0;\n}\n"
},
{
"path": "proxygen/fuzzers/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nfunction(proxygen_add_fuzzer)\n if(NOT BUILD_FUZZERS)\n return()\n endif()\n\n set(options)\n set(one_value_args TARGET WORKING_DIRECTORY PREFIX)\n set(multi_value_args SOURCES DEPENDS INCLUDES EXTRA_ARGS)\n cmake_parse_arguments(PARSE_ARGV 0 PROXYGEN_FUZZ \"${options}\" \"${one_value_args}\" \"${multi_value_args}\")\n\n # Remove any references to the main we have from gmock\n # So we can use the one provided by the fuzzing engine\n set(LIBGMOCK_LIBRARIES_NO_MAIN ${LIBGMOCK_LIBRARIES})\n list(REMOVE_ITEM\n LIBGMOCK_LIBRARIES_NO_MAIN\n \"${GTEST_BINARY_DIR}/${CMAKE_CFG_INTDIR}/googlemock/${CMAKE_STATIC_LIBRARY_PREFIX}gmock_main${CMAKE_STATIC_LIBRARY_SUFFIX}\"\n gmock_main\n gmock_maind\n GTest::gmock_main\n )\n\n if(NOT PROXYGEN_FUZZ_TARGET)\n message(FATAL_ERROR \"The TARGET parameter is mandatory.\")\n endif()\n\n if(NOT PROXYGEN_FUZZ_SOURCES)\n set(PROXYGEN_FUZZ_SOURCES \"${PROXYGEN_FUZZ_TARGET}.cpp\")\n endif()\n\n add_executable(${PROXYGEN_FUZZ_TARGET}\n \"${PROXYGEN_FUZZ_SOURCES}\"\n )\n target_link_libraries(${PROXYGEN_FUZZ_TARGET} PRIVATE\n \"${PROXYGEN_FUZZ_DEPENDS}\"\n )\n target_include_directories(${PROXYGEN_FUZZ_TARGET} PRIVATE\n \"${PROXYGEN_FUZZ_INCLUDES}\"\n )\n target_compile_options(${PROXYGEN_FUZZ_TARGET} PRIVATE\n \"${_PROXYGEN_COMMON_COMPILE_OPTIONS}\"\n )\n target_link_libraries(${PROXYGEN_FUZZ_TARGET} PRIVATE\n ${LIBGMOCK_LIBRARIES_NO_MAIN}\n ${LIB_FUZZING_ENGINE}\n )\n target_include_directories(${PROXYGEN_FUZZ_TARGET} SYSTEM PRIVATE\n ${LIBGMOCK_INCLUDE_DIR}\n ${LIBGTEST_INCLUDE_DIR}\n )\n target_compile_definitions(${PROXYGEN_FUZZ_TARGET} PRIVATE ${LIBGMOCK_DEFINES})\nendfunction()\n\nproxygen_add_fuzzer(TARGET ProxygenHTTP1xFuzzer\n SOURCES\n ProxygenHTTP1xFuzzer.cpp\n DEPENDS\n codectestutils\n proxygen\n)\n"
},
{
"path": "proxygen/httpclient/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nif (BUILD_SAMPLES)\n add_subdirectory(samples)\nendif()\n"
},
{
"path": "proxygen/httpclient/samples/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nadd_subdirectory(curl)\nadd_subdirectory(H3Datagram)\nadd_subdirectory(httperf2)\n"
},
{
"path": "proxygen/httpclient/samples/H3Datagram/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\nadd_executable(proxygen_h3datagram_client H3DatagramClient.cpp)\ntarget_compile_options(\n proxygen_h3datagram_client PRIVATE\n ${_PROXYGEN_COMMON_COMPILE_OPTIONS}\n)\ntarget_link_libraries(\n proxygen_h3datagram_client\n PUBLIC\n proxygen\n proxygencurl\n)\ninstall(\n TARGETS proxygen_h3datagram_client\n EXPORT proxygen-exports\n DESTINATION bin\n)\n"
},
{
"path": "proxygen/httpclient/samples/H3Datagram/H3DatagramClient.cpp",
"content": "/*\n * Copyright (c) Meta Platforms, Inc. and affiliates.\n * All rights reserved.\n *\n * This source code is licensed under the BSD-style license found in the\n * LICENSE file in the root directory of this source tree.\n */\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n\nusing namespace folly;\nusing namespace proxygen;\n\nDEFINE_string(host, \"::1\", \"Remote Server hostname/IP\");\nDEFINE_int32(port, 8888, \"Remote Server port\");\n\nDEFINE_string(proxy_host, \"::1\", \"Proxy hostname/IP\");\nDEFINE_int32(proxy_port, 6666, \"Proxy port\");\n\nDEFINE_string(cert, \"\", \"Certificate file path\");\nDEFINE_string(key, \"\", \"Private key file path\");\n\nDEFINE_string(headers, \"\", \"List of N=V headers separated by ,\");\n\nDEFINE_string(\n masque_template,\n \"\",\n \"URI template for RFC 9298 CONNECT-UDP (e.g., \"\n \"https://proxy:4443/masque?h={target_host}&p={target_port}). \"\n \"When set, uses RFC 9298 Extended CONNECT instead of legacy CONNECT-UDP.\");\n\nconstexpr size_t kMaxReadBufferSize{1232};\n\nnamespace {\n\n/*\n * This class provides a sample client that speaks HTTP/3 Datagrams.\n * It supports connecting to a remote UDP server through a proxy that supports\n * masque connect-udp.\n *\n * The sample application logic implements the following.\n * The datagram payload contains just an ASCII encoded integer number:\n * - the client starts by sending a datagram with 0\n * - on receiving an equally encoded datagram from the server, the client\n * increment the received number by 1 and sends a new datagram\n * - the client stops when reaching a maximum configured integer value\n */\nclass DatagramClient\n : private folly::AsyncUDPSocket::ReadCallback\n , private folly::AsyncTimeout {\n public:\n using folly::AsyncUDPSocket::ReadCallback::OnDataAvailableParams;\n\n ~DatagramClient() override = default;\n\n explicit DatagramClient(folly::EventBase* evb, H3DatagramAsyncSocket& socket)\n : folly::AsyncTimeout(evb), evb_(evb), socket_(socket) {\n }\n\n void start() {\n CHECK(evb_->isInEventBaseThread());\n try {\n socket_.connect(SocketAddress(FLAGS_proxy_host, FLAGS_proxy_port));\n } catch (const std::system_error& e) {\n LOG(ERROR) << \"Failed to connect to \" << FLAGS_proxy_host << \":\"\n << FLAGS_proxy_port << \": \" << e.what();\n return;\n }\n socket_.resumeRead(this);\n\n sendPing();\n }\n\n void shutdown() {\n CHECK(evb_->isInEventBaseThread());\n socket_.pauseRead();\n socket_.close();\n closing_ = true;\n }\n\n void sendPing() {\n if (n_ == 2000) {\n shutdown();\n return;\n }\n\n scheduleTimeout(1000);\n writePing(folly::IOBuf::copyBuffer(folly::to(n_)));\n }\n\n virtual void writePing(std::unique_ptr buf) {\n VLOG(2) << \"Writing Datagram\";\n auto res =\n socket_.write(SocketAddress(FLAGS_proxy_host, FLAGS_proxy_port), buf);\n if (res < 0) {\n LOG(ERROR) << \"Failure to write: errno=\" << errno;\n }\n }\n\n void getReadBuffer(void** buf, size_t* len) noexcept override {\n *buf = buf_.data();\n *len = buf_.size();\n }\n\n void onDataAvailable(const folly::SocketAddress& client,\n size_t len,\n bool truncated,\n OnDataAvailableParams) noexcept override {\n ++pongRecvd_;\n VLOG(4) << \"Read \" << len << \" bytes (trun:\" << truncated << \") from \"\n << client.describe() << \" - \" << std::string(buf_.data(), len);\n auto datagramString = std::string(buf_.data(), len);\n auto datagramInt = folly::tryTo(datagramString);\n if (!datagramInt.hasValue()) {\n VLOG(2) << \"Received Datagram without Integer value. Stopping. len=\"\n << datagramString.length();\n return;\n }\n VLOG(2) << \"Received Datagram with Integer value (\" << (int)*datagramInt\n << \")\";\n if (*datagramInt >= std::numeric_limits::max()) {\n VLOG(2) << \"Received Datagram with large Integer value. Stopping\";\n return;\n }\n VLOG(2) << \"Sending Datagram with Integer value (\"\n << (int)(*datagramInt + 1) << \")\";\n n_ = (int)(*datagramInt + 1);\n\n scheduleTimeout(1000);\n }\n\n void onReadError(const folly::AsyncSocketException& ex) noexcept override {\n LOG(ERROR) << ex.what();\n }\n\n void onReadClosed() noexcept override {\n shutdown();\n }\n\n void timeoutExpired() noexcept override {\n LOG(INFO) << \"Timeout expired\";\n if (!closing_) {\n sendPing();\n }\n }\n\n private:\n folly::EventBase* const evb_{nullptr};\n H3DatagramAsyncSocket& socket_;\n int pongRecvd_{0};\n int n_{0};\n std::array buf_;\n bool closing_{false};\n};\n}; // namespace\n\nint main(int argc, char* argv[]) {\n#if FOLLY_HAVE_LIBGFLAGS\n // Enable glog logging to stderr by default.\n folly::gflags::SetCommandLineOptionWithMode(\n \"logtostderr\", \"1\", folly::gflags::SET_FLAGS_DEFAULT);\n#endif\n const folly::Init init(&argc, &argv, false);\n\n EventBase evb;\n\n H3DatagramAsyncSocket::Options options;\n options.mode_ = H3DatagramAsyncSocket::Mode::CLIENT;\n options.txnTimeout_ = std::chrono::milliseconds(10000);\n options.connectTimeout_ = std::chrono::milliseconds(500);\n options.httpRequest_ = std::make_unique();\n\n if (!FLAGS_masque_template.empty()) {\n // RFC 9298 Extended CONNECT mode\n auto target = proxygen::expandConnectUDPTemplate(\n FLAGS_masque_template, FLAGS_host, FLAGS_port);\n options.httpRequest_->setMethod(proxygen::HTTPMethod::CONNECT);\n options.httpRequest_->setUpgradeProtocol(\"connect-udp\");\n options.httpRequest_->setSecure(true);\n options.httpRequest_->setURL(target.path);\n options.httpRequest_->getHeaders().set(proxygen::HTTP_HEADER_HOST,\n target.authority);\n options.httpRequest_->getHeaders().set(\"Capsule-Protocol\", \"?1\");\n options.rfcMode_ = true;\n } else {\n // Legacy CONNECT-UDP mode\n options.httpRequest_->setMethod(proxygen::HTTPMethod::CONNECT_UDP);\n options.httpRequest_->setURL(fmt::format(\"{}:{}\", FLAGS_host, FLAGS_port));\n options.httpRequest_->setMasque();\n }\n\n auto parsedHeaders = CurlService::CurlClient::parseHeaders(FLAGS_headers);\n parsedHeaders.forEach(\n [&options](const std::string& name, const std::string& value) {\n options.httpRequest_->getHeaders().add(name, value);\n });\n options.certAndKey_ = std::make_pair(FLAGS_cert, FLAGS_key);\n options.certVerifier_ = std::make_unique<\n proxygen::InsecureVerifierDangerousDoNotUseInProduction>();\n options.maxDatagramSize_ = kMaxReadBufferSize;\n\n H3DatagramAsyncSocket datagramSocket(&evb, options);\n DatagramClient client(&evb, datagramSocket);\n client.start();\n evb.loop();\n\n return EXIT_SUCCESS;\n}\n"
},
{
"path": "proxygen/httpclient/samples/curl/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# Manually maintained (generate_cmake.py skips this directory)\n\nproxygen_add_library(proxygencurl\n EXCLUDE_FROM_MONOLITH\n SRCS\n CurlClient.cpp\n EXPORTED_DEPS\n proxygen\n)\n\nadd_executable(proxygen_curl CurlClientMain.cpp)\ntarget_compile_options(\n proxygen_curl PRIVATE\n ${_PROXYGEN_COMMON_COMPILE_OPTIONS}\n)\ntarget_link_libraries(\n proxygen_curl\n PUBLIC\n proxygencurl\n)\ninstall(\n TARGETS proxygen_curl\n EXPORT proxygen-exports\n DESTINATION bin\n)\n"
},
{
"path": "proxygen/httpclient/samples/curl/CurlClient.cpp",
"content": "/*\n * Copyright (c) Meta Platforms, Inc. and affiliates.\n * All rights reserved.\n *\n * This source code is licensed under the BSD-style license found in the\n * LICENSE file in the root directory of this source tree.\n */\n\n#include \"CurlClient.h\"\n\n#include \n#include \n#include \n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n\nusing namespace folly;\nusing namespace proxygen;\nusing namespace std;\n\nDECLARE_int32(recv_window);\n\nnamespace CurlService {\n\nCurlClient::CurlClient(EventBase* evb,\n HTTPMethod httpMethod,\n URL url,\n const proxygen::URL* proxy,\n const HTTPHeaders& headers,\n string inputFilename,\n bool h2c,\n unsigned short httpMajor,\n unsigned short httpMinor)\n : evb_(evb),\n httpMethod_(httpMethod),\n url_(std::move(url)),\n inputFilename_(std::move(inputFilename)),\n h2c_(h2c),\n httpMajor_(httpMajor),\n httpMinor_(httpMinor) {\n if (proxy != nullptr) {\n proxy_ = std::make_unique(proxy->getUrl());\n }\n\n outputStream_ = std::make_unique(std::cout.rdbuf());\n headers.forEach([this](const string& header, const string& val) {\n request_.getHeaders().add(header, val);\n });\n}\n\nbool CurlClient::saveResponseToFile(const std::string& outputFilename) {\n std::streambuf* buf;\n if (outputFilename.empty()) {\n return false;\n }\n uint16_t tries = 0;\n while (tries < std::numeric_limits::max()) {\n std::string suffix = (tries == 0) ? \"\" : folly::to(\"_\", tries);\n auto filename = folly::to(outputFilename, suffix);\n struct stat statBuf;\n if (stat(filename.c_str(), &statBuf) == -1) {\n outputFile_ =\n std::make_unique(filename, ios::out | ios::binary);\n if (*outputFile_ && outputFile_->good()) {\n buf = outputFile_->rdbuf();\n outputStream_ = std::make_unique(buf);\n return true;\n }\n }\n tries++;\n }\n return false;\n}\n\nHTTPHeaders CurlClient::parseHeaders(const std::string& headersString) {\n vector headersList;\n HTTPHeaders headers;\n folly::split(',', headersString, headersList);\n for (const auto& headerPair : headersList) {\n vector nv;\n folly::split('=', headerPair, nv);\n if (nv.size() > 0) {\n if (nv[0].empty()) {\n continue;\n }\n std::string value;\n for (size_t i = 1; i < nv.size(); i++) {\n value += folly::to(nv[i], '=');\n }\n if (nv.size() > 1) {\n value.pop_back();\n } // trim anything else\n headers.add(nv[0], value);\n }\n }\n return headers;\n}\n\nvoid CurlClient::initializeSsl(const string& caPath,\n const string& nextProtos,\n const string& certPath,\n const string& keyPath) {\n sslContext_ = std::make_shared();\n sslContext_->setOptions(SSL_OP_NO_COMPRESSION);\n folly::ssl::setCipherSuites(*sslContext_);\n if (!caPath.empty()) {\n sslContext_->loadTrustedCertificates(caPath.c_str());\n }\n if (!certPath.empty() && !keyPath.empty()) {\n sslContext_->loadCertKeyPairFromFiles(certPath.c_str(), keyPath.c_str());\n }\n list nextProtoList;\n folly::splitTo(\n ',', nextProtos, std::inserter(nextProtoList, nextProtoList.begin()));\n sslContext_->setAdvertisedNextProtocols(nextProtoList);\n h2c_ = false;\n}\n\nvoid CurlClient::sslHandshakeFollowup(HTTPUpstreamSession* session) noexcept {\n auto* sslSocket = dynamic_cast(session->getTransport());\n\n const unsigned char* nextProto = nullptr;\n unsigned nextProtoLength = 0;\n sslSocket->getSelectedNextProtocol(&nextProto, &nextProtoLength);\n if (nextProto) {\n VLOG(1) << \"Client selected next protocol \"\n << string((const char*)nextProto, nextProtoLength);\n } else {\n VLOG(1) << \"Client did not select a next protocol\";\n }\n\n // Note: This ssl session can be used by defining a member and setting\n // something like sslSession_ = sslSocket->getSSLSession() and then\n // passing it to the connector::connectSSL() method\n}\n\nvoid CurlClient::setFlowControlSettings(int32_t recvWindow) {\n recvWindow_ = recvWindow;\n}\n\nvoid CurlClient::connectSuccess(HTTPUpstreamSession* session) {\n\n if (url_.isSecure()) {\n sslHandshakeFollowup(session);\n }\n\n session->setFlowControl(recvWindow_, recvWindow_, recvWindow_);\n sendRequest(session->newTransaction(this));\n session->closeWhenIdle();\n}\n\nvoid CurlClient::setupHeaders() {\n request_.setMethod(httpMethod_);\n request_.setHTTPVersion(httpMajor_, httpMinor_);\n if (proxy_) {\n request_.setURL(url_.getUrl());\n } else {\n request_.setURL(url_.makeRelativeURL());\n }\n request_.setSecure(url_.isSecure());\n\n if (!request_.getHeaders().getNumberOfValues(HTTP_HEADER_USER_AGENT)) {\n request_.getHeaders().add(HTTP_HEADER_USER_AGENT, \"proxygen_curl\");\n }\n if (!request_.getHeaders().getNumberOfValues(HTTP_HEADER_HOST)) {\n request_.getHeaders().add(HTTP_HEADER_HOST, url_.getHostAndPort());\n }\n if (!request_.getHeaders().getNumberOfValues(HTTP_HEADER_ACCEPT)) {\n request_.getHeaders().add(\"Accept\", \"*/*\");\n }\n if (loggingEnabled_) {\n request_.dumpMessage(4);\n }\n}\n\nvoid CurlClient::sendRequest(HTTPTransaction* txn) {\n LOG_IF(INFO, loggingEnabled_)\n << fmt::format(\"Sending request for {}\", url_.getUrl());\n txn_ = txn;\n setupHeaders();\n txnStartTime_ = std::chrono::steady_clock::now();\n txn_->sendHeaders(request_);\n\n if (httpMethod_ == HTTPMethod::POST) {\n inputFile_ =\n std::make_unique(inputFilename_, ios::in | ios::binary);\n sendBodyFromFile();\n } else {\n txn_->sendEOM();\n }\n}\n\nvoid CurlClient::sendBodyFromFile() {\n const uint16_t kReadSize = 4096;\n CHECK(inputFile_);\n // Reading from the file by chunks\n // Important note: It's pretty bad to call a blocking i/o function like\n // ifstream::read() in an eventloop - but for the sake of this simple\n // example, we'll do it.\n // An alternative would be to put this into some folly::AsyncReader\n // object.\n while (inputFile_->good() && !egressPaused_) {\n unique_ptr buf = IOBuf::createCombined(kReadSize);\n inputFile_->read((char*)buf->writableData(), kReadSize);\n buf->append(inputFile_->gcount());\n txn_->sendBody(std::move(buf));\n }\n if (!egressPaused_) {\n txn_->sendEOM();\n }\n}\n\nvoid CurlClient::printMessageImpl(proxygen::HTTPMessage* msg,\n const std::string& tag) {\n if (!loggingEnabled_) {\n return;\n }\n cout << tag;\n msg->dumpMessage(10);\n}\n\nvoid CurlClient::connectError(const folly::AsyncSocketException& ex) {\n LOG_IF(ERROR, loggingEnabled_)\n << \"Coudln't connect to \" << url_.getHostAndPort() << \":\" << ex.what();\n}\n\nvoid CurlClient::setTransaction(HTTPTransaction*) noexcept {\n}\n\nvoid CurlClient::detachTransaction() noexcept {\n}\n\nvoid CurlClient::onHeadersComplete(unique_ptr msg) noexcept {\n response_ = std::move(msg);\n printMessageImpl(response_.get());\n if (!headersLoggingEnabled_) {\n return;\n }\n response_->describe(*outputStream_);\n *outputStream_ << std::endl;\n}\n\nvoid CurlClient::onBody(std::unique_ptr chain) noexcept {\n if (onBodyFunc_ && chain) {\n onBodyFunc_.value()(request_, chain.get());\n }\n if (!loggingEnabled_) {\n return;\n }\n CHECK(outputStream_);\n if (chain) {\n const IOBuf* p = chain.get();\n do {\n outputStream_->write((const char*)p->data(), p->length());\n outputStream_->flush();\n p = p->next();\n } while (p != chain.get());\n }\n}\n\nvoid CurlClient::onTrailers(std::unique_ptr) noexcept {\n LOG_IF(INFO, loggingEnabled_) << \"Discarding trailers\";\n}\n\nvoid CurlClient::onEOM() noexcept {\n LOG_IF(INFO, loggingEnabled_)\n << fmt::format(\"Got EOM for {}. Txn Time= {} ms\",\n url_.getUrl(),\n std::chrono::duration_cast(\n std::chrono::steady_clock::now() - txnStartTime_)\n .count());\n if (eomFunc_) {\n eomFunc_.value()();\n }\n}\n\nvoid CurlClient::onUpgrade(UpgradeProtocol) noexcept {\n LOG_IF(INFO, loggingEnabled_) << \"Discarding upgrade protocol\";\n}\n\nvoid CurlClient::onError(const HTTPException& error) noexcept {\n LOG_IF(ERROR, loggingEnabled_) << \"An error occurred: \" << error.what();\n}\n\nvoid CurlClient::onEgressPaused() noexcept {\n VLOG_IF(1, loggingEnabled_) << \"Egress paused\";\n egressPaused_ = true;\n}\n\nvoid CurlClient::onEgressResumed() noexcept {\n VLOG_IF(1, loggingEnabled_) << \"Egress resumed\";\n egressPaused_ = false;\n if (inputFile_) {\n sendBodyFromFile();\n }\n}\n\nvoid CurlClient::onPushedTransaction(\n proxygen::HTTPTransaction* pushedTxn) noexcept {\n //\n pushTxnHandlers_.emplace_back(std::make_unique(this));\n pushedTxn->setHandler(pushTxnHandlers_.back().get());\n // Add implementation of the push transaction reception here\n}\n\nconst string& CurlClient::getServerName() const {\n const string& res = request_.getHeaders().getSingleOrEmpty(HTTP_HEADER_HOST);\n if (res.empty()) {\n return url_.getHost();\n }\n return res;\n}\n\n// CurlPushHandler methods\nvoid CurlClient::CurlPushHandler::setTransaction(\n proxygen::HTTPTransaction* txn) noexcept {\n LOG_IF(INFO, parent_->loggingEnabled_) << \"Received pushed transaction\";\n pushedTxn_ = txn;\n}\n\nvoid CurlClient::CurlPushHandler::detachTransaction() noexcept {\n LOG_IF(INFO, parent_->loggingEnabled_) << \"Detached pushed transaction\";\n}\n\nvoid CurlClient::CurlPushHandler::onHeadersComplete(\n std::unique_ptr msg) noexcept {\n if (!seenOnHeadersComplete_) {\n seenOnHeadersComplete_ = true;\n promise_ = std::move(msg);\n parent_->printMessageImpl(promise_.get(), \"[PP] \");\n } else {\n response_ = std::move(msg);\n parent_->printMessageImpl(response_.get(), \"[PR] \");\n }\n}\n\nvoid CurlClient::CurlPushHandler::onBody(\n std::unique_ptr chain) noexcept {\n parent_->onBody(std::move(chain));\n}\n\nvoid CurlClient::CurlPushHandler::onEOM() noexcept {\n LOG_IF(INFO, parent_->loggingEnabled_) << \"Got PushTxn EOM\";\n}\n\nvoid CurlClient::CurlPushHandler::onError(\n const proxygen::HTTPException& error) noexcept {\n parent_->onError(error);\n}\n\n} // namespace CurlService\n"
},
{
"path": "proxygen/httpclient/samples/curl/CurlClient.h",
"content": "/*\n * Copyright (c) Meta Platforms, Inc. and affiliates.\n * All rights reserved.\n *\n * This source code is licensed under the BSD-style license found in the\n * LICENSE file in the root directory of this source tree.\n */\n\n#pragma once\n\n#include \n#include \n#include \n#include \n#include \n#include \n\nnamespace CurlService {\n\nclass CurlClient\n : public proxygen::HTTPConnector::Callback\n , public proxygen::HTTPTransactionHandler {\n\n class CurlPushHandler : public proxygen::HTTPTransactionHandler {\n\n public:\n explicit CurlPushHandler(CurlClient* parent) : parent_{parent} {\n }\n\n void setTransaction(proxygen::HTTPTransaction* /*txn*/) noexcept override;\n\n void detachTransaction() noexcept override;\n\n void onHeadersComplete(\n std::unique_ptr /*msg*/) noexcept override;\n\n void onBody(std::unique_ptr /*chain*/) noexcept override;\n\n void onEOM() noexcept override;\n\n void onError(const proxygen::HTTPException& /*error*/) noexcept override;\n\n void onTrailers(\n std::unique_ptr /*trailers*/) noexcept override {\n }\n\n void onUpgrade(proxygen::UpgradeProtocol /*protocol*/) noexcept override {\n }\n\n void onEgressResumed() noexcept override {\n }\n\n void onEgressPaused() noexcept override {\n }\n\n private:\n // hack around the ambiguous API\n bool seenOnHeadersComplete_{false};\n // the pushed transaction\n proxygen::HTTPTransaction* pushedTxn_{nullptr};\n // information about the request\n\n std::unique_ptr promise_;\n std::unique_ptr response_;\n CurlClient* parent_;\n };\n\n public:\n CurlClient(folly::EventBase* evb,\n proxygen::HTTPMethod httpMethod,\n proxygen::URL url,\n const proxygen::URL* proxy,\n const proxygen::HTTPHeaders& headers,\n std::string inputFilename,\n bool h2c = false,\n unsigned short httpMajor = 1,\n unsigned short httpMinor = 1);\n\n ~CurlClient() override = default;\n\n bool saveResponseToFile(const std::string& outputFilename);\n\n static proxygen::HTTPHeaders parseHeaders(const std::string& headersString);\n\n // initial SSL related structures\n void initializeSsl(const std::string& caPath,\n const std::string& nextProtos,\n const std::string& certPath = \"\",\n const std::string& keyPath = \"\");\n void sslHandshakeFollowup(proxygen::HTTPUpstreamSession* session) noexcept;\n\n // HTTPConnector methods\n void connectSuccess(proxygen::HTTPUpstreamSession* session) override;\n void connectError(const folly::AsyncSocketException& ex) override;\n\n // HTTPTransactionHandler methods\n void setTransaction(proxygen::HTTPTransaction* txn) noexcept override;\n void detachTransaction() noexcept override;\n void onHeadersComplete(\n std::unique_ptr msg) noexcept override;\n void onBody(std::unique_ptr chain) noexcept override;\n void onTrailers(\n std::unique_ptr trailers) noexcept override;\n void onEOM() noexcept override;\n void onUpgrade(proxygen::UpgradeProtocol protocol) noexcept override;\n void onError(const proxygen::HTTPException& error) noexcept override;\n void onEgressPaused() noexcept override;\n void onEgressResumed() noexcept override;\n void onPushedTransaction(\n proxygen::HTTPTransaction* /* pushedTxn */) noexcept override;\n\n void sendRequest(proxygen::HTTPTransaction* txn);\n\n // Getters\n folly::SSLContextPtr getSSLContext() {\n return sslContext_;\n }\n\n const std::string& getServerName() const;\n\n void setFlowControlSettings(int32_t recvWindow);\n\n const proxygen::HTTPMessage* getResponse() const {\n return response_.get();\n }\n\n void setLogging(bool enabled) {\n loggingEnabled_ = enabled;\n }\n\n void setHeadersLogging(bool enabled) {\n headersLoggingEnabled_ = enabled;\n }\n\n void setEOMFunc(std::function eomFunc) {\n eomFunc_ = eomFunc;\n }\n\n void setOnBodyFunc(\n const std::function& onBodyFunc) {\n onBodyFunc_ = onBodyFunc;\n }\n\n protected:\n void sendBodyFromFile();\n\n void setupHeaders();\n\n void printMessageImpl(proxygen::HTTPMessage* msg,\n const std::string& tag = \"\");\n\n proxygen::HTTPTransaction* txn_{nullptr};\n folly::EventBase* evb_{nullptr};\n proxygen::HTTPMethod httpMethod_;\n proxygen::URL url_;\n std::unique_ptr proxy_;\n proxygen::HTTPMessage request_;\n const std::string inputFilename_;\n folly::SSLContextPtr sslContext_;\n int32_t recvWindow_{0};\n bool loggingEnabled_{true};\n bool headersLoggingEnabled_{false};\n bool h2c_{false};\n unsigned short httpMajor_;\n unsigned short httpMinor_;\n bool egressPaused_{false};\n std::unique_ptr inputFile_;\n std::unique_ptr outputFile_;\n std::unique_ptr outputStream_;\n\n std::unique_ptr response_;\n std::vector> pushTxnHandlers_;\n std::chrono::time_point txnStartTime_;\n\n folly::Optional> eomFunc_;\n\n folly::Optional>\n onBodyFunc_;\n\n friend class CurlPushHandler;\n};\n\n} // namespace CurlService\n"
},
{
"path": "proxygen/httpclient/samples/curl/CurlClientMain.cpp",
"content": "/*\n * Copyright (c) Meta Platforms, Inc. and affiliates.\n * All rights reserved.\n *\n * This source code is licensed under the BSD-style license found in the\n * LICENSE file in the root directory of this source tree.\n */\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n\nusing namespace CurlService;\nusing namespace folly;\nusing namespace proxygen;\n\nDEFINE_string(http_method,\n \"GET\",\n \"HTTP method to use. GET or POST are supported\");\nDEFINE_string(url,\n \"https://github.com/facebook/proxygen\",\n \"URL to perform the HTTP method against\");\nDEFINE_string(input_filename, \"\", \"Filename to read from for POST requests\");\nDEFINE_int32(http_client_connect_timeout,\n 1000,\n \"connect timeout in milliseconds\");\nDEFINE_int32(http_client_request_timeout,\n 5000,\n \"request timeout in milliseconds\");\nDEFINE_string(ca_path,\n \"/etc/ssl/certs/ca-certificates.crt\",\n \"Path to trusted CA file\"); // default for Ubuntu 14.04\nDEFINE_string(cert_path, \"\", \"Path to client certificate file\");\nDEFINE_string(key_path, \"\", \"Path to client private key file\");\nDEFINE_string(next_protos,\n \"h2,h2-14,spdy/3.1,spdy/3,http/1.1\",\n \"Next protocol string for NPN/ALPN\");\nDEFINE_string(plaintext_proto, \"\", \"plaintext protocol\");\nDEFINE_int32(recv_window, 65536, \"Flow control receive window for h2/spdy\");\nDEFINE_bool(h2c, true, \"Attempt HTTP/1.1 -> HTTP/2 upgrade\");\nDEFINE_string(headers, \"\", \"List of N=V headers separated by ,\");\nDEFINE_string(proxy, \"\", \"HTTP proxy URL\");\nDEFINE_bool(log_response,\n true,\n \"Whether to log the response content to stderr\");\n\nint main(int argc, char* argv[]) {\n#if FOLLY_HAVE_LIBGFLAGS\n // Enable glog logging to stderr by default.\n folly::gflags::SetCommandLineOptionWithMode(\n \"logtostderr\", \"1\", folly::gflags::SET_FLAGS_DEFAULT);\n#endif\n auto _ = folly::Init(&argc, &argv, false);\n\n EventBase evb;\n URL url(FLAGS_url);\n URL proxy(FLAGS_proxy);\n\n auto httpMethod = stringToMethod(FLAGS_http_method);\n if (!httpMethod) {\n LOG(ERROR) << \"Unsupported http_method=\" << FLAGS_http_method;\n return EXIT_FAILURE;\n }\n\n if (*httpMethod == HTTPMethod::POST) {\n try {\n File f(FLAGS_input_filename);\n (void)f;\n } catch (const std::system_error& se) {\n LOG(ERROR) << \"Couldn't open file for POST method\";\n LOG(ERROR) << se.what();\n return EXIT_FAILURE;\n }\n }\n\n HTTPHeaders headers = CurlClient::parseHeaders(FLAGS_headers);\n\n CurlClient curlClient(&evb,\n *httpMethod,\n url,\n FLAGS_proxy.empty() ? nullptr : &proxy,\n headers,\n FLAGS_input_filename,\n FLAGS_h2c);\n curlClient.setFlowControlSettings(FLAGS_recv_window);\n curlClient.setLogging(FLAGS_log_response);\n curlClient.setHeadersLogging(FLAGS_log_response);\n\n SocketAddress addr;\n if (!FLAGS_proxy.empty()) {\n addr = SocketAddress(proxy.getHost(), proxy.getPort(), true);\n } else {\n addr = SocketAddress(url.getHost(), url.getPort(), true);\n }\n LOG(INFO) << \"Trying to connect to \" << addr;\n\n HTTPConnector connector(\n &curlClient,\n WheelTimerInstance(\n std::chrono::milliseconds(FLAGS_http_client_request_timeout), &evb));\n if (!FLAGS_plaintext_proto.empty()) {\n connector.setPlaintextProtocol(FLAGS_plaintext_proto);\n }\n static const SocketOptionMap opts{\n {{.level = SOL_SOCKET, .optname = SO_REUSEADDR}, 1}};\n\n if (url.isSecure()) {\n curlClient.initializeSsl(\n FLAGS_ca_path, FLAGS_next_protos, FLAGS_cert_path, FLAGS_key_path);\n connector.connectSSL(\n &evb,\n addr,\n curlClient.getSSLContext(),\n nullptr,\n std::chrono::milliseconds(FLAGS_http_client_connect_timeout),\n opts,\n folly::AsyncSocket::anyAddress(),\n curlClient.getServerName());\n } else {\n connector.connect(\n &evb,\n addr,\n std::chrono::milliseconds(FLAGS_http_client_connect_timeout),\n opts);\n }\n\n evb.loop();\n\n return EXIT_SUCCESS;\n}\n"
},
{
"path": "proxygen/httpclient/samples/httperf2/CMakeLists.txt",
"content": "# Copyright (c) Meta Platforms, Inc. and affiliates.\n# All rights reserved.\n#\n# This source code is licensed under the BSD-style license found in the\n# LICENSE file in the root directory of this source tree.\n\n# Manually maintained (generate_cmake.py skips this directory)\n\nproxygen_add_library(libhttperf2\n EXCLUDE_FROM_MONOLITH\n SRCS\n HTTPerf2.cpp\n Client.cpp\n EXPORTED_DEPS\n proxygenhqloggerhelper\n proxygen\n)\n\nadd_executable(proxygen_httperf2 Main.cpp)\ntarget_link_libraries(\n proxygen_httperf2 PUBLIC\n libhttperf2\n)\ntarget_compile_options(\n proxygen_httperf2 PRIVATE\n ${_PROXYGEN_COMMON_COMPILE_OPTIONS}\n)\n\ninstall(\n TARGETS proxygen_httperf2\n EXPORT proxygen-exports\n DESTINATION bin\n)\n"
},
{
"path": "proxygen/httpclient/samples/httperf2/Client.cpp",
"content": "/*\n * Copyright (c) Meta Platforms, Inc. and affiliates.\n * All rights reserved.\n *\n * This source code is licensed under the BSD-style license found in the\n * LICENSE file in the root directory of this source tree.\n */\n\n#include \n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n\nusing namespace folly;\nusing namespace proxygen;\nusing namespace std;\n\nDEFINE_int32(max_outstanding_transactions,\n 6,\n \"Maximum allowed in-flight transactions per HTTP session\");\nDEFINE_int32(req_per_loop,\n 100,\n \"Maximum number of requests to send per event loop\");\nDEFINE_int32(connect_timeout, 120, \"Connect timeout in ms\");\nDEFINE_int32(conn_flow_control,\n proxygen::http2::kInitialWindow,\n \"Connection flow control\");\nDEFINE_int32(stream_flow_control,\n proxygen::http2::kInitialWindow,\n \"Stream flow control\");\nDEFINE_string(congestion,\n \"cubic\",\n \"Congestion control algorithm, cubic/newreno/bbr/none\");\nDEFINE_int32(max_receive_packet_size,\n quic::kDefaultUDPReadBufferSize,\n \"Max UDP packet size Quic can receive\");\nDEFINE_bool(\n can_ignore_pmtu,\n false,\n \"We can ignore PTMU for the transport and use advertised recv buffer\");\nDEFINE_bool(udp_connect, true, \"Whether or not to connect the udp socket\");\nDEFINE_bool(pacing, false, \"Whether to enable pacing in Quic\");\nDEFINE_uint32(quic_batching_mode,\n static_cast(quic::QuicBatchingMode::BATCHING_MODE_GSO),\n \"QUIC batching mode\");\nDEFINE_uint32(quic_batch_size,\n quic::kDefaultQuicMaxBatchSize,\n \"Maximum number of packets that can be batchedi in Quic\");\nDEFINE_bool(early_data, false, \"Enable Fizz early data\");\nDEFINE_uint32(quic_recv_batch_size,\n 16,\n \"Number of packets to receiver per loop.\");\n\nstatic std::atomic_bool exitAllClientsSoon{false};\n\nvoid Client::exitAllSoon() {\n exitAllClientsSoon = true;\n}\n\nClient::Client(EventBase* eventBase,\n const WheelTimerInstance& transactionTimeouts,\n HTTPerfStats& stats,\n Optional bindAddr,\n const SocketAddress& address,\n HTTPMessage& request,\n const std::string& requestData,\n uint32_t n_requests,\n FinishedCallback* callback,\n const string& plaintextProto,\n const string& serverName)\n : eventBase_(eventBase),\n stats_(stats),\n requestsSent_(0),\n bindAddr_(std::move(bindAddr)),\n address_(address),\n sslSession_(nullptr),\n request_(request),\n requestData_(requestData),\n requests_(n_requests),\n callback_(callback),\n connector_(this, transactionTimeouts),\n serverName_(serverName),\n plaintextProto_(plaintextProto) {\n CHECK_GT(requests_, 0);\n connector_.setPlaintextProtocol(plaintextProto);\n}\n\nClient::~Client() {\n if (isLoopCallbackScheduled()) {\n cancelLoopCallback();\n }\n inDestructor_ = true;\n collector_.stopCallbacks();\n if (session_) {\n // drain() might cause synchronous destruction, protect ourselves\n // from it.\n DelayedDestructionBase::DestructorGuard guard(session_);\n VLOG(4) << \"shutting down session\";\n session_->dropConnection(\"shutting down\");\n // The above will destroy session_ and kill all the transactions\n // But we don't need any callbacks because we're toast\n session_->setInfoCallback(nullptr);\n session_ = nullptr;\n }\n}\n\nvoid Client::start() {\n connect();\n}\n\nvoid Client::exit() {\n if (callback_ != nullptr) {\n FinishedCallback* callback = callback_;\n callback_ = nullptr;\n callback->clientFinished(this);\n }\n}\n\nvoid Client::setSSLParameters(const folly::SSLContextPtr& sslContext,\n std::shared_ptr session) {\n sslContext_ = sslContext;\n sslSession_ = session;\n if (sslSession_ != nullptr) {\n shouldReuseSession_ = true;\n }\n}\n\nvoid Client::setupFizzContext(std::shared_ptr pskCache,\n bool pskKe,\n const std::string& cert,\n const std::string& key) {\n fizzContext_ = std::make_shared();\n fizzContext_->setSupportedAlpns({plaintextProto_});\n if (FLAGS_early_data) {\n fizzContext_->setSendEarlyData(true);\n }\n\n if (pskKe) {\n fizzContext_->setSupportedPskModes({fizz::PskKeyExchangeMode::psk_ke});\n }\n\n fizzContext_->setPskCache(std::move(pskCache));\n if (!cert.empty()) {\n std::string certData;\n std::string keyData;\n folly::readFile(cert.c_str(), certData);\n if (!key.empty()) {\n folly::readFile(key.c_str(), keyData);\n }\n auto selfCert = fizz::openssl::CertUtils::makeSelfCert(certData, keyData);\n auto certMgr = std::make_shared();\n certMgr->addCert(std::move(selfCert));\n fizzContext_->setClientCertManager(std::move(certMgr));\n }\n}\n\nvoid Client::setQuicPskCache(std::shared_ptr quicPskCache) {\n quicPskCache_ = std::move(quicPskCache);\n}\n\nvoid Client::setUseQuic(bool useQuic) {\n useQuic_ = useQuic;\n}\n\nbool Client::supportsTickets() const {\n return (sslContext_ &&\n !(SSL_CTX_get_options(sslContext_->getSSLCtx()) & SSL_OP_NO_TICKET));\n}\n\nstd::shared_ptr Client::extractSSLSession() {\n auto session = std::move(sslSession_);\n sslSession_ = nullptr;\n return session;\n}\n\nstatic quic::TransportSettings createTransportSettings() {\n quic::TransportSettings transportSettings;\n transportSettings.attemptEarlyData = FLAGS_early_data;\n transportSettings.pacingEnabled = FLAGS_pacing;\n if (folly::to(FLAGS_max_receive_packet_size) <\n quic::kDefaultUDPSendPacketLen) {\n throw std::invalid_argument(\n folly::to(\"max_receive_packet_size needs to be at least \",\n quic::kDefaultUDPSendPacketLen));\n }\n transportSettings.maxRecvPacketSize = FLAGS_max_receive_packet_size;\n transportSettings.canIgnorePathMTU = FLAGS_can_ignore_pmtu;\n if (FLAGS_conn_flow_control != 0) {\n transportSettings.advertisedInitialConnectionFlowControlWindow =\n FLAGS_conn_flow_control;\n }\n // TODO FLAGS_stream_*\n if (FLAGS_stream_flow_control != 0) {\n transportSettings.advertisedInitialBidiLocalStreamFlowControlWindow =\n FLAGS_stream_flow_control;\n transportSettings.advertisedInitialBidiRemoteStreamFlowControlWindow =\n FLAGS_stream_flow_control;\n transportSettings.advertisedInitialUniStreamFlowControlWindow =\n FLAGS_stream_flow_control;\n }\n\n auto ccType = quic::congestionControlStrToType(FLAGS_congestion);\n if (!ccType) {\n throw std::invalid_argument(folly::to(\n \"invalid congestion control \", FLAGS_congestion));\n }\n transportSettings.defaultCongestionController = *ccType;\n transportSettings.batchingMode =\n quic::getQuicBatchingMode(FLAGS_quic_batching_mode);\n transportSettings.maxBatchSize = FLAGS_quic_batch_size;\n transportSettings.shouldUseRecvmmsgForBatchRecv = true;\n transportSettings.maxRecvBatchSize = FLAGS_quic_recv_batch_size;\n transportSettings.connectUDP = FLAGS_udp_connect;\n transportSettings.shouldDrain = false;\n return transportSettings;\n}\n\n///////// Connection Setup\n\nvoid Client::connect() {\n connector_.reset();\n start_ = std::chrono::steady_clock::now();\n\n static const SocketOptionMap opts{\n {{.level = SOL_SOCKET, .optname = SO_REUSEADDR}, 1}};\n\n if (sslContext_) {\n connector_.connectSSL(eventBase_,\n address_,\n sslContext_,\n shouldReuseSession_ ? sslSession_ : nullptr,\n std::chrono::milliseconds(FLAGS_connect_timeout),\n opts);\n } else if (fizzContext_ && !useQuic_) {\n connector_.connectFizz(\n eventBase_,\n address_,\n fizzContext_,\n std::make_shared<\n proxygen::InsecureVerifierDangerousDoNotUseInProduction>(),\n std::chrono::milliseconds(FLAGS_connect_timeout),\n std::chrono::milliseconds(0),\n opts,\n folly::AsyncSocket::anyAddress(),\n serverName_);\n } else if (fizzContext_ && useQuic_) {\n hqConnector_ = std::make_unique(\n this, std::chrono::milliseconds(FLAGS_connect_timeout));\n hqConnector_->setTransportSettings(createTransportSettings());\n hqConnector_->setQuicPskCache(quicPskCache_);\n hqConnector_->connect(\n eventBase_,\n bindAddr_,\n address_,\n fizzContext_,\n std::make_shared<\n proxygen::InsecureVerifierDangerousDoNotUseInProduction>(),\n std::chrono::milliseconds(FLAGS_connect_timeout),\n folly::emptySocketOptionMap,\n serverName_,\n qlogger_);\n } else {\n connector_.connect(eventBase_,\n address_,\n std::chrono::milliseconds(FLAGS_connect_timeout),\n opts);\n }\n}\n\n///////// Request logic\n\nbool Client::shouldExit() const {\n return exitAllClientsSoon ||\n (requestsSent_ >= requests_ && outstandingTransactions_ == 0);\n}\n\nvoid Client::runLoopCallback() noexcept {\n if (session_) {\n sendRequest();\n } else if (shouldExit()) {\n exit();\n } else {\n connect();\n }\n}\n\nvoid Client::sendRequest() {\n if (shouldExit()) {\n // TODO: should track responses + errors before calling finished\n exit();\n return;\n }\n if (isConnecting()) {\n // We are in the middle of the connect process. The request will\n // happen once the connect succeeds.\n return;\n }\n CHECK(session_);\n uint32_t requestsThisLoop = 0;\n while ((outstandingTransactions_ <\n uint32_t(FLAGS_max_outstanding_transactions)) &&\n (requestsSent_ < requests_) &&\n (requestsThisLoop++ < uint32_t(FLAGS_req_per_loop))) {\n auto handler = new TransactionHandler(this);\n auto txn = session_->newTransaction(handler);\n if (!txn) {\n // The session doesn't support any more transactions\n delete handler;\n break;\n }\n outstandingTransactions_++;\n requestsSent_++;\n stats_.addRequest();\n if (requestsSent_ == requests_ && useQuic_) {\n // We need to drain before we send the last request\n // in quic due to the way h1q works.\n session_->drain();\n }\n txn->sendHeaders(request_);\n if (!requestData_.empty()) {\n auto data =\n folly::IOBuf::wrapBuffer(requestData_.data(), requestData_.length());\n txn->sendBody(std::move(data));\n }\n txn->sendEOM();\n }\n if ((outstandingTransactions_ <\n uint32_t(FLAGS_max_outstanding_transactions)) &&\n (requestsSent_ < requests_)) {\n eventBase_->runInLoop(this);\n }\n}\n\nvoid Client::connectSuccess(proxygen::HQUpstreamSession* session) {\n CHECK(!session_);\n const auto transport = session->getQuicSocket();\n auto client =\n CHECK_NOTNULL(dynamic_cast(transport));\n if (client->isTLSResumed()) {\n stats_.addResume();\n } else {\n stats_.addHandshake();\n }\n connectSuccessCommon(session);\n}\n\nvoid Client::connectError(const quic::QuicErrorCode&) {\n connectErrorCommon();\n}\n\nvoid Client::connectSuccess(HTTPUpstreamSession* session) {\n CHECK(!session_);\n session->setByteEventTracker(nullptr);\n if (sslContext_) {\n auto sslSocket = dynamic_cast(session->getTransport());\n const unsigned char* nextProto = nullptr;\n unsigned nextProtoLength = 0;\n sslSocket->getSelectedNextProtocol(&nextProto, &nextProtoLength);\n if (nextProto) {\n VLOG(4) << \"Client selected next protocol \"\n << string((const char*)nextProto, nextProtoLength);\n } else {\n VLOG(4) << \"Client did not select a next protocol\";\n }\n if (sslSocket->getSSLSessionReused()) {\n stats_.addResume();\n } else {\n sslSession_ = sslSocket->getSSLSession();\n stats_.addHandshake();\n }\n }\n auto asyncSock =\n session->getTransport()->getUnderlyingTransport();\n if (asyncSock) {\n if (asyncSock->getNetworkSocket().toFd() >= 0) {\n // Set linger timeout to 0 to avoid sockets in time wait state.\n struct linger optLinger = {.l_onoff = 1, .l_linger = 0};\n asyncSock->setSockOpt(SOL_SOCKET, SO_LINGER, &optLinger);\n }\n }\n connectSuccessCommon(session);\n}\n\nvoid Client::connectError(const AsyncSocketException& /*ex*/) {\n connectErrorCommon();\n}\n\nvoid Client::connectSuccessCommon(HTTPSessionBase* session) {\n CHECK(!session_);\n session_ = session;\n session_->setInfoCallback(&collector_);\n session->setFlowControl(FLAGS_stream_flow_control,\n FLAGS_stream_flow_control,\n FLAGS_conn_flow_control);\n // Don't artificially limit streams\n session->setMaxConcurrentOutgoingStreams(\n std::numeric_limits